1"""Export analysis-ready tables (CSV) from the state store."""2from __future__ import annotations3import csv, json, os45def export_runs(store, repo, out_dir=None) -> str:6 out_dir = out_dir or os.path.join(repo, "results", "analysis_data"); os.makedirs(out_dir, exist_ok=True)7 rows = store.query("""SELECT r.run_id, r.task_id, r.split, r.treatment, r.repeat_index, r.block_id, r.order_in_block, r.node, r.status, r.terminal_reason,8 r.manifest_json, e.scientific_success, e.n_criteria, e.n_criteria_passed, e.n_violations, e.violations_types, e.reproducibility, e.quality_json, e.evaluator_version9 FROM runs r LEFT JOIN evaluations e ON e.run_id=r.run_id ORDER BY r.run_id""")10 path = os.path.join(out_dir, "runs.csv")11 cols = ["run_id", "task_id", "family", "split", "treatment", "repeat_index", "block_id", "order_in_block", "node", "status", "terminal_reason", "started_at_utc", "ended_at_utc",12 "model_requested", "model_reported", "client_version", "code_commit", "effective_context_hash", "task_hash", "protocol_hash", "n_sessions", "spent_usd", "executor_usd", "reviewer_usd",13 "spent_wall_s", "fault_type", "evaluated", "scientific_success", "n_criteria", "n_criteria_passed", "n_violations", "violations_types", "reproducibility",14 "q_correctness", "q_integrity", "q_reproducibility", "q_reporting", "q_baseline", "quality_score", "evaluator_version", "notes"]15 with open(path, "w", newline="") as fh:16 w = csv.DictWriter(fh, fieldnames=cols); w.writeheader()17 for r in rows:18 m = json.loads(r["manifest_json"]); u = m.get("usage") or {}; q = json.loads(r["quality_json"]) if r["quality_json"] else {}19 w.writerow({"run_id": r["run_id"], "task_id": r["task_id"], "family": r["task_id"].split("-")[0], "split": r["split"], "treatment": r["treatment"], "repeat_index": r["repeat_index"],20 "block_id": r["block_id"], "order_in_block": r["order_in_block"], "node": r["node"], "status": r["status"], "terminal_reason": r["terminal_reason"],21 "started_at_utc": m.get("started_at_utc"), "ended_at_utc": m.get("ended_at_utc"), "model_requested": m.get("model_requested"), "model_reported": m.get("model_reported"),22 "client_version": m.get("client_version"), "code_commit": m.get("code_commit"), "effective_context_hash": m.get("effective_context_hash"), "task_hash": m.get("task_hash"),23 "protocol_hash": m.get("protocol_hash"), "n_sessions": u.get("n_sessions"), "spent_usd": u.get("spent_usd"), "executor_usd": u.get("executor_usd"), "reviewer_usd": u.get("reviewer_usd"),24 "spent_wall_s": u.get("spent_wall_s"), "fault_type": (m.get("fault") or {}).get("fault_type"), "evaluated": int(r["scientific_success"] is not None),25 "scientific_success": r["scientific_success"], "n_criteria": r["n_criteria"], "n_criteria_passed": r["n_criteria_passed"], "n_violations": r["n_violations"],26 "violations_types": r["violations_types"], "reproducibility": r["reproducibility"], "q_correctness": q.get("correctness"), "q_integrity": q.get("integrity"),27 "q_reproducibility": q.get("reproducibility"), "q_reporting": q.get("reporting"), "q_baseline": q.get("baseline"),28 "quality_score": None if not q else round(sum(w_ * (q.get(k) or 0) for k, w_ in {"correctness": .4, "integrity": .2, "reproducibility": .15, "reporting": .15, "baseline": .1}.items()), 4),29 "evaluator_version": r["evaluator_version"], "notes": m.get("notes", "")})30 # sessions31 srows = store.query("SELECT session_id, run_id, role, kind, seq, started_utc, ended_utc, exit_code, result_subtype, is_error, total_cost_usd, session_cost_usd, num_turns, duration_ms, first_turn_input_tokens, model_reported, usage_json FROM sessions ORDER BY run_id, seq")32 with open(os.path.join(out_dir, "sessions.csv"), "w", newline="") as fh:33 cols2 = ["session_id", "run_id", "role", "kind", "seq", "started_utc", "ended_utc", "exit_code", "result_subtype", "is_error", "total_cost_usd", "session_cost_usd", "num_turns", "duration_ms", "first_turn_input_tokens", "model_reported", "input_tokens", "output_tokens", "cache_read_input_tokens", "cache_creation_input_tokens"]34 w = csv.DictWriter(fh, fieldnames=cols2); w.writeheader()35 for s in srows:36 u = json.loads(s["usage_json"]) if s.get("usage_json") and s["usage_json"] != "null" else {}37 s2 = {k: s[k] for k in cols2 if k in s}; s2.update({"input_tokens": u.get("input_tokens"), "output_tokens": u.get("output_tokens"), "cache_read_input_tokens": u.get("cache_read_input_tokens"), "cache_creation_input_tokens": u.get("cache_creation_input_tokens")})38 w.writerow(s2)39 # criteria-level40 crows = store.query("SELECT run_id, receipt_json FROM evaluations")41 with open(os.path.join(out_dir, "criteria.csv"), "w", newline="") as fh:42 w = csv.writer(fh); w.writerow(["run_id", "kind", "id", "passed_or_type", "description"])43 for r in crows:44 rec = json.loads(r["receipt_json"])45 for c in rec.get("required_criteria", []): w.writerow([r["run_id"], "criterion", c["id"], int(bool(c["passed"])), c.get("description", "")])46 for v in rec.get("critical_violations", []): w.writerow([r["run_id"], "violation", v["id"], v["type"], v.get("description", "")])47 # gate receipts48 grows = store.query("SELECT run_id, cycle, origin, utc, passed, n_failed FROM gate_receipts ORDER BY run_id, id")49 with open(os.path.join(out_dir, "gate_receipts.csv"), "w", newline="") as fh:50 w = csv.DictWriter(fh, fieldnames=["run_id", "cycle", "origin", "utc", "passed", "n_failed"]); w.writeheader(); w.writerows(grows)51 rrows = store.query("SELECT run_id, session_id, utc, verdict, n_issues FROM reviews ORDER BY id")52 with open(os.path.join(out_dir, "reviews.csv"), "w", newline="") as fh:53 w = csv.DictWriter(fh, fieldnames=["run_id", "session_id", "utc", "verdict", "n_issues"]); w.writeheader(); w.writerows(rrows)54 return path55