#!/usr/bin/env python3 # Author: Simon-Pierre Boucher — simon-pierre.boucher@uqo.ca """Run one LLM treatment arm on a subsample and write results/runs//. Examples python3 scripts/30_run_arm.py --arm F_independent --synthetic --n 5 av run-arm --arm G_debate --rounds 2 --committee mixed_random --split validation --n 24 --live --tier mid """ from __future__ import annotations import argparse import sys from pathlib import Path sys.path.insert(0, str(Path(__file__).resolve().parents[1] / "src")) from agentic_valuation.experiments.run_arm import LLM_ARMS, RunSpec, run_arm # noqa: E402 def main(argv: list[str] | None = None) -> int: ap = argparse.ArgumentParser(description=__doc__, formatter_class=argparse.RawDescriptionHelpFormatter) ap.add_argument("--arm", default="F_independent", choices=LLM_ARMS) ap.add_argument("--rounds", type=int, default=None) ap.add_argument("--committee", default="all_anthropic", choices=["all_anthropic", "all_openai", "mixed_random"]) ap.add_argument("--split", default="validation") ap.add_argument("--n", type=int, default=24) ap.add_argument("--live", action="store_true") ap.add_argument("--tier", default=None) ap.add_argument("--run-id", dest="run_id", default=None) ap.add_argument("--synthetic", action="store_true") ap.add_argument("--effort", default=None) ap.add_argument("--concurrency", type=int, default=4) ap.add_argument("--seed", type=int, default=None) ap.add_argument("--out-dir", dest="out_dir", default=None) ap.add_argument("--data-dir", dest="data_dir", default=None, help="directory holding analytic/splits/llm_subsamples[/geo_features].parquet (default: data/processed or data/synthetic)") a = ap.parse_args(argv) spec = RunSpec( arm=a.arm, rounds=a.rounds, committee=a.committee, split=a.split, n=a.n, live=a.live, tier=a.tier, run_id=a.run_id, synthetic=a.synthetic, effort=a.effort, property_concurrency=a.concurrency, out_dir=(Path(a.out_dir) if a.out_dir else None), data_dir=(Path(a.data_dir) if a.data_dir else None), **({"seed": a.seed} if a.seed is not None else {}), ) run_arm(spec) return 0 if __name__ == "__main__": sys.exit(main())