Repository Public Research preview
1{2 "name": "pilot-v1",3 "provider": "anthropic",4 "model": "claude-opus-5-5",5 "heldout_models": ["claude-sonnet-5-5", "claude-haiku-5-5"],6 "variants": ["A", "B", "C", "D", "E"],7 "samples_per_variant": {"A": 1, "B": 1, "C": 1, "D": 1, "E": 2},8 "max_tokens": 1500,9 "effort": "low",10 "mode": "batch",11 "concurrency": 4,12 "budget_usd_ceiling": 30.0,13 "notes": "Pilot (Gate B): ~1000 passages x 6 generations. Live spend requires --live. Budget is a hard stop."14}15