import { fmtDate } from "@/lib/utils";
import { usd, type ModelsPayload } from "./format";
export function Provenance({ benchmark, benchmarked, pricing }: { benchmark: ModelsPayload["benchmark"]; benchmarked: number; pricing: { openai?: string | null; anthropic?: string | null } }) {
return (
Benchmark provenance
{benchmark ?
- Generated
- {fmtDate(benchmark.generated, { dateStyle: "medium", timeStyle: "short" })}
- Real runs
- {benchmark.runs} across {benchmarked} models · 2 trials per cell
- Categories
- {benchmark.categories.length} ({benchmark.categories.map((c) => c.label).join(", ")})
- LLM judges
- {benchmark.judges.join(", ")}
- Total cost
- {usd(benchmark.total_cost, 2)} (estimated)
- Report
docs/ai-model-comparison.md · routing policy in docs/ai-routing-strategy.md
:
No benchmark summary seeded — run pnpm bench:run && pnpm bench:report && pnpm seed:ai.
}
Measured vs estimated
- Measured: pass rates, scores, TTFT, latency and tok/s come from real API calls on the benchmark date; provider load at that time affects latency. Two trials per cell — differences of a few points are noise.
- Judged (1–5): an experimental two-judge LLM rubric for writing and synthesis only; never used for pass rates or routing eligibility.
- Estimated: $/run and the usage panel multiply provider-reported tokens by list prices ({pricing.openai ? OpenAI : "OpenAI"}, {pricing.anthropic ? Anthropic : "Anthropic"}); invoices are authoritative.
- Probes: capability badges (text, streaming, tools, JSON, vision, reasoning control) are live checks from discovery, not vendor claims. Pro-tier models were discovered but not benchmarked (cost).
);
}