spb/polyllm

1import { raw, save, MODELS, chat } from "./lib.ts";23const out: Record<string, unknown> = {};4out.list = await raw("/models");5for (const m of MODELS) out[`retrieve:${m}`] = await raw(`/models/${m}`);6out["retrieve:unknown"] = await raw(`/models/does-not-exist`);7// one tiny call to see rate-limit headers on inference8out.tinyForHeaders = await chat({ model: "gpt-oss-120b", messages: [{ role: "user", content: "Say hi" }], max_completion_tokens: 20 });9save("00-models.json", out);10console.log(JSON.stringify(out.list, null, 1));11console.log("headers on inference:", (out.tinyForHeaders as any).headers);12console.log("status", (out.tinyForHeaders as any).status);13