SPB Git forge

spb/polyllm

Public
15commits 1branches 0releases
2.2 MBsize
maindefault branch
14 days agolast push
TypeScript 97.4% SQL 1% JavaScript 0.9% CSS 0.6%
1.6 KB · 20 lines typescript
Raw Blame History
1/** Local-first OpenAI-compatible servers. Base URLs are the documented defaults; users can edit them. */2export interface EndpointPreset {3  id: string;4  name: string;5  baseUrl: string;6  modelsPath: string;7  hint: string;8  /** Does the server need a key by default? */9  keyOptional: boolean;10}1112export const ENDPOINT_PRESETS: EndpointPreset[] = [13  { id: "ollama", name: "Ollama", baseUrl: "http://localhost:11434/v1", modelsPath: "/models", hint: "Default port 11434. Any value works as the key; leave it empty.", keyOptional: true },14  { id: "lmstudio", name: "LM Studio", baseUrl: "http://localhost:1234/v1", modelsPath: "/models", hint: "Start the local server in LM Studio (Developer tab). Loaded models are listed at /v1/models.", keyOptional: true },15  { id: "vllm", name: "vLLM", baseUrl: "http://localhost:8000/v1", modelsPath: "/models", hint: "`vllm serve <model>` exposes the OpenAI API on port 8000. Add the key if you started it with --api-key.", keyOptional: true },16  { id: "llamacpp", name: "llama.cpp", baseUrl: "http://localhost:8080/v1", modelsPath: "/models", hint: "`llama-server -m model.gguf` listens on 8080. Use --api-key to protect it.", keyOptional: true },17  { id: "mlx", name: "MLX", baseUrl: "http://localhost:8081/v1", modelsPath: "/models", hint: "`mlx_lm.server --port 8081` on Apple silicon. Models are loaded on demand.", keyOptional: true },18  { id: "other", name: "Other", baseUrl: "https://", modelsPath: "/models", hint: "Any server implementing POST /v1/chat/completions (TGI, LocalAI, Together, Groq, Fireworks…).", keyOptional: true },19];20