SPB Git

spb/llmindex Public

The discriminative, contamination-resistant, fully transparent LLM ranking — updated live.

TypeScript 77.9% TeX 15.2% Python 3.7% SQL 1.4% JavaScript 1.1% Shell 0.5%
1.2 KB · 49 lines typescript
Raw Blame History
1/**2 * llmindex.io — canonical task/subject domains (v1)3 * Author:  Simon-Pierre Boucher4 * Contact: contact@spboucher.ai5 * License: Proprietary — © Simon-Pierre Boucher, all rights reserved6 */78export const DOMAINS = [9  'code',10  'math',11  'reasoning',12  'agentic',13  'terminal',14  'writing',15  'knowledge',16  'multilingual',17  'instruction_following',18  'safety_refusal_quality',19  'svg_design',20  'vision_ocr',21] as const;2223export type Domain = (typeof DOMAINS)[number];2425export const GLOBAL_DOMAIN = 'global' as const;2627/** Domains scored via graded items + IRT (vs. pairwise duels + Bradley-Terry). */28export const IRT_DOMAINS: readonly Domain[] = [29  'code',30  'math',31  'reasoning',32  'agentic',33  'terminal',34  'knowledge',35  'multilingual',36  'instruction_following',37  'vision_ocr',38];3940/** Domains requiring image input — only run against multimodal models. */41export const VISION_DOMAINS: readonly Domain[] = ['vision_ocr'];4243/** Open-ended domains scored via LLM-judged pairwise duels (Bradley-Terry). */44export const DUEL_DOMAINS: readonly Domain[] = ['writing', 'safety_refusal_quality', 'svg_design'];4546export function isDomain(value: string): value is Domain {47  return (DOMAINS as readonly string[]).includes(value);48}49