SPB Git

spb/llmindex Public

The discriminative, contamination-resistant, fully transparent LLM ranking — updated live.

TypeScript 77.9% TeX 15.2% Python 3.7% SQL 1.4% JavaScript 1.1% Shell 0.5%
1008 B · 36 lines typescript
Raw Blame History
1/**2 * llmindex.io — CLI: pnpm benchmark:run [--n 30] [--k 2] [--models slug1,slug2]3 * Author:  Simon-Pierre Boucher4 * Contact: contact@spboucher.ai5 * License: Proprietary — © Simon-Pierre Boucher, all rights reserved6 */7import { parseArgs } from 'node:util';8import { prisma } from '@llmindex/db';9import '../env';10import { runBenchmark } from '../benchmark';11import { closeProgress } from '../progress';1213const { values } = parseArgs({14  options: {15    n: { type: 'string', default: '30' },16    k: { type: 'string', default: '2' },17    models: { type: 'string' },18    parallel: { type: 'string', default: '6' },19  },20});2122runBenchmark({23  n: Number(values.n),24  k: Number(values.k),25  models: values.models ? values.models.split(',').map((s) => s.trim()).filter(Boolean) : undefined,26  parallel: Number(values.parallel),27})28  .catch((err) => {29    console.error(String(err));30    process.exitCode = 1;31  })32  .finally(async () => {33    await closeProgress();34    await prisma.$disconnect();35  });36