SPB Git

spb/llmindex Public

The discriminative, contamination-resistant, fully transparent LLM ranking — updated live.

TypeScript 77.9% TeX 15.2% Python 3.7% SQL 1.4% JavaScript 1.1% Shell 0.5%
1.1 KB · 43 lines typescript
Raw Blame History
1/**2 * llmindex.io — CLI: pnpm duel:run --domain writing --pairs 5003 * Author:  Simon-Pierre Boucher4 * Contact: contact@spboucher.ai5 * License: Proprietary — © Simon-Pierre Boucher, all rights reserved6 */7import { parseArgs } from 'node:util';8import { prisma } from '@llmindex/db';9import '../env';10import { runDuelBatch } from '../duel-runner';1112const { values } = parseArgs({13  options: {14    domain: { type: 'string', default: 'writing' },15    pairs: { type: 'string', default: '100' },16    seed: { type: 'string' },17  },18});1920async function main(): Promise<void> {21  if (22    values.domain !== 'writing' &&23    values.domain !== 'safety_refusal_quality' &&24    values.domain !== 'svg_design'25  ) {26    console.error('Duel domains: writing | safety_refusal_quality | svg_design');27    process.exit(2);28  }29  const result = await runDuelBatch({30    domain: values.domain,31    pairs: Number(values.pairs),32    seed: values.seed,33  });34  console.log(JSON.stringify(result));35}3637main()38  .catch((err) => {39    console.error(String(err));40    process.exitCode = 1;41  })42  .finally(() => prisma.$disconnect());43