SPB Git

Repository Public

semantic.test.ts 4.1 KB 73 lines typescript

1// Tests unitaires du classement sémantique : normalisation, cosinus, k meilleurs, fusion hybride, embedding de test.2import assert from "node:assert/strict"3import { test } from "node:test"4import { cosine, fakeEmbedding, hybridRank, normalize, topK, W_KEYWORD, W_SEMANTIC } from "./semantic"56const near = (a: number, b: number, eps = 1e-6) => assert.ok(Math.abs(a - b) < eps, `${a} ≈ ${b}`)78test("normalisation et cosinus", () => {9  const v = normalize([3, 4])10  near(v[0], 0.6); near(v[1], 0.8)11  near(Math.hypot(...v), 1)12  assert.deepEqual([...normalize([0, 0])], [0, 0])13  near(cosine([1, 0], [1, 0]), 1)14  near(cosine([1, 0], [0, 1]), 0)15  near(cosine([1, 0], [-1, 0]), -1)16  near(cosine([1, 2, 3], [2, 4, 6]), 1)17  near(cosine([1, 1], [1, 0]), Math.SQRT1_2)18  assert.equal(cosine([1, 2], [1, 2, 3]), 0, "dimensions différentes")19  assert.equal(cosine([0, 0], [1, 1]), 0, "vecteur nul")20})2122test("k meilleurs : ordre décroissant, filtre, k plus grand que la matrice", () => {23  const rows = [[1, 0, 0], [0.9, 0.1, 0], [0, 1, 0], [0.5, 0.5, 0], [-1, 0, 0]].map((r) => normalize(r))24  const m = new Float32Array(rows.length * 3)25  rows.forEach((r, i) => m.set(r, i * 3))26  const q = normalize([1, 0, 0])27  assert.deepEqual(topK(m, 3, q, 3).map((x) => x.row), [0, 1, 3])28  near(topK(m, 3, q, 1)[0].score, 1)29  assert.deepEqual(topK(m, 3, q, 10).map((x) => x.row), [0, 1, 3, 2, 4])30  assert.deepEqual(topK(m, 3, q, 2, (r) => r !== 0).map((x) => x.row), [1, 3])31  assert.deepEqual(topK(new Float32Array(0), 3, q, 5), [])32  assert.deepEqual(topK(m, 0, q, 5), [])33  // même résultat qu'un tri complet sur une matrice aléatoire34  const dim = 16, n = 30035  const big = new Float32Array(n * dim)36  let seed = 737  const rnd = () => ((seed = (seed * 1103515245 + 12345) & 0x7fffffff) / 0x7fffffff) - 0.538  for (let r = 0; r < n; r++) big.set(normalize(Array.from({ length: dim }, rnd)), r * dim)39  const qq = normalize(Array.from({ length: dim }, rnd))40  const full = Array.from({ length: n }, (_, r) => ({ row: r, score: cosine(big.subarray(r * dim, (r + 1) * dim), qq) })).sort((a, b) => b.score - a.score).slice(0, 12)41  const got = topK(big, dim, qq, 12)42  assert.deepEqual(got.map((x) => x.row), full.map((x) => x.row))43  got.forEach((x, i) => near(x.score, full[i].score, 1e-5))44})4546test("fusion hybride : les deux sources passent devant, pondération documentée, limite", () => {47  const r = hybridRank([{ key: "a", score: 0.9 }, { key: "b", score: 0.8 }, { key: "c", score: 0.2 }], [["c", "d", "e"]], 10)48  assert.deepEqual(r.map((x) => x.key), ["a", "b", "c", "d", "e"])49  near(r.find((x) => x.key === "a")!.score, W_SEMANTIC * 0.9)50  near(r.find((x) => x.key === "c")!.score, W_SEMANTIC * 0.2 + W_KEYWORD * 1)51  near(r.find((x) => x.key === "d")!.score, W_KEYWORD * 0.75)52  near(r.find((x) => x.key === "e")!.score, W_KEYWORD * 0.5)53  assert.deepEqual(r.map((x) => x.match), ["semantic", "semantic", "both", "keyword", "keyword"])54  // trouvé des deux façons : passe devant un résultat sémantique de même cosinus55  assert.deepEqual(hybridRank([{ key: "s", score: 0.5 }, { key: "sk", score: 0.5 }], [["sk"]], 5).map((x) => x.key), ["sk", "s"])56  assert.deepEqual(hybridRank([{ key: "a", score: 0.9 }], [["b"]], 1).map((x) => x.key), ["a"])57  // cosinus négatif ou supérieur à 1 : borné ; plusieurs boîtes : le meilleur rang de mots est gardé58  near(hybridRank([{ key: "a", score: -0.4 }], [], 5)[0].score, 0)59  near(hybridRank([{ key: "a", score: 1.7 }], [], 5)[0].score, W_SEMANTIC)60  near(hybridRank([], [["x", "y"], ["y"]], 5).find((x) => x.key === "y")!.score, W_KEYWORD)61  assert.deepEqual(hybridRank([], [], 5), [])62})6364test("embedding de test : déterministe, normalisé, sensible aux mots partagés", () => {65  const a = fakeEmbedding("Facture d'électricité de novembre"), b = fakeEmbedding("facture ELECTRICITE novembre"), c = fakeEmbedding("Invitation au match hockey samedi")66  assert.equal(a.length, 256)67  near(Math.hypot(...a), 1, 1e-5)68  assert.deepEqual([...fakeEmbedding("Facture d'électricité de novembre")], [...a])69  assert.ok(cosine(a, b) > 0.7, "accents et casse ignorés")70  assert.ok(cosine(a, c) < 0.2)71  assert.deepEqual([...fakeEmbedding("")], new Array(256).fill(0))72})73
Files main
Menu

Theme