Repository Public
1// Tests unitaires du classement sémantique : normalisation, cosinus, k meilleurs, fusion hybride, embedding de test.2import assert from "node:assert/strict"3import { test } from "node:test"4import { cosine, fakeEmbedding, hybridRank, normalize, topK, W_KEYWORD, W_SEMANTIC } from "./semantic"56const near = (a: number, b: number, eps = 1e-6) => assert.ok(Math.abs(a - b) < eps, `${a} ≈ ${b}`)78test("normalisation et cosinus", () => {9 const v = normalize([3, 4])10 near(v[0], 0.6); near(v[1], 0.8)11 near(Math.hypot(...v), 1)12 assert.deepEqual([...normalize([0, 0])], [0, 0])13 near(cosine([1, 0], [1, 0]), 1)14 near(cosine([1, 0], [0, 1]), 0)15 near(cosine([1, 0], [-1, 0]), -1)16 near(cosine([1, 2, 3], [2, 4, 6]), 1)17 near(cosine([1, 1], [1, 0]), Math.SQRT1_2)18 assert.equal(cosine([1, 2], [1, 2, 3]), 0, "dimensions différentes")19 assert.equal(cosine([0, 0], [1, 1]), 0, "vecteur nul")20})2122test("k meilleurs : ordre décroissant, filtre, k plus grand que la matrice", () => {23 const rows = [[1, 0, 0], [0.9, 0.1, 0], [0, 1, 0], [0.5, 0.5, 0], [-1, 0, 0]].map((r) => normalize(r))24 const m = new Float32Array(rows.length * 3)25 rows.forEach((r, i) => m.set(r, i * 3))26 const q = normalize([1, 0, 0])27 assert.deepEqual(topK(m, 3, q, 3).map((x) => x.row), [0, 1, 3])28 near(topK(m, 3, q, 1)[0].score, 1)29 assert.deepEqual(topK(m, 3, q, 10).map((x) => x.row), [0, 1, 3, 2, 4])30 assert.deepEqual(topK(m, 3, q, 2, (r) => r !== 0).map((x) => x.row), [1, 3])31 assert.deepEqual(topK(new Float32Array(0), 3, q, 5), [])32 assert.deepEqual(topK(m, 0, q, 5), [])33 // même résultat qu'un tri complet sur une matrice aléatoire34 const dim = 16, n = 30035 const big = new Float32Array(n * dim)36 let seed = 737 const rnd = () => ((seed = (seed * 1103515245 + 12345) & 0x7fffffff) / 0x7fffffff) - 0.538 for (let r = 0; r < n; r++) big.set(normalize(Array.from({ length: dim }, rnd)), r * dim)39 const qq = normalize(Array.from({ length: dim }, rnd))40 const full = Array.from({ length: n }, (_, r) => ({ row: r, score: cosine(big.subarray(r * dim, (r + 1) * dim), qq) })).sort((a, b) => b.score - a.score).slice(0, 12)41 const got = topK(big, dim, qq, 12)42 assert.deepEqual(got.map((x) => x.row), full.map((x) => x.row))43 got.forEach((x, i) => near(x.score, full[i].score, 1e-5))44})4546test("fusion hybride : les deux sources passent devant, pondération documentée, limite", () => {47 const r = hybridRank([{ key: "a", score: 0.9 }, { key: "b", score: 0.8 }, { key: "c", score: 0.2 }], [["c", "d", "e"]], 10)48 assert.deepEqual(r.map((x) => x.key), ["a", "b", "c", "d", "e"])49 near(r.find((x) => x.key === "a")!.score, W_SEMANTIC * 0.9)50 near(r.find((x) => x.key === "c")!.score, W_SEMANTIC * 0.2 + W_KEYWORD * 1)51 near(r.find((x) => x.key === "d")!.score, W_KEYWORD * 0.75)52 near(r.find((x) => x.key === "e")!.score, W_KEYWORD * 0.5)53 assert.deepEqual(r.map((x) => x.match), ["semantic", "semantic", "both", "keyword", "keyword"])54 // trouvé des deux façons : passe devant un résultat sémantique de même cosinus55 assert.deepEqual(hybridRank([{ key: "s", score: 0.5 }, { key: "sk", score: 0.5 }], [["sk"]], 5).map((x) => x.key), ["sk", "s"])56 assert.deepEqual(hybridRank([{ key: "a", score: 0.9 }], [["b"]], 1).map((x) => x.key), ["a"])57 // cosinus négatif ou supérieur à 1 : borné ; plusieurs boîtes : le meilleur rang de mots est gardé58 near(hybridRank([{ key: "a", score: -0.4 }], [], 5)[0].score, 0)59 near(hybridRank([{ key: "a", score: 1.7 }], [], 5)[0].score, W_SEMANTIC)60 near(hybridRank([], [["x", "y"], ["y"]], 5).find((x) => x.key === "y")!.score, W_KEYWORD)61 assert.deepEqual(hybridRank([], [], 5), [])62})6364test("embedding de test : déterministe, normalisé, sensible aux mots partagés", () => {65 const a = fakeEmbedding("Facture d'électricité de novembre"), b = fakeEmbedding("facture ELECTRICITE novembre"), c = fakeEmbedding("Invitation au match hockey samedi")66 assert.equal(a.length, 256)67 near(Math.hypot(...a), 1, 1e-5)68 assert.deepEqual([...fakeEmbedding("Facture d'électricité de novembre")], [...a])69 assert.ok(cosine(a, b) > 0.7, "accents et casse ignorés")70 assert.ok(cosine(a, c) < 0.2)71 assert.deepEqual([...fakeEmbedding("")], new Array(256).fill(0))72})73