SPB Git

Repository Public

PanelsTests.swift 15.8 KB 199 lines swift

1//2//  SP Chat iOS3//  File: SPChat-iOS/Tests/PanelsTests.swift4//  Description: Contextual panels — lens events and reducer, timeline decoding and replay cursor, tree and context5//               decoding; live suite against the development server (timeline, tree, context, fork + label, one lens).6//7//  Author: Simon-Pierre Boucher8//  Contact: contact@spboucher.ai9//1011import Foundation12import Testing13@testable import SPChat1415private func json(_ s: String) -> JSONValue { (try? JSONDecoder().decode(JSONValue.self, from: Data(s.utf8))) ?? .null }16private func lens(_ name: String, _ data: String) -> LensEvent { LensEvent(sse: SSEEvent(event: name, data: data, id: nil)) }1718@Suite struct LensTests {19    @Test func decodesTheServerVocabulary() {20        #expect(lens("start", #"{"lens":"verify","model":"claude-haiku-5-5","provider":"anthropic"}"#) == .start(lens: "verify", model: "claude-haiku-5-5"))21        #expect(lens("step", #"{"step":"search","label":"PostgreSQL 18.7"}"#) == .step(step: "search", label: "PostgreSQL 18.7"))22        #expect(lens("text", #"{"delta":"Bon"}"#) == .text("Bon"))23        #expect(lens("replace", #"{"content":"Texte final"}"#) == .replace("Texte final"))24        #expect(lens("end", "{}") == .end)25        #expect(lens("run", #"{"runId":"run_1"}"#) == .other)26        if case .sources(let s) = lens("sources", #"{"sources":[{"url":"https://a.org/x","title":"A","claim":"c1"},{"title":"sans url"}]}"#) {27            #expect(s.count == 1)28            #expect(s.first?.claim == "c1")29            #expect(s.first?.citation.domain == "a.org")30        } else { Issue.record("sources non décodées") }31        if case .done(let id, let content, _, let cost, let exact, let latency, let status, let error) = lens("done", #"{"id":"lens_1","content":"Fin","sources":[],"costUsd":"0.0012","exactCost":true,"latencyMs":900,"status":"incomplete","error":"coupé"}"#) {32            #expect(id == "lens_1" && content == "Fin" && cost == 0.0012 && exact && latency == 900 && status == "incomplete" && error == "coupé")33        } else { Issue.record("done non décodé") }34    }3536    @Test func aRunIsBuiltOnlyFromItsEvents() {37        var run = LensRun(lens: "verify")38        #expect(run.isRunning && run.text.isEmpty)39        run.apply(.start(lens: "verify", model: "claude-haiku-5-5"))40        run.apply(.step(step: "claims", label: "Extraction"))41        run.apply(.step(step: "claims", label: "Extraction"))          // replayed: shown once42        run.apply(.step(step: "search", label: "requête"))43        let a = LensSource(json(#"{"url":"https://a.org","claim":"x"}"#))!, b = LensSource(json(#"{"url":"https://b.org"}"#))!44        run.apply(.sources([a, b])); run.apply(.sources([a]))45        run.apply(.text("Bro")); run.apply(.text("uillon"))46        #expect(run.model == "claude-haiku-5-5" && run.steps.map(\.label) == ["Extraction", "requête"] && run.sources.count == 2 && run.text == "Brouillon")47        run.apply(.replace("Réécrit"))48        #expect(run.text == "Réécrit")49        run.apply(.done(id: "lens_9", content: "Final", sources: [a], costUsd: 0.002, exactCost: false, latencyMs: 1200, status: "complete"))50        #expect(!run.isRunning && run.storedId == "lens_9" && run.text == "Final" && run.sources == [a] && run.costUsd == 0.002 && !run.exactCost && run.error == nil)51    }5253    @Test func errorsEndTheRunAndKeepWhatWasWritten() {54        var run = LensRun(lens: "summary")55        run.apply(.text("partiel")); run.apply(.error("panne"))56        #expect(!run.isRunning && run.error == "panne" && run.text == "partiel")57        var cut = LensRun(lens: "summary")58        cut.apply(.done(id: "l", content: "moitié", sources: [], costUsd: nil, exactCost: false, latencyMs: nil, status: "incomplete", error: "limite"))59        #expect(cut.error == "limite" && cut.text == "moitié" && cut.storedId == "l")60        var silent = LensRun(lens: "table")61        silent.apply(.end)62        #expect(!silent.isRunning && silent.error == nil)63    }6465    @Test func storedLensesDecode() {66        let s = StoredLens(json(#"{"id":"lens_u3","lens":"verify","model_id":"claude-haiku-5-5","content":"**ok**","sources":[{"url":"https://a.org","title":"A","claim":"c"}],"usage":{"input":1},"cost_usd":"0.001","status":"complete","created_at":"2026-11-19T14:21:07.970Z"}"#))67        #expect(s?.lens == "verify" && s?.modelId == "claude-haiku-5-5" && s?.sources.count == 1 && s?.costUsd == 0.001 && s?.createdAt != nil)68        #expect(StoredLens(json(#"{"lens":"summary"}"#)) == nil)69        #expect(LensKind.builtin.map(\.id) == ["summary", "explain", "keypoints", "table", "verify"] && LensKind.builtin.last?.usesWeb == true)70    }71}7273@Suite struct TimelineTests {74    static let payload = #"{"conversation":{"id":"conv_1","title":"T"},"events":[{"at":"2026-11-19T14:20:28.460Z","type":"prompt","messageId":"msg_u","active":true,"preview":"Question ?","chars":10,"attachments":0},{"at":"2026-11-19T14:20:30.257Z","type":"response","messageId":"msg_a","active":true,"model":"or:google/gemini-4-neon","provider":"openrouter","status":"complete","preview":"La **18.7**","usage":{"input":4607,"output":385,"costUsd":0.0195},"costUsd":0.019596,"latencyMs":10968,"ttftMs":10207,"routing":{"mode":"manual","servedBy":"OpenRouter · Google"},"citations":6,"variant":2,"variants":3},{"at":"2026-11-19T14:20:31.000Z","type":"model_switch","messageId":"msg_b","active":true,"from":"claude-haiku-5-5","to":"or:google/gemini-4-neon"},{"at":"2026-11-19T14:20:37.531Z","type":"tool","messageId":"msg_a","id":"tx_1","tool":"web_search","status":"ok","durationMs":3178},{"at":"2026-11-19T14:21:00.000Z","type":"branch","conversationId":"conv_2","title":"Branche B"},{"type":"hologram","active":false}],"note":"Chronologie reconstruite uniquement à partir des événements enregistrés."}"#7576    @Test func decodesEveryRecordedEventAndKeepsUnknownOnes() {77        let t = ConversationTimeline(json(Self.payload))78        #expect(t.events.count == 6 && t.note?.contains("enregistrés") == true)79        #expect(t.events.map(\.id) == Array(0..<6))80        #expect(t.events.map(\.kind) == [.prompt, .response, .modelSwitch, .tool, .branch, .other])81        let r = t.events[1]82        #expect(r.model == "or:google/gemini-4-neon" && r.costUsd == 0.019596 && r.latencyMs == 10968 && r.ttftMs == 10207 && r.inputTokens == 4607 && r.outputTokens == 385)83        #expect(r.servedBy == "OpenRouter · Google" && r.citations == 6 && r.variant == 2 && r.variants == 3 && r.messageId == "msg_a" && r.at != nil)84        #expect(t.events[2].from == "claude-haiku-5-5" && t.events[2].to == "or:google/gemini-4-neon")85        #expect(t.events[3].tool == "web_search" && t.events[3].durationMs == 3178 && t.events[3].status == "ok")86        #expect(t.events[4].conversationId == "conv_2" && t.events[4].name == "Branche B")87        #expect(t.events[5].rawType == "hologram" && !t.events[5].active && t.events[5].at == nil)88        #expect(ConversationTimeline(.null).events.isEmpty)89    }9091    @Test func replayStepsInOrderAndNeverPastTheEnds() {92        var r = TimelineReplay(count: 4)93        #expect(r.position == 0 && !r.isAtEnd && r.progress == 0)94        r.step(-1); #expect(r.position == 0)95        r.step(1); r.step(1); #expect(r.position == 2 && abs(r.progress - 2.0 / 3.0) < 0.001)96        r.seek(99); #expect(r.position == 3 && r.isAtEnd && r.progress == 1)97        r.seek(-5); #expect(r.position == 0)98    }99100    @Test func playStopsAtTheEndAndRestartsFromTheBeginning() {101        var r = TimelineReplay(count: 3)102        r.togglePlay(); #expect(r.isPlaying)103        r.step(1); #expect(r.isPlaying && r.position == 1)104        r.step(1); #expect(!r.isPlaying && r.isAtEnd)               // the last event ends the playback105        r.togglePlay(); #expect(r.isPlaying && r.position == 0)     // play again: from the first event106        r.togglePlay(); #expect(!r.isPlaying)107        var single = TimelineReplay(count: 1)108        single.togglePlay(); #expect(!single.isPlaying && single.isAtEnd && single.progress == 1)109        var empty = TimelineReplay(count: 0)110        empty.step(1); empty.togglePlay(); #expect(empty.position == 0 && !empty.isPlaying && empty.progress == 0)111    }112113    @MainActor @Test func previewsDropMarkdownMarksOnly() {114        #expect(TimelineSheet.plain("La **18.7** ([PostgreSQL.org](https://www.postgresql.org/x)).\nFin `code`") == "La 18.7 (PostgreSQL.org). Fin code")115        #expect(TimelineSheet.plain("lien coupé [Titre](https://exa") == "lien coupé Titre")116    }117}118119@Suite struct TreeAndContextTests {120    @Test func treeDecodesFamilyAndVariants() {121        let t = ConversationTree(json(#"{"current":"conv_b","family":[{"id":"conv_a","parent_id":null,"title":"Racine","branch_label":null,"branch_message_id":null,"model_id":"claude-haiku-5-5","message_count":"4","archived_at":null,"last_at":"2026-11-19T14:20:30.259Z","created_at":"2026-11-19T14:20:28.451Z","depth":0},{"id":"conv_b","parent_id":"conv_a","title":"Racine","branch_label":"essai","branch_message_id":"msg_2","model_id":"or:google/gemini-4-neon","message_count":2,"last_at":null,"depth":1},{"title":"sans id"}],"variants":[{"parent_id":"msg_1","role":"assistant","options":[{"id":"msg_2","active":false,"model":"claude-haiku-5-5","status":"complete","createdAt":"2026-11-19T14:20:30.259Z","preview":"pong"},{"id":"msg_3","active":true,"model":"gpt-6-astra","status":"complete","createdAt":"2026-11-19T14:21:30.259Z","preview":"ping"},{"active":true}]},{"parent_id":null,"role":"user","options":[]}]}"#))122        #expect(t.current == "conv_b" && t.family.count == 2)123        #expect(t.family.first?.messageCount == 4 && t.family.first?.depth == 0 && t.family.first?.parentId == nil && t.family.first?.lastAt != nil)124        #expect(t.family.last?.branchLabel == "essai" && t.family.last?.depth == 1 && t.family.last?.parentId == "conv_a" && t.family.last?.branchMessageId == "msg_2")125        #expect(t.variants.count == 2 && t.variants.first?.options.count == 2 && t.variants.first?.options.last?.active == true && t.variants.first?.options.last?.model == "gpt-6-astra")126        #expect(t.variants.first?.id == "msg_1|assistant" && t.variants.last?.id == "∅|user")127        #expect(ConversationTree(.null).family.isEmpty)128    }129130    @Test func contextKeepsTheSourceOfEveryFigure() {131        let c = ContextReport(json(#"{"model":{"id":"or:google/gemini-4-neon","displayName":"Gemini 4 Neon","contextWindow":1048576},"measured":{"source":"Rapporté par le fournisseur pour la dernière réponse","inputTokens":4607,"outputTokens":385,"cachedTokens":0,"reasoningTokens":252,"at":"2026-11-19T14:20:30.257Z"},"estimate":{"source":"Estimation (≈ 3,5 caractères par jeton, images non comptées)","nextRequestTokens":1285,"percentOfContext":0.1,"images":0},"messages":{"count":2,"user":1,"assistant":1},"files":[{"id":"att_1","name":"note.txt","size":2048,"mime":"text/plain"}],"tools":{"enabled":true,"list":[{"name":"web_search","category":"web"},{"name":"python","category":"code"}]},"cost":{"source":"Somme des coûts enregistrés par réponse","conversationUsd":0.019596},"streaming":false}"#))132        #expect(c.modelId == "or:google/gemini-4-neon" && c.modelName == "Gemini 4 Neon" && c.contextWindow == 1_048_576)133        #expect(c.measuredSource?.hasPrefix("Rapporté") == true && c.measuredInput == 4607 && c.measuredOutput == 385 && c.measuredReasoning == 252 && c.measuredAt != nil)134        #expect(c.estimateSource?.hasPrefix("Estimation") == true && c.nextRequestTokens == 1285 && c.percentOfContext == 0.1)135        #expect(c.messageCount == 2 && c.userCount == 1 && c.assistantCount == 1)136        #expect(c.files.count == 1 && c.files.first?.name == "note.txt" && c.files.first?.detail?.contains("text/plain") == true)137        #expect(c.toolsEnabled && c.tools == ["web_search", "python"] && c.conversationUsd == 0.019596 && c.costSource?.hasPrefix("Somme") == true && !c.streaming)138        let bare = ContextReport(json(#"{"model":{"id":"m"},"measured":null,"estimate":{"nextRequestTokens":10},"messages":{"count":0}}"#))139        #expect(bare.measuredSource == nil && bare.measuredInput == nil && bare.percentOfContext == nil && bare.files.isEmpty && !bare.toolsEnabled)140    }141}142143@Suite(.serialized, .enabled(if: Live.enabled)) @MainActor struct LivePanelsTests {144    @Test func timelineTreeContextBranchLabelsAndOneLens() async throws {145        let env = Live.environment()146        let session = env.newSession()147        session.composerText = "Réponds exactement par le mot : pong"148        session.sendComposer(options: Live.options)149        #expect(await TestEnv.wait(timeout: 60) { session.phase == .idle && session.messages.count == 2 })150        let id = try #require(session.conversationId)151        let answer = try #require(session.messages.last)152        #expect(answer.status == .complete)153154        // timeline: the two recorded events, in order, pointing at the real messages155        let timeline = try await env.api.timeline(conversation: id)156        let prompt = try #require(timeline.events.first { $0.kind == .prompt })157        let response = try #require(timeline.events.first { $0.kind == .response })158        #expect(prompt.messageId == session.messages.first?.id && prompt.preview?.contains("pong") == true)159        #expect(response.messageId == answer.id && response.model == Live.model && (response.outputTokens ?? 0) > 0 && prompt.id < response.id)160        #expect(timeline.note?.isEmpty == false)161162        // context: the model asked for, an estimate with its source, the counted messages163        let context = try await env.api.context(conversation: id, model: Live.model)164        #expect(context.modelId == Live.model && context.messageCount == 2 && context.userCount == 1 && context.assistantCount == 1)165        #expect((context.nextRequestTokens ?? 0) > 0 && context.estimateSource?.isEmpty == false && context.percentOfContext != nil && (context.contextWindow ?? 0) > 0)166167        // tree: alone, then a named fork, renamed, then deleted168        let alone = try await env.api.tree(conversation: id)169        #expect(alone.current == id && alone.family.map(\.id) == [id] && alone.family.first?.depth == 0)170        let forkId = try #require(await session.fork(at: answer, label: "essai iOS"))171        let tree = try await env.api.tree(conversation: id)172        let node = try #require(tree.family.first { $0.id == forkId })173        #expect(tree.family.count == 2 && node.parentId == id && node.depth == 1 && node.branchLabel == "essai iOS" && node.branchMessageId == answer.id)174        let renamed = try await env.api.updateConversation(forkId, ConversationPatch(branchLabel: "renommée"))175        #expect(renamed.branchLabel == "renommée")176        #expect(try await env.api.tree(conversation: forkId).family.first { $0.id == forkId }?.branchLabel == "renommée")177        try await env.api.deleteConversation(forkId)178        #expect(try await env.api.tree(conversation: id).family.map(\.id) == [id])179180        // one real lens (summary): streamed, stored for the message, then deleted181        let runner = LensRunner(api: env.api, messageId: answer.id)182        await runner.load()183        #expect(runner.kinds.map(\.id).contains("summary") && runner.kinds.first { $0.id == "verify" }?.usesWeb == true && runner.stored.isEmpty)184        runner.start("summary", modelId: Live.model)185        #expect(runner.isRunning)186        #expect(await TestEnv.wait(timeout: 90) { runner.run?.isRunning == false })187        let run = try #require(runner.run)188        #expect(run.error == nil && !run.text.isEmpty && run.model == Live.model && run.costUsd != nil && (run.latencyMs ?? 0) > 0)189        let storedId = try #require(run.storedId)190        #expect(await TestEnv.wait(timeout: 10) { runner.stored.contains { $0.id == storedId } })191        let stored = try #require(runner.stored.first { $0.id == storedId })192        #expect(stored.lens == "summary" && stored.content == run.text && stored.modelId == Live.model)193        await runner.delete(stored)194        #expect(try await env.api.lenses(messageId: answer.id).stored.isEmpty)195196        try await env.api.deleteConversation(id)197    }198}199
Files main
Menu

Theme