Repository Public
1// Author: Simon-Pierre Boucher — contact@spboucher.ai2// File: Packages/LocalChatUI/Sources/Features/Knowledge/KnowledgeModel.swift3// Description: View model of the Knowledge Studio: collections, documents, indexing jobs with live progress, search playground state.4import Foundation5import Observation6import SwiftUI7import LocalChatCore8import LocalChatKnowledge910struct EmbedderChoice: Identifiable, Hashable, Sendable {11 var id: String; var name: String; var remote: Bool12}1314@MainActor @Observable15final class KnowledgeModel {16 var selectedID: UUID?17 var documents: [KnowledgeDocument] = []18 var embedders: [EmbedderChoice] = []19 var progress: [UUID: IndexingProgress] = [:] // document id → latest progress20 var activeJobs = 021 var message: String?22 var errorText: String?23 var counts: StoreCounts?24 var collectionCounts: StoreCounts?25 var remoteConsent: Set<UUID> = [] // collections the user allowed remote embedding for (this session)26 var canReclaim = false2728 // search playground29 var query = ""30 var hits: [KnowledgeHit] = []31 var searchMode: KnowledgeSearchMode = .none32 var searchNotes: [String] = []33 var isSearching = false34 var searchDuration: TimeInterval?3536 @ObservationIgnored private var jobs: [Task<Void, Never>] = []37 @ObservationIgnored private var progressTask: Task<Void, Never>?3839 func start(_ app: AppModel) {40 guard progressTask == nil else { return }41 let indexer = app.indexer42 progressTask = Task { [weak self] in43 for await p in await indexer.progressUpdates() {44 guard let self else { return }45 self.progress[p.documentID] = p46 if [.finished, .failed, .duplicate, .cancelled].contains(p.stage) { self.reloadDocuments(app) }47 }48 }49 Task { await loadEmbedders(app) }50 refreshCounts(app)51 }5253 func loadEmbedders(_ app: AppModel) async {54 embedders = await app.providers.available().map { EmbedderChoice(id: $0.id, name: $0.name, remote: $0.remote) }55 }5657 func embedderName(_ id: String) -> String { embedders.first { $0.id == id }?.name ?? id }58 func isRemote(_ collection: KnowledgeCollection) -> Bool { embedders.first { $0.id == collection.embedderID }?.remote ?? collection.embedderID.hasPrefix("remote:") }5960 func collection(_ app: AppModel) -> KnowledgeCollection? { app.collections.first { $0.id == selectedID } }6162 func select(_ id: UUID?, _ app: AppModel) {63 selectedID = id; hits = []; searchMode = .none; searchNotes = []; query = ""; errorText = nil; message = nil64 reloadDocuments(app)65 }6667 func reloadDocuments(_ app: AppModel) {68 if let id = selectedID {69 documents = ((try? app.knowledgeStore.documents(in: id)) ?? []).sorted { $0.addedAt > $1.addedAt }70 collectionCounts = try? app.knowledgeStore.counts(inCollection: id)71 } else { documents = []; collectionCounts = nil }72 refreshCounts(app)73 }7475 func refreshCounts(_ app: AppModel) { counts = try? app.knowledgeStore.counts() }7677 // MARK: Collections7879 func create(name: String, symbol: String, embedder: EmbedderChoice, chunkSize: Int, overlap: Int, _ app: AppModel) async {80 guard let provider = await app.providers.provider(for: embedder.id) else { errorText = "This embedder could not be loaded."; return }81 let c = KnowledgeCollection(name: name, symbol: symbol, embedderID: embedder.id, dimension: provider.dimension, chunkSize: chunkSize, chunkOverlap: min(overlap, chunkSize / 2))82 do { try app.knowledgeStore.saveCollection(c) } catch { errorText = error.localizedDescription; return }83 _ = try? app.store.save(c)84 app.reloadLists(); select(c.id, app)85 }8687 func save(_ c: KnowledgeCollection, _ app: AppModel) {88 var c = c; c.updatedAt = Date()89 do { try app.knowledgeStore.saveCollection(c) } catch { errorText = error.localizedDescription; return }90 _ = try? app.store.save(c)91 app.reloadLists()92 }9394 func delete(_ c: KnowledgeCollection, _ app: AppModel) {95 do { try app.knowledgeStore.deleteCollection(c.id) } catch { errorText = error.localizedDescription; return }96 try? app.store.delete(KnowledgeCollection.self, id: c.id)97 app.reloadLists()98 if selectedID == c.id { select(nil, app) }99 canReclaim = true; refreshCounts(app)100 message = "“\(c.name)” and all its chunks and vectors were deleted from this device."101 }102103 func reclaim(_ app: AppModel) {104 do { try app.knowledgeStore.vacuum(); canReclaim = false; message = "Space reclaimed." } catch { errorText = error.localizedDescription }105 }106107 // MARK: Indexing108109 private func provider(for c: KnowledgeCollection, _ app: AppModel) async -> (provider: any EmbeddingProvider, allowRemote: Bool)? {110 guard let provider = await app.providers.provider(for: c.embedderID) else {111 errorText = "The embedder of this collection (\(embedderName(c.embedderID))) is not available. Install it again or choose another embedder."; return nil112 }113 if provider.isRemote && !remoteConsent.contains(c.id) {114 errorText = "This collection uses a remote embedder. Confirm remote processing before indexing."; return nil115 }116 return (provider, provider.isRemote)117 }118119 func add(_ urls: [URL], _ app: AppModel) {120 guard let c = collection(app), !urls.isEmpty else { return }121 errorText = nil122 run { [weak self] in123 guard let self, let setup = await self.provider(for: c, app) else { return }124 for url in urls {125 if Task.isCancelled { break }126 let scoped = url.startAccessingSecurityScopedResource()127 defer { if scoped { url.stopAccessingSecurityScopedResource() } }128 do { _ = try await app.indexer.add(fileURL: url, to: c.id, provider: setup.provider, allowRemoteProcessing: setup.allowRemote) }129 catch is CancellationError { break }130 catch { if !Task.isCancelled { self.errorText = "\(url.lastPathComponent): \(error.localizedDescription)" } }131 self.reloadDocuments(app)132 }133 }134 }135136 func reindex(document: KnowledgeDocument, _ app: AppModel) {137 guard let c = collection(app) else { return }138 run { [weak self] in139 guard let self, let setup = await self.provider(for: c, app) else { return }140 do { _ = try await app.indexer.reindex(documentID: document.id, provider: setup.provider, allowRemoteProcessing: setup.allowRemote) }141 catch { if !Task.isCancelled { self.errorText = error.localizedDescription } }142 self.reloadDocuments(app)143 }144 }145146 /// Recomputes every vector of the collection, optionally with another embedder.147 func reindexCollection(newEmbedder: EmbedderChoice? = nil, _ app: AppModel) {148 guard let c = collection(app) else { return }149 run { [weak self] in150 guard let self else { return }151 var target = c152 if let newEmbedder { target.embedderID = newEmbedder.id }153 guard let provider = await app.providers.provider(for: target.embedderID) else { self.errorText = "This embedder could not be loaded."; return }154 if provider.isRemote && !self.remoteConsent.contains(c.id) { self.errorText = "Confirm remote processing before indexing with a remote embedder."; return }155 do { try await app.indexer.reindex(collectionID: c.id, provider: provider, allowRemoteProcessing: provider.isRemote) }156 catch { if !Task.isCancelled { self.errorText = error.localizedDescription } }157 app.reloadLists(); self.reloadDocuments(app)158 }159 }160161 func deleteDocument(_ d: KnowledgeDocument, _ app: AppModel) {162 do { try app.knowledgeStore.deleteDocument(d.id); canReclaim = true } catch { errorText = error.localizedDescription }163 progress[d.id] = nil; reloadDocuments(app)164 }165166 func cancelJobs() { jobs.forEach { $0.cancel() }; jobs = []; message = "Indexing cancelled. No partial document was kept." }167168 private func run(_ work: @escaping @MainActor () async -> Void) {169 activeJobs += 1170 jobs.append(Task { [weak self] in await work(); self?.activeJobs -= 1 })171 }172173 var liveProgress: [IndexingProgress] {174 progress.values.filter { ![.finished, .failed, .duplicate, .cancelled].contains($0.stage) && $0.collectionID == selectedID }.sorted { $0.documentName < $1.documentName }175 }176177 // MARK: Search178179 func search(_ app: AppModel) async {180 guard let id = selectedID, !query.trimmingCharacters(in: .whitespaces).isEmpty else { return }181 isSearching = true; defer { isSearching = false }182 let started = Date()183 do {184 hits = try await app.knowledge.search(query, collections: [id], limit: 8)185 searchMode = app.knowledge.lastSearchMode; searchNotes = app.knowledge.lastSearchNotes186 searchDuration = Date().timeIntervalSince(started)187 } catch { errorText = error.localizedDescription; hits = [] }188 }189}190191extension KnowledgeSearchMode {192 var label: String {193 switch self { case .none: "No search yet"; case .hybrid: "Hybrid (vectors + keywords)"; case .vectorOnly: "Vectors only"; case .keywordOnly: "Keywords only (fallback)" }194 }195}196