SPB Git

Repository Public

KnowledgeModel.swift 9.3 KB 196 lines swift

1// Author: Simon-Pierre Boucher — contact@spboucher.ai2// File: Packages/LocalChatUI/Sources/Features/Knowledge/KnowledgeModel.swift3// Description: View model of the Knowledge Studio: collections, documents, indexing jobs with live progress, search playground state.4import Foundation5import Observation6import SwiftUI7import LocalChatCore8import LocalChatKnowledge910struct EmbedderChoice: Identifiable, Hashable, Sendable {11    var id: String; var name: String; var remote: Bool12}1314@MainActor @Observable15final class KnowledgeModel {16    var selectedID: UUID?17    var documents: [KnowledgeDocument] = []18    var embedders: [EmbedderChoice] = []19    var progress: [UUID: IndexingProgress] = [:]          // document id → latest progress20    var activeJobs = 021    var message: String?22    var errorText: String?23    var counts: StoreCounts?24    var collectionCounts: StoreCounts?25    var remoteConsent: Set<UUID> = []                      // collections the user allowed remote embedding for (this session)26    var canReclaim = false2728    // search playground29    var query = ""30    var hits: [KnowledgeHit] = []31    var searchMode: KnowledgeSearchMode = .none32    var searchNotes: [String] = []33    var isSearching = false34    var searchDuration: TimeInterval?3536    @ObservationIgnored private var jobs: [Task<Void, Never>] = []37    @ObservationIgnored private var progressTask: Task<Void, Never>?3839    func start(_ app: AppModel) {40        guard progressTask == nil else { return }41        let indexer = app.indexer42        progressTask = Task { [weak self] in43            for await p in await indexer.progressUpdates() {44                guard let self else { return }45                self.progress[p.documentID] = p46                if [.finished, .failed, .duplicate, .cancelled].contains(p.stage) { self.reloadDocuments(app) }47            }48        }49        Task { await loadEmbedders(app) }50        refreshCounts(app)51    }5253    func loadEmbedders(_ app: AppModel) async {54        embedders = await app.providers.available().map { EmbedderChoice(id: $0.id, name: $0.name, remote: $0.remote) }55    }5657    func embedderName(_ id: String) -> String { embedders.first { $0.id == id }?.name ?? id }58    func isRemote(_ collection: KnowledgeCollection) -> Bool { embedders.first { $0.id == collection.embedderID }?.remote ?? collection.embedderID.hasPrefix("remote:") }5960    func collection(_ app: AppModel) -> KnowledgeCollection? { app.collections.first { $0.id == selectedID } }6162    func select(_ id: UUID?, _ app: AppModel) {63        selectedID = id; hits = []; searchMode = .none; searchNotes = []; query = ""; errorText = nil; message = nil64        reloadDocuments(app)65    }6667    func reloadDocuments(_ app: AppModel) {68        if let id = selectedID {69            documents = ((try? app.knowledgeStore.documents(in: id)) ?? []).sorted { $0.addedAt > $1.addedAt }70            collectionCounts = try? app.knowledgeStore.counts(inCollection: id)71        } else { documents = []; collectionCounts = nil }72        refreshCounts(app)73    }7475    func refreshCounts(_ app: AppModel) { counts = try? app.knowledgeStore.counts() }7677    // MARK: Collections7879    func create(name: String, symbol: String, embedder: EmbedderChoice, chunkSize: Int, overlap: Int, _ app: AppModel) async {80        guard let provider = await app.providers.provider(for: embedder.id) else { errorText = "This embedder could not be loaded."; return }81        let c = KnowledgeCollection(name: name, symbol: symbol, embedderID: embedder.id, dimension: provider.dimension, chunkSize: chunkSize, chunkOverlap: min(overlap, chunkSize / 2))82        do { try app.knowledgeStore.saveCollection(c) } catch { errorText = error.localizedDescription; return }83        _ = try? app.store.save(c)84        app.reloadLists(); select(c.id, app)85    }8687    func save(_ c: KnowledgeCollection, _ app: AppModel) {88        var c = c; c.updatedAt = Date()89        do { try app.knowledgeStore.saveCollection(c) } catch { errorText = error.localizedDescription; return }90        _ = try? app.store.save(c)91        app.reloadLists()92    }9394    func delete(_ c: KnowledgeCollection, _ app: AppModel) {95        do { try app.knowledgeStore.deleteCollection(c.id) } catch { errorText = error.localizedDescription; return }96        try? app.store.delete(KnowledgeCollection.self, id: c.id)97        app.reloadLists()98        if selectedID == c.id { select(nil, app) }99        canReclaim = true; refreshCounts(app)100        message = "“\(c.name)” and all its chunks and vectors were deleted from this device."101    }102103    func reclaim(_ app: AppModel) {104        do { try app.knowledgeStore.vacuum(); canReclaim = false; message = "Space reclaimed." } catch { errorText = error.localizedDescription }105    }106107    // MARK: Indexing108109    private func provider(for c: KnowledgeCollection, _ app: AppModel) async -> (provider: any EmbeddingProvider, allowRemote: Bool)? {110        guard let provider = await app.providers.provider(for: c.embedderID) else {111            errorText = "The embedder of this collection (\(embedderName(c.embedderID))) is not available. Install it again or choose another embedder."; return nil112        }113        if provider.isRemote && !remoteConsent.contains(c.id) {114            errorText = "This collection uses a remote embedder. Confirm remote processing before indexing."; return nil115        }116        return (provider, provider.isRemote)117    }118119    func add(_ urls: [URL], _ app: AppModel) {120        guard let c = collection(app), !urls.isEmpty else { return }121        errorText = nil122        run { [weak self] in123            guard let self, let setup = await self.provider(for: c, app) else { return }124            for url in urls {125                if Task.isCancelled { break }126                let scoped = url.startAccessingSecurityScopedResource()127                defer { if scoped { url.stopAccessingSecurityScopedResource() } }128                do { _ = try await app.indexer.add(fileURL: url, to: c.id, provider: setup.provider, allowRemoteProcessing: setup.allowRemote) }129                catch is CancellationError { break }130                catch { if !Task.isCancelled { self.errorText = "\(url.lastPathComponent): \(error.localizedDescription)" } }131                self.reloadDocuments(app)132            }133        }134    }135136    func reindex(document: KnowledgeDocument, _ app: AppModel) {137        guard let c = collection(app) else { return }138        run { [weak self] in139            guard let self, let setup = await self.provider(for: c, app) else { return }140            do { _ = try await app.indexer.reindex(documentID: document.id, provider: setup.provider, allowRemoteProcessing: setup.allowRemote) }141            catch { if !Task.isCancelled { self.errorText = error.localizedDescription } }142            self.reloadDocuments(app)143        }144    }145146    /// Recomputes every vector of the collection, optionally with another embedder.147    func reindexCollection(newEmbedder: EmbedderChoice? = nil, _ app: AppModel) {148        guard let c = collection(app) else { return }149        run { [weak self] in150            guard let self else { return }151            var target = c152            if let newEmbedder { target.embedderID = newEmbedder.id }153            guard let provider = await app.providers.provider(for: target.embedderID) else { self.errorText = "This embedder could not be loaded."; return }154            if provider.isRemote && !self.remoteConsent.contains(c.id) { self.errorText = "Confirm remote processing before indexing with a remote embedder."; return }155            do { try await app.indexer.reindex(collectionID: c.id, provider: provider, allowRemoteProcessing: provider.isRemote) }156            catch { if !Task.isCancelled { self.errorText = error.localizedDescription } }157            app.reloadLists(); self.reloadDocuments(app)158        }159    }160161    func deleteDocument(_ d: KnowledgeDocument, _ app: AppModel) {162        do { try app.knowledgeStore.deleteDocument(d.id); canReclaim = true } catch { errorText = error.localizedDescription }163        progress[d.id] = nil; reloadDocuments(app)164    }165166    func cancelJobs() { jobs.forEach { $0.cancel() }; jobs = []; message = "Indexing cancelled. No partial document was kept." }167168    private func run(_ work: @escaping @MainActor () async -> Void) {169        activeJobs += 1170        jobs.append(Task { [weak self] in await work(); self?.activeJobs -= 1 })171    }172173    var liveProgress: [IndexingProgress] {174        progress.values.filter { ![.finished, .failed, .duplicate, .cancelled].contains($0.stage) && $0.collectionID == selectedID }.sorted { $0.documentName < $1.documentName }175    }176177    // MARK: Search178179    func search(_ app: AppModel) async {180        guard let id = selectedID, !query.trimmingCharacters(in: .whitespaces).isEmpty else { return }181        isSearching = true; defer { isSearching = false }182        let started = Date()183        do {184            hits = try await app.knowledge.search(query, collections: [id], limit: 8)185            searchMode = app.knowledge.lastSearchMode; searchNotes = app.knowledge.lastSearchNotes186            searchDuration = Date().timeIntervalSince(started)187        } catch { errorText = error.localizedDescription; hits = [] }188    }189}190191extension KnowledgeSearchMode {192    var label: String {193        switch self { case .none: "No search yet"; case .hybrid: "Hybrid (vectors + keywords)"; case .vectorOnly: "Vectors only"; case .keywordOnly: "Keywords only (fallback)" }194    }195}196
Files main
Menu

Theme