SPB Git

Repository Public

InstalledModelsView.swift 11.5 KB 214 lines swift

1// Author: Simon-Pierre Boucher — contact@spboucher.ai2// File: Packages/LocalChatUI/Sources/Features/Models/InstalledModelsView.swift3// Description: Installed models: facts, fit on this device, measured speed, load / unload with real progress, default, import and deletion.4import SwiftUI5import UniformTypeIdentifiers6import LocalChatCore7import LocalChatInference8import LocalChatModelHub9#if os(macOS)10import AppKit11#endif1213struct InstalledModelsView: View {14    @Environment(AppModel.self) private var app15    let goDiscover: () -> Void16    @State private var diskUsage: Int64?17    @State private var importing = false18    @State private var importKind = 0          // 0 = GGUF file, 1 = MLX folder19    @State private var busyImport = false20    @State private var message: String?21    @State private var pendingDelete: ModelDescriptor?22    @State private var dropTargeted = false2324    var body: some View {25        ScrollView {26            VStack(alignment: .leading, spacing: DS.S.md) {27                header28                if let message { InlineNotice(.error, message) }29                if app.installedModels.isEmpty && app.systemModel == nil {30                    EmptyStateView(symbol: "shippingbox", title: "No model yet",31                                   message: "Download an open model from Hugging Face, or import an MLX folder or a GGUF file you already have.") {32                        HStack { Button("Browse models", action: goDiscover).buttonStyle(.lcPrimary); importMenu }33                    }34                    .frame(minHeight: 340)35                } else {36                    LazyVGrid(columns: [GridItem(.adaptive(minimum: 330), spacing: DS.S.md)], alignment: .leading, spacing: DS.S.md) {37                        ForEach(app.installedModels) { model in38                            InstalledModelCard(model: model, onDelete: { pendingDelete = model }, onError: { message = $0 })39                        }40                        if let system = app.systemModel { InstalledModelCard(model: system, onDelete: nil, onError: { message = $0 }) }41                    }42                    .animation(DS.M.smooth, value: app.installedModels.map(\.id))43                }44            }45            .padding(DS.S.lg)46        }47        .overlay {48            if dropTargeted {49                RoundedRectangle(cornerRadius: DS.R.panel).strokeBorder(DS.G.accent, style: StrokeStyle(lineWidth: 2, dash: [8, 6])).padding(DS.S.md)50                    .overlay(Label("Drop an MLX folder or a .gguf file to import", systemImage: "square.and.arrow.down").font(DS.F.headline).padding().glassPanel())51                    .allowsHitTesting(false)52            }53        }54        .dropDestination(for: URL.self) { urls, _ in55            guard !urls.isEmpty else { return false }56            Task { for url in urls { await importModel(url) } }57            return true58        } isTargeted: { dropTargeted = $0 }59        .fileImporter(isPresented: $importing, allowedContentTypes: importKind == 1 ? [.folder] : [UTType(filenameExtension: "gguf") ?? .data, .data]) { result in60            if case .success(let url) = result { Task { await importModel(url) } }61        }62        .confirmationDialog("Delete \(pendingDelete?.name ?? "model")?", isPresented: Binding(get: { pendingDelete != nil }, set: { if !$0 { pendingDelete = nil } }), titleVisibility: .visible) {63            Button("Delete model files", role: .destructive) {64                if let m = pendingDelete { Task { await app.deleteModel(m); await refreshUsage() } }65                pendingDelete = nil66            }67            Button("Cancel", role: .cancel) { pendingDelete = nil }68        } message: {69            Text("The weights\(pendingDelete?.sizeBytes.map { " (\(ByteFormat.string($0)))" } ?? "") are removed from this device. Conversations are kept.")70        }71        .task(id: app.installedModels.count) { await refreshUsage() }72    }7374    private var header: some View {75        ViewThatFits(in: .horizontal) {76            HStack(spacing: DS.S.md) { usage; Spacer(); if busyImport { ProgressView().controlSize(.small) }; importMenu }77            VStack(alignment: .leading, spacing: DS.S.sm) { usage; HStack { importMenu; if busyImport { ProgressView().controlSize(.small) } } }78        }79    }8081    private var usage: some View {82        HStack(spacing: 6) {83            Pill("\(app.installedModels.count) installed", symbol: "internaldrive")84            if let diskUsage { Pill("\(ByteFormat.string(diskUsage)) on disk", symbol: "externaldrive") }85            if let free = app.device.storageFreeBytes { Pill("\(ByteFormat.string(free)) free", symbol: "chart.pie") }86            if !app.snapshot.loaded.isEmpty { Pill("\(app.snapshot.loaded.count) loaded", symbol: "bolt.fill", tone: .ok) }87        }88    }8990    private var importMenu: some View {91        Menu {92            Button("GGUF file…", systemImage: "doc") { importKind = 0; importing = true }93            Button("MLX model folder…", systemImage: "folder") { importKind = 1; importing = true }94        } label: { Label("Import", systemImage: "square.and.arrow.down") }95        .menuStyle(.button).buttonStyle(.lcSecondaryCompact).fixedSize()96        .accessibilityLabel("Import a local model")97    }9899    private func refreshUsage() async { diskUsage = await app.library.diskUsage() }100101    private func importModel(_ url: URL) async {102        busyImport = true; message = nil103        defer { busyImport = false }104        let scoped = url.startAccessingSecurityScopedResource()105        defer { if scoped { url.stopAccessingSecurityScopedResource() } }106        do { _ = try await app.library.importModel(from: url, mode: .copy); await app.refreshModels(); Haptics.play(.success) }107        catch { message = hubErrorText(error); Haptics.play(.error) }108    }109}110111struct InstalledModelCard: View {112    @Environment(AppModel.self) private var app113    let model: ModelDescriptor114    let onDelete: (() -> Void)?115    let onError: (String) -> Void116    @State private var working = false117118    private var loaded: LoadedModel? { app.snapshot.loaded.first { $0.id == model.id } }119    private var progress: LoadProgress? { app.snapshot.loading[model.id] }120    private var isDefault: Bool { app.preferences.defaultModelID == model.id }121122    var body: some View {123        let verdict = app.compatibility(model)124        VStack(alignment: .leading, spacing: 10) {125            HStack(alignment: .top, spacing: 8) {126                VStack(alignment: .leading, spacing: 3) {127                    HStack(spacing: 6) {128                        if loaded != nil { Circle().fill(DS.C.ok).frame(width: 7, height: 7).accessibilityLabel("Loaded") }129                        Text(model.name).font(DS.F.headline).foregroundStyle(DS.C.text).lineLimit(2)130                        if isDefault { Image(systemName: "star.fill").font(.system(size: 10)).foregroundStyle(DS.C.warn).accessibilityLabel("Default model") }131                    }132                    if let repo = model.repoID { Text(repo).font(DS.F.caption).foregroundStyle(DS.C.muted).lineLimit(1).truncationMode(.middle) }133                    else if model.imported { Text("Imported from disk").font(DS.F.caption).foregroundStyle(DS.C.muted) }134                }135                Spacer(minLength: 4)136                menu137            }138            HStack(spacing: 5) { BackendBadge(model.backend); FitBadge(verdict) }139            FactsLine(facts: ModelFacts.line(model))140            ScrollView(.horizontal, showsIndicators: false) { CapabilityChips(capabilities: model.capabilities) }141            if let reason = verdict.reasons.first, verdict.fit != .comfortable { Text(reason).font(DS.F.caption).foregroundStyle(verdict.fit == .tight ? DS.C.warn : DS.C.danger).fixedSize(horizontal: false, vertical: true) }142            Rectangle().fill(DS.C.border).frame(height: 1)143            HStack(spacing: 10) {144                stat("Speed", app.measuredSpeed[model.id].map { MetricFormat.rate($0) + " t/s" } ?? "not measured")145                if let loaded {146                    stat("Load", MetricFormat.seconds(loaded.info.loadTime))147                    if let w = loaded.info.weightsMemoryBytes { stat("Memory", ByteFormat.memory(w)) }148                } else if let est = verdict.estimatedMemoryBytes { stat("Est. memory", ByteFormat.memory(est)) }149                Spacer(minLength: 0)150                loadControl(verdict)151            }152            if let progress {153                VStack(alignment: .leading, spacing: 3) {154                    if let f = progress.fraction { ProgressBar(f) } else { ProgressView().progressViewStyle(.linear) }155                    Text(stageText(progress)).font(DS.F.micro).foregroundStyle(DS.C.muted)156                }157                .transition(.opacity)158            }159        }160        .card()161        .animation(DS.M.smooth, value: loaded != nil).animation(DS.M.fade, value: progress)162    }163164    private func stageText(_ p: LoadProgress) -> String {165        let name = switch p.stage { case .preparing: "Preparing"; case .loadingWeights: "Loading weights"; case .warmingUp: "Warming up"; case .ready: "Ready" }166        return p.fraction.map { "\(name) — \(Int($0 * 100)) %" } ?? "\(name)…"167    }168169    private func stat(_ title: String, _ value: String) -> some View {170        VStack(alignment: .leading, spacing: 1) {171            Text(title.uppercased()).font(.system(size: 9, weight: .medium)).kerning(0.3).foregroundStyle(DS.C.muted)172            Text(value).font(DS.F.mono(11.5, weight: .medium)).foregroundStyle(DS.C.text2).lineLimit(1)173        }174    }175176    @ViewBuilder private func loadControl(_ verdict: CompatibilityVerdict) -> some View {177        if model.backend == .appleFoundation || model.backend == .remote { EmptyView() }178        else if loaded != nil {179            Button("Unload") { Task { await app.engine.unload(model.id) } }.buttonStyle(.lcSecondaryCompact)180        } else if progress != nil || working {181            ProgressView().controlSize(.small)182        } else {183            Button("Load") {184                working = true185                Task {186                    do { _ = try await app.engine.load(model) } catch { onError(error.localizedDescription); Haptics.play(.error) }187                    working = false188                }189            }190            .buttonStyle(.lcPrimaryCompact).disabled(!verdict.canAttemptLoad)191            .help(verdict.canAttemptLoad ? "Load into memory now" : verdict.reasons.joined(separator: "\n"))192        }193    }194195    private var menu: some View {196        Menu {197            Button(isDefault ? "Default model" : "Set as default", systemImage: "star") { app.updatePreferences { $0.defaultModelID = model.id } }.disabled(isDefault || model.isEmbeddingOnly)198            if let repo = model.repoID, let url = URL(string: "https://huggingface.co/\(repo)") { Link(destination: url) { Label("Open on Hugging Face", systemImage: "safari") } }199            #if os(macOS)200            if model.localPath != nil {201                Button("Reveal in Finder", systemImage: "folder") {202                    Task { if let url = await app.library.url(for: model) { NSWorkspace.shared.activateFileViewerSelecting([url]) } }203                }204            }205            #endif206            Button("Copy model ID", systemImage: "doc.on.doc") { Pasteboard.copy(model.id) }207            if let onDelete { Divider(); Button("Delete…", systemImage: "trash", role: .destructive, action: onDelete) }208        } label: {209            Image(systemName: "ellipsis").font(.system(size: 13, weight: .semibold)).foregroundStyle(DS.C.text2).frame(width: 28, height: 28).contentShape(Rectangle())210        }211        .menuStyle(.button).buttonStyle(.plain).menuIndicator(.hidden).fixedSize().accessibilityLabel("Model actions")212    }213}214
Files main
Menu

Theme