Repository Public
1// Author: Simon-Pierre Boucher — contact@spboucher.ai2// File: Packages/LocalChatUI/Sources/Features/Models/InstalledModelsView.swift3// Description: Installed models: facts, fit on this device, measured speed, load / unload with real progress, default, import and deletion.4import SwiftUI5import UniformTypeIdentifiers6import LocalChatCore7import LocalChatInference8import LocalChatModelHub9#if os(macOS)10import AppKit11#endif1213struct InstalledModelsView: View {14 @Environment(AppModel.self) private var app15 let goDiscover: () -> Void16 @State private var diskUsage: Int64?17 @State private var importing = false18 @State private var importKind = 0 // 0 = GGUF file, 1 = MLX folder19 @State private var busyImport = false20 @State private var message: String?21 @State private var pendingDelete: ModelDescriptor?22 @State private var dropTargeted = false2324 var body: some View {25 ScrollView {26 VStack(alignment: .leading, spacing: DS.S.md) {27 header28 if let message { InlineNotice(.error, message) }29 if app.installedModels.isEmpty && app.systemModel == nil {30 EmptyStateView(symbol: "shippingbox", title: "No model yet",31 message: "Download an open model from Hugging Face, or import an MLX folder or a GGUF file you already have.") {32 HStack { Button("Browse models", action: goDiscover).buttonStyle(.lcPrimary); importMenu }33 }34 .frame(minHeight: 340)35 } else {36 LazyVGrid(columns: [GridItem(.adaptive(minimum: 330), spacing: DS.S.md)], alignment: .leading, spacing: DS.S.md) {37 ForEach(app.installedModels) { model in38 InstalledModelCard(model: model, onDelete: { pendingDelete = model }, onError: { message = $0 })39 }40 if let system = app.systemModel { InstalledModelCard(model: system, onDelete: nil, onError: { message = $0 }) }41 }42 .animation(DS.M.smooth, value: app.installedModels.map(\.id))43 }44 }45 .padding(DS.S.lg)46 }47 .overlay {48 if dropTargeted {49 RoundedRectangle(cornerRadius: DS.R.panel).strokeBorder(DS.G.accent, style: StrokeStyle(lineWidth: 2, dash: [8, 6])).padding(DS.S.md)50 .overlay(Label("Drop an MLX folder or a .gguf file to import", systemImage: "square.and.arrow.down").font(DS.F.headline).padding().glassPanel())51 .allowsHitTesting(false)52 }53 }54 .dropDestination(for: URL.self) { urls, _ in55 guard !urls.isEmpty else { return false }56 Task { for url in urls { await importModel(url) } }57 return true58 } isTargeted: { dropTargeted = $0 }59 .fileImporter(isPresented: $importing, allowedContentTypes: importKind == 1 ? [.folder] : [UTType(filenameExtension: "gguf") ?? .data, .data]) { result in60 if case .success(let url) = result { Task { await importModel(url) } }61 }62 .confirmationDialog("Delete \(pendingDelete?.name ?? "model")?", isPresented: Binding(get: { pendingDelete != nil }, set: { if !$0 { pendingDelete = nil } }), titleVisibility: .visible) {63 Button("Delete model files", role: .destructive) {64 if let m = pendingDelete { Task { await app.deleteModel(m); await refreshUsage() } }65 pendingDelete = nil66 }67 Button("Cancel", role: .cancel) { pendingDelete = nil }68 } message: {69 Text("The weights\(pendingDelete?.sizeBytes.map { " (\(ByteFormat.string($0)))" } ?? "") are removed from this device. Conversations are kept.")70 }71 .task(id: app.installedModels.count) { await refreshUsage() }72 }7374 private var header: some View {75 ViewThatFits(in: .horizontal) {76 HStack(spacing: DS.S.md) { usage; Spacer(); if busyImport { ProgressView().controlSize(.small) }; importMenu }77 VStack(alignment: .leading, spacing: DS.S.sm) { usage; HStack { importMenu; if busyImport { ProgressView().controlSize(.small) } } }78 }79 }8081 private var usage: some View {82 HStack(spacing: 6) {83 Pill("\(app.installedModels.count) installed", symbol: "internaldrive")84 if let diskUsage { Pill("\(ByteFormat.string(diskUsage)) on disk", symbol: "externaldrive") }85 if let free = app.device.storageFreeBytes { Pill("\(ByteFormat.string(free)) free", symbol: "chart.pie") }86 if !app.snapshot.loaded.isEmpty { Pill("\(app.snapshot.loaded.count) loaded", symbol: "bolt.fill", tone: .ok) }87 }88 }8990 private var importMenu: some View {91 Menu {92 Button("GGUF file…", systemImage: "doc") { importKind = 0; importing = true }93 Button("MLX model folder…", systemImage: "folder") { importKind = 1; importing = true }94 } label: { Label("Import", systemImage: "square.and.arrow.down") }95 .menuStyle(.button).buttonStyle(.lcSecondaryCompact).fixedSize()96 .accessibilityLabel("Import a local model")97 }9899 private func refreshUsage() async { diskUsage = await app.library.diskUsage() }100101 private func importModel(_ url: URL) async {102 busyImport = true; message = nil103 defer { busyImport = false }104 let scoped = url.startAccessingSecurityScopedResource()105 defer { if scoped { url.stopAccessingSecurityScopedResource() } }106 do { _ = try await app.library.importModel(from: url, mode: .copy); await app.refreshModels(); Haptics.play(.success) }107 catch { message = hubErrorText(error); Haptics.play(.error) }108 }109}110111struct InstalledModelCard: View {112 @Environment(AppModel.self) private var app113 let model: ModelDescriptor114 let onDelete: (() -> Void)?115 let onError: (String) -> Void116 @State private var working = false117118 private var loaded: LoadedModel? { app.snapshot.loaded.first { $0.id == model.id } }119 private var progress: LoadProgress? { app.snapshot.loading[model.id] }120 private var isDefault: Bool { app.preferences.defaultModelID == model.id }121122 var body: some View {123 let verdict = app.compatibility(model)124 VStack(alignment: .leading, spacing: 10) {125 HStack(alignment: .top, spacing: 8) {126 VStack(alignment: .leading, spacing: 3) {127 HStack(spacing: 6) {128 if loaded != nil { Circle().fill(DS.C.ok).frame(width: 7, height: 7).accessibilityLabel("Loaded") }129 Text(model.name).font(DS.F.headline).foregroundStyle(DS.C.text).lineLimit(2)130 if isDefault { Image(systemName: "star.fill").font(.system(size: 10)).foregroundStyle(DS.C.warn).accessibilityLabel("Default model") }131 }132 if let repo = model.repoID { Text(repo).font(DS.F.caption).foregroundStyle(DS.C.muted).lineLimit(1).truncationMode(.middle) }133 else if model.imported { Text("Imported from disk").font(DS.F.caption).foregroundStyle(DS.C.muted) }134 }135 Spacer(minLength: 4)136 menu137 }138 HStack(spacing: 5) { BackendBadge(model.backend); FitBadge(verdict) }139 FactsLine(facts: ModelFacts.line(model))140 ScrollView(.horizontal, showsIndicators: false) { CapabilityChips(capabilities: model.capabilities) }141 if let reason = verdict.reasons.first, verdict.fit != .comfortable { Text(reason).font(DS.F.caption).foregroundStyle(verdict.fit == .tight ? DS.C.warn : DS.C.danger).fixedSize(horizontal: false, vertical: true) }142 Rectangle().fill(DS.C.border).frame(height: 1)143 HStack(spacing: 10) {144 stat("Speed", app.measuredSpeed[model.id].map { MetricFormat.rate($0) + " t/s" } ?? "not measured")145 if let loaded {146 stat("Load", MetricFormat.seconds(loaded.info.loadTime))147 if let w = loaded.info.weightsMemoryBytes { stat("Memory", ByteFormat.memory(w)) }148 } else if let est = verdict.estimatedMemoryBytes { stat("Est. memory", ByteFormat.memory(est)) }149 Spacer(minLength: 0)150 loadControl(verdict)151 }152 if let progress {153 VStack(alignment: .leading, spacing: 3) {154 if let f = progress.fraction { ProgressBar(f) } else { ProgressView().progressViewStyle(.linear) }155 Text(stageText(progress)).font(DS.F.micro).foregroundStyle(DS.C.muted)156 }157 .transition(.opacity)158 }159 }160 .card()161 .animation(DS.M.smooth, value: loaded != nil).animation(DS.M.fade, value: progress)162 }163164 private func stageText(_ p: LoadProgress) -> String {165 let name = switch p.stage { case .preparing: "Preparing"; case .loadingWeights: "Loading weights"; case .warmingUp: "Warming up"; case .ready: "Ready" }166 return p.fraction.map { "\(name) — \(Int($0 * 100)) %" } ?? "\(name)…"167 }168169 private func stat(_ title: String, _ value: String) -> some View {170 VStack(alignment: .leading, spacing: 1) {171 Text(title.uppercased()).font(.system(size: 9, weight: .medium)).kerning(0.3).foregroundStyle(DS.C.muted)172 Text(value).font(DS.F.mono(11.5, weight: .medium)).foregroundStyle(DS.C.text2).lineLimit(1)173 }174 }175176 @ViewBuilder private func loadControl(_ verdict: CompatibilityVerdict) -> some View {177 if model.backend == .appleFoundation || model.backend == .remote { EmptyView() }178 else if loaded != nil {179 Button("Unload") { Task { await app.engine.unload(model.id) } }.buttonStyle(.lcSecondaryCompact)180 } else if progress != nil || working {181 ProgressView().controlSize(.small)182 } else {183 Button("Load") {184 working = true185 Task {186 do { _ = try await app.engine.load(model) } catch { onError(error.localizedDescription); Haptics.play(.error) }187 working = false188 }189 }190 .buttonStyle(.lcPrimaryCompact).disabled(!verdict.canAttemptLoad)191 .help(verdict.canAttemptLoad ? "Load into memory now" : verdict.reasons.joined(separator: "\n"))192 }193 }194195 private var menu: some View {196 Menu {197 Button(isDefault ? "Default model" : "Set as default", systemImage: "star") { app.updatePreferences { $0.defaultModelID = model.id } }.disabled(isDefault || model.isEmbeddingOnly)198 if let repo = model.repoID, let url = URL(string: "https://huggingface.co/\(repo)") { Link(destination: url) { Label("Open on Hugging Face", systemImage: "safari") } }199 #if os(macOS)200 if model.localPath != nil {201 Button("Reveal in Finder", systemImage: "folder") {202 Task { if let url = await app.library.url(for: model) { NSWorkspace.shared.activateFileViewerSelecting([url]) } }203 }204 }205 #endif206 Button("Copy model ID", systemImage: "doc.on.doc") { Pasteboard.copy(model.id) }207 if let onDelete { Divider(); Button("Delete…", systemImage: "trash", role: .destructive, action: onDelete) }208 } label: {209 Image(systemName: "ellipsis").font(.system(size: 13, weight: .semibold)).foregroundStyle(DS.C.text2).frame(width: 28, height: 28).contentShape(Rectangle())210 }211 .menuStyle(.button).buttonStyle(.plain).menuIndicator(.hidden).fixedSize().accessibilityLabel("Model actions")212 }213}214