Repository Public
1// Author: Simon-Pierre Boucher — contact@spboucher.ai2// File: Packages/LocalChatUI/Sources/Features/Observatory/ObservatoryModel.swift3// Description: State of the Inference Observatory: measured history, aggregates, comparison report, cache statistics and the benchmark runner.4import Foundation5import Observation6import LocalChatBenchmarks7import LocalChatCore89@MainActor @Observable10final class ObservatoryModel {11 enum Series: String, CaseIterable, Identifiable {12 case tokensPerSecond = "Tokens/s", timeToFirstToken = "TTFT", promptTokensPerSecond = "Prompt tokens/s"13 var id: String { rawValue }14 var unit: String { self == .timeToFirstToken ? "s" : "tok/s" }15 func value(_ m: GenerationMetrics) -> Double? {16 switch self { case .tokensPerSecond: m.tokensPerSecond; case .timeToFirstToken: m.timeToFirstToken; case .promptTokensPerSecond: m.promptTokensPerSecond }17 }18 }19 struct Point: Identifiable, Hashable { var id: UUID; var date: Date; var value: Double; var model: String }2021 var records: [BenchmarkRecord] = []22 var aggregates: [ModelAggregate] = []23 var report: ComparisonReport?24 var devices: [String] = []25 var deviceFilter: String? // nil = all devices26 var modelFilter: String? // nil = all models27 var series: Series = .tokensPerSecond28 var cache: [String: CacheStatistics] = [:]2930 // benchmark31 var benchmarkModelID: String?32 var benchmarkRunning = false33 var benchmarkStep = ""34 var benchmarkDone = 035 var benchmarkTotal = 036 var benchmarkSummary: BenchmarkSummary?37 var benchmarkFailures: [String] = []38 @ObservationIgnored private var benchmarkTask: Task<Void, Never>?3940 var modelsInHistory: [(id: String, name: String)] {41 var seen = Set<String>(); var out: [(String, String)] = []42 for r in records where seen.insert(r.modelID).inserted { out.append((r.modelID, r.modelName)) }43 return out.sorted { $0.1 < $1.1 }.map { (id: $0.0, name: $0.1) }44 }4546 var points: [Point] {47 records.filter { modelFilter == nil || $0.modelID == modelFilter }48 .compactMap { r in series.value(r.metrics).map { Point(id: r.id, date: r.createdAt, value: $0, model: r.modelName) } }49 .sorted { $0.date < $1.date }50 }5152 func reload(_ app: AppModel) {53 devices = (try? app.metrics.devices()) ?? []54 if deviceFilter == nil, devices.contains(app.device.machine), devices.count > 1 { deviceFilter = app.device.machine }55 records = (try? app.metrics.records(device: deviceFilter, limit: 2000)) ?? []56 aggregates = (try? app.metrics.aggregates(device: deviceFilter)) ?? []57 report = try? app.metrics.comparisonReport(device: deviceFilter)58 if let f = modelFilter, !records.contains(where: { $0.modelID == f }) { modelFilter = nil }59 }6061 func refreshCache(_ app: AppModel) async {62 var out: [String: CacheStatistics] = [:]63 for loaded in app.snapshot.loaded { if let s = await app.engine.cacheStatistics(modelID: loaded.id) { out[loaded.id] = s } }64 cache = out65 }6667 func startBenchmark(_ app: AppModel) {68 guard !benchmarkRunning, let id = benchmarkModelID ?? app.defaultModelID else { return }69 benchmarkModelID = id70 benchmarkRunning = true; benchmarkSummary = nil; benchmarkFailures = []; benchmarkDone = 071 benchmarkTotal = BenchmarkSuite.standard.prompts.count; benchmarkStep = "Preparing…"72 let runner = BenchmarkRunner(service: app.engine, store: app.metrics, device: app.device.machine)73 let loadTime = app.snapshot.loaded.first { $0.id == id }?.info.loadTime74 benchmarkTask = Task { [weak self] in75 for await progress in runner.run(.standard, modelID: id, loadTime: loadTime) {76 guard let self else { return }77 switch progress {78 case .started(let index, let total, let label): self.benchmarkTotal = total; self.benchmarkStep = "\(index + 1)/\(total) · \(label)"79 case .finished: self.benchmarkDone += 180 case .failed(let label, let error): self.benchmarkDone += 1; self.benchmarkFailures.append("\(label): \(error)")81 case .completed(let summary): self.benchmarkSummary = summary82 }83 }84 guard let self else { return }85 self.benchmarkRunning = false; self.benchmarkStep = ""86 self.reload(app); app.refreshMeasuredSpeed()87 }88 }8990 func cancelBenchmark() { benchmarkTask?.cancel() }91}92