SPB Git

Repository Public

ObservatoryModel.swift 4.5 KB 92 lines swift

1// Author: Simon-Pierre Boucher — contact@spboucher.ai2// File: Packages/LocalChatUI/Sources/Features/Observatory/ObservatoryModel.swift3// Description: State of the Inference Observatory: measured history, aggregates, comparison report, cache statistics and the benchmark runner.4import Foundation5import Observation6import LocalChatBenchmarks7import LocalChatCore89@MainActor @Observable10final class ObservatoryModel {11    enum Series: String, CaseIterable, Identifiable {12        case tokensPerSecond = "Tokens/s", timeToFirstToken = "TTFT", promptTokensPerSecond = "Prompt tokens/s"13        var id: String { rawValue }14        var unit: String { self == .timeToFirstToken ? "s" : "tok/s" }15        func value(_ m: GenerationMetrics) -> Double? {16            switch self { case .tokensPerSecond: m.tokensPerSecond; case .timeToFirstToken: m.timeToFirstToken; case .promptTokensPerSecond: m.promptTokensPerSecond }17        }18    }19    struct Point: Identifiable, Hashable { var id: UUID; var date: Date; var value: Double; var model: String }2021    var records: [BenchmarkRecord] = []22    var aggregates: [ModelAggregate] = []23    var report: ComparisonReport?24    var devices: [String] = []25    var deviceFilter: String?            // nil = all devices26    var modelFilter: String?             // nil = all models27    var series: Series = .tokensPerSecond28    var cache: [String: CacheStatistics] = [:]2930    // benchmark31    var benchmarkModelID: String?32    var benchmarkRunning = false33    var benchmarkStep = ""34    var benchmarkDone = 035    var benchmarkTotal = 036    var benchmarkSummary: BenchmarkSummary?37    var benchmarkFailures: [String] = []38    @ObservationIgnored private var benchmarkTask: Task<Void, Never>?3940    var modelsInHistory: [(id: String, name: String)] {41        var seen = Set<String>(); var out: [(String, String)] = []42        for r in records where seen.insert(r.modelID).inserted { out.append((r.modelID, r.modelName)) }43        return out.sorted { $0.1 < $1.1 }.map { (id: $0.0, name: $0.1) }44    }4546    var points: [Point] {47        records.filter { modelFilter == nil || $0.modelID == modelFilter }48            .compactMap { r in series.value(r.metrics).map { Point(id: r.id, date: r.createdAt, value: $0, model: r.modelName) } }49            .sorted { $0.date < $1.date }50    }5152    func reload(_ app: AppModel) {53        devices = (try? app.metrics.devices()) ?? []54        if deviceFilter == nil, devices.contains(app.device.machine), devices.count > 1 { deviceFilter = app.device.machine }55        records = (try? app.metrics.records(device: deviceFilter, limit: 2000)) ?? []56        aggregates = (try? app.metrics.aggregates(device: deviceFilter)) ?? []57        report = try? app.metrics.comparisonReport(device: deviceFilter)58        if let f = modelFilter, !records.contains(where: { $0.modelID == f }) { modelFilter = nil }59    }6061    func refreshCache(_ app: AppModel) async {62        var out: [String: CacheStatistics] = [:]63        for loaded in app.snapshot.loaded { if let s = await app.engine.cacheStatistics(modelID: loaded.id) { out[loaded.id] = s } }64        cache = out65    }6667    func startBenchmark(_ app: AppModel) {68        guard !benchmarkRunning, let id = benchmarkModelID ?? app.defaultModelID else { return }69        benchmarkModelID = id70        benchmarkRunning = true; benchmarkSummary = nil; benchmarkFailures = []; benchmarkDone = 071        benchmarkTotal = BenchmarkSuite.standard.prompts.count; benchmarkStep = "Preparing…"72        let runner = BenchmarkRunner(service: app.engine, store: app.metrics, device: app.device.machine)73        let loadTime = app.snapshot.loaded.first { $0.id == id }?.info.loadTime74        benchmarkTask = Task { [weak self] in75            for await progress in runner.run(.standard, modelID: id, loadTime: loadTime) {76                guard let self else { return }77                switch progress {78                case .started(let index, let total, let label): self.benchmarkTotal = total; self.benchmarkStep = "\(index + 1)/\(total) · \(label)"79                case .finished: self.benchmarkDone += 180                case .failed(let label, let error): self.benchmarkDone += 1; self.benchmarkFailures.append("\(label): \(error)")81                case .completed(let summary): self.benchmarkSummary = summary82                }83            }84            guard let self else { return }85            self.benchmarkRunning = false; self.benchmarkStep = ""86            self.reload(app); app.refreshMeasuredSpeed()87        }88    }8990    func cancelBenchmark() { benchmarkTask?.cancel() }91}92
Files main
Menu

Theme