SPB Git

Repository Public

StreamParsing.swift 5.4 KB 97 lines swift

1// Author: Simon-Pierre Boucher — contact@spboucher.ai2// File: Packages/LocalChatInference/Sources/StreamParsing.swift3// Description: Incremental parsers for raw model text: <think> reasoning blocks and textual tool calls, for backends that do not separate them natively.4import Foundation5import LocalChatCore67/// Splits a token stream into answer text and reasoning text around <think>…</think> (also <thinking>, <|begin_of_thought|>).8struct ReasoningSplitter {9    enum Piece: Equatable { case text(String); case reasoning(String) }10    static let pairs: [(open: String, close: String)] = [("<think>", "</think>"), ("<thinking>", "</thinking>"), ("<|begin_of_thought|>", "<|end_of_thought|>")]11    private var buffer = ""12    private var closing: String?        // non-nil while inside a reasoning block13    private let longest = pairs.map { max($0.open.count, $0.close.count) }.max() ?? 01415    /// `startsInside`: the chat template already opened the thinking block in the prompt (Qwen3, DeepSeek-R1 style).16    init(startsInside: Bool = false) { if startsInside { closing = "</think>" } }1718    mutating func feed(_ chunk: String) -> [Piece] {19        buffer += chunk20        var out: [Piece] = []21        while true {22            if let close = closing {23                if let r = buffer.range(of: close) {24                    let inside = String(buffer[..<r.lowerBound]); if !inside.isEmpty { out.append(.reasoning(inside)) }25                    buffer = String(buffer[r.upperBound...]); closing = nil26                    if buffer.hasPrefix("\n\n") { buffer.removeFirst(2) } else if buffer.hasPrefix("\n") { buffer.removeFirst() }27                    continue28                }29                let safe = Self.safePrefix(buffer, markers: [close])30                if !safe.isEmpty { out.append(.reasoning(safe)); buffer.removeFirst(safe.count) }31                return out32            }33            var earliest: (Range<String.Index>, String)?34            for pair in Self.pairs { if let r = buffer.range(of: pair.open), earliest == nil || r.lowerBound < earliest!.0.lowerBound { earliest = (r, pair.close) } }35            if let (r, close) = earliest {36                let before = String(buffer[..<r.lowerBound]); if !before.isEmpty { out.append(.text(before)) }37                buffer = String(buffer[r.upperBound...]); closing = close38                if buffer.hasPrefix("\n") { buffer.removeFirst() }39                continue40            }41            let safe = Self.safePrefix(buffer, markers: Self.pairs.map(\.open))42            if !safe.isEmpty { out.append(.text(safe)); buffer.removeFirst(safe.count) }43            return out44        }45    }4647    mutating func finish() -> [Piece] {48        defer { buffer = "" }49        guard !buffer.isEmpty else { return [] }50        return [closing != nil ? .reasoning(buffer) : .text(buffer)]51    }5253    /// Everything that cannot be the beginning of a marker still being streamed.54    static func safePrefix(_ text: String, markers: [String]) -> String {55        var hold = 056        for marker in markers {57            for n in stride(from: min(marker.count - 1, text.count), to: 0, by: -1) where text.hasSuffix(String(marker.prefix(n))) { hold = max(hold, n); break }58        }59        return String(text.dropLast(hold))60    }61}6263/// Recovers tool calls written as text: <tool_call>{"name":…,"arguments":…}</tool_call> (Hermes / Qwen), or [TOOL_CALLS][{…}] (Mistral).64enum TextToolCallParser {65    static func extract(from text: String, allowed: Set<String>) -> (clean: String, calls: [ToolInvocation]) {66        var clean = text; var calls: [ToolInvocation] = []67        while let open = clean.range(of: "<tool_call>") {68            let close = clean.range(of: "</tool_call>", range: open.upperBound..<clean.endIndex)69            let body = String(clean[open.upperBound..<(close?.lowerBound ?? clean.endIndex)])70            if let call = parse(body, allowed: allowed) { calls.append(call) }71            clean.removeSubrange(open.lowerBound..<(close?.upperBound ?? clean.endIndex))72        }73        if let marker = clean.range(of: "[TOOL_CALLS]") {74            let body = String(clean[marker.upperBound...]).trimmingCharacters(in: .whitespacesAndNewlines)75            if case .array(let items)? = JSONValue.parse(body) {76                for item in items { if let call = invocation(item, allowed: allowed) { calls.append(call) } }77                clean.removeSubrange(marker.lowerBound...)78            }79        }80        return (clean.trimmingCharacters(in: .whitespacesAndNewlines), calls)81    }8283    static func parse(_ body: String, allowed: Set<String>) -> ToolInvocation? {84        let trimmed = body.trimmingCharacters(in: .whitespacesAndNewlines)85        guard let start = trimmed.firstIndex(of: "{"), let end = trimmed.lastIndex(of: "}"), start < end,86              let value = JSONValue.parse(String(trimmed[start...end])) else { return nil }87        return invocation(value, allowed: allowed)88    }8990    static func invocation(_ value: JSONValue, allowed: Set<String>) -> ToolInvocation? {91        guard let name = value["name"]?.stringValue ?? value["function"]?["name"]?.stringValue, allowed.isEmpty || allowed.contains(name) else { return nil }92        var arguments = value["arguments"] ?? value["parameters"] ?? value["function"]?["arguments"] ?? .object([:])93        if case .string(let s) = arguments, let parsed = JSONValue.parse(s) { arguments = parsed }94        return ToolInvocation(name: name, arguments: arguments)95    }96}97
Files main
Menu

Theme