Repository Public
1// Author: Simon-Pierre Boucher — contact@spboucher.ai2// File: Packages/LocalChatInference/Sources/StreamParsing.swift3// Description: Incremental parsers for raw model text: <think> reasoning blocks and textual tool calls, for backends that do not separate them natively.4import Foundation5import LocalChatCore67/// Splits a token stream into answer text and reasoning text around <think>…</think> (also <thinking>, <|begin_of_thought|>).8struct ReasoningSplitter {9 enum Piece: Equatable { case text(String); case reasoning(String) }10 static let pairs: [(open: String, close: String)] = [("<think>", "</think>"), ("<thinking>", "</thinking>"), ("<|begin_of_thought|>", "<|end_of_thought|>")]11 private var buffer = ""12 private var closing: String? // non-nil while inside a reasoning block13 private let longest = pairs.map { max($0.open.count, $0.close.count) }.max() ?? 01415 /// `startsInside`: the chat template already opened the thinking block in the prompt (Qwen3, DeepSeek-R1 style).16 init(startsInside: Bool = false) { if startsInside { closing = "</think>" } }1718 mutating func feed(_ chunk: String) -> [Piece] {19 buffer += chunk20 var out: [Piece] = []21 while true {22 if let close = closing {23 if let r = buffer.range(of: close) {24 let inside = String(buffer[..<r.lowerBound]); if !inside.isEmpty { out.append(.reasoning(inside)) }25 buffer = String(buffer[r.upperBound...]); closing = nil26 if buffer.hasPrefix("\n\n") { buffer.removeFirst(2) } else if buffer.hasPrefix("\n") { buffer.removeFirst() }27 continue28 }29 let safe = Self.safePrefix(buffer, markers: [close])30 if !safe.isEmpty { out.append(.reasoning(safe)); buffer.removeFirst(safe.count) }31 return out32 }33 var earliest: (Range<String.Index>, String)?34 for pair in Self.pairs { if let r = buffer.range(of: pair.open), earliest == nil || r.lowerBound < earliest!.0.lowerBound { earliest = (r, pair.close) } }35 if let (r, close) = earliest {36 let before = String(buffer[..<r.lowerBound]); if !before.isEmpty { out.append(.text(before)) }37 buffer = String(buffer[r.upperBound...]); closing = close38 if buffer.hasPrefix("\n") { buffer.removeFirst() }39 continue40 }41 let safe = Self.safePrefix(buffer, markers: Self.pairs.map(\.open))42 if !safe.isEmpty { out.append(.text(safe)); buffer.removeFirst(safe.count) }43 return out44 }45 }4647 mutating func finish() -> [Piece] {48 defer { buffer = "" }49 guard !buffer.isEmpty else { return [] }50 return [closing != nil ? .reasoning(buffer) : .text(buffer)]51 }5253 /// Everything that cannot be the beginning of a marker still being streamed.54 static func safePrefix(_ text: String, markers: [String]) -> String {55 var hold = 056 for marker in markers {57 for n in stride(from: min(marker.count - 1, text.count), to: 0, by: -1) where text.hasSuffix(String(marker.prefix(n))) { hold = max(hold, n); break }58 }59 return String(text.dropLast(hold))60 }61}6263/// Recovers tool calls written as text: <tool_call>{"name":…,"arguments":…}</tool_call> (Hermes / Qwen), or [TOOL_CALLS][{…}] (Mistral).64enum TextToolCallParser {65 static func extract(from text: String, allowed: Set<String>) -> (clean: String, calls: [ToolInvocation]) {66 var clean = text; var calls: [ToolInvocation] = []67 while let open = clean.range(of: "<tool_call>") {68 let close = clean.range(of: "</tool_call>", range: open.upperBound..<clean.endIndex)69 let body = String(clean[open.upperBound..<(close?.lowerBound ?? clean.endIndex)])70 if let call = parse(body, allowed: allowed) { calls.append(call) }71 clean.removeSubrange(open.lowerBound..<(close?.upperBound ?? clean.endIndex))72 }73 if let marker = clean.range(of: "[TOOL_CALLS]") {74 let body = String(clean[marker.upperBound...]).trimmingCharacters(in: .whitespacesAndNewlines)75 if case .array(let items)? = JSONValue.parse(body) {76 for item in items { if let call = invocation(item, allowed: allowed) { calls.append(call) } }77 clean.removeSubrange(marker.lowerBound...)78 }79 }80 return (clean.trimmingCharacters(in: .whitespacesAndNewlines), calls)81 }8283 static func parse(_ body: String, allowed: Set<String>) -> ToolInvocation? {84 let trimmed = body.trimmingCharacters(in: .whitespacesAndNewlines)85 guard let start = trimmed.firstIndex(of: "{"), let end = trimmed.lastIndex(of: "}"), start < end,86 let value = JSONValue.parse(String(trimmed[start...end])) else { return nil }87 return invocation(value, allowed: allowed)88 }8990 static func invocation(_ value: JSONValue, allowed: Set<String>) -> ToolInvocation? {91 guard let name = value["name"]?.stringValue ?? value["function"]?["name"]?.stringValue, allowed.isEmpty || allowed.contains(name) else { return nil }92 var arguments = value["arguments"] ?? value["parameters"] ?? value["function"]?["arguments"] ?? .object([:])93 if case .string(let s) = arguments, let parsed = JSONValue.parse(s) { arguments = parsed }94 return ToolInvocation(name: name, arguments: arguments)95 }96}97