Repository Public
1// Author: Simon-Pierre Boucher — contact@spboucher.ai2// File: Core/Analytics/CSV.swift3// Description: Tables built from provider rows (column discovery, typed sorting, filtering) and their CSV export.4import Foundation56/// A table whose columns are discovered from the rows the server returned. Values stay as received (JSONValue);7/// formatting happens at display time, so an export writes the source numbers at full precision.8public struct DataTable: Sendable, Equatable {9 public var columns: [String]10 public var rows: [[String: JSONValue]]1112 public init(columns: [String], rows: [[String: JSONValue]]) { self.columns = columns; self.rows = rows }1314 /// Columns in first-seen order across all rows (providers omit empty fields on some rows).15 public init(rows json: [JSONValue]) {16 var cols: [String] = []; var seen = Set<String>()17 var out: [[String: JSONValue]] = []; out.reserveCapacity(json.count)18 for r in json {19 guard let o = r.objectValue else { continue }20 out.append(o)21 // JSON objects are unordered once parsed: a stable order is rebuilt with the usual identifying columns first22 for k in o.keys.sorted(by: Self.columnOrder) where !seen.contains(k) { seen.insert(k); cols.append(k) }23 }24 columns = cols.sorted(by: Self.columnOrder); rows = out25 }2627 private static let leading = ["date", "symbol", "fiscalYear", "period", "publishedDate", "filingDate", "transactionDate", "name", "title"]28 private static func columnOrder(_ a: String, _ b: String) -> Bool {29 let ia = leading.firstIndex(of: a) ?? Int.max, ib = leading.firstIndex(of: b) ?? Int.max30 return ia != ib ? ia < ib : a.localizedStandardCompare(b) == .orderedAscending31 }3233 public func isNumeric(_ column: String) -> Bool {34 var any = false35 for r in rows { switch r[column] { case .number: any = true; case .null, .none: continue; default: return false } }36 return any37 }3839 public func sorted(by column: String, ascending: Bool) -> DataTable {40 let numeric = isNumeric(column)41 let s = rows.sorted { a, b in42 let x = a[column], y = b[column]43 // missing values go last in both directions44 switch (x == nil || x == .null, y == nil || y == .null) {45 case (true, true): return false46 case (true, false): return false47 case (false, true): return true48 default: break49 }50 if numeric, let dx = x?.doubleValue, let dy = y?.doubleValue { return ascending ? dx < dy : dx > dy }51 let c = Self.text(x).localizedStandardCompare(Self.text(y))52 return ascending ? c == .orderedAscending : c == .orderedDescending53 }54 return DataTable(columns: columns, rows: s)55 }5657 public func filtered(_ query: String) -> DataTable {58 let q = query.trimmingCharacters(in: .whitespaces)59 guard !q.isEmpty else { return self }60 return DataTable(columns: columns, rows: rows.filter { r in r.values.contains { Self.text($0).localizedCaseInsensitiveContains(q) } })61 }6263 /// Rows whose `date` column (first 10 characters, yyyy-MM-dd) falls in the closed range.64 public func between(_ from: String?, _ to: String?, column: String = "date") -> DataTable {65 guard from != nil || to != nil else { return self }66 return DataTable(columns: columns, rows: rows.filter { r in67 guard let d = r[column]?.stringValue.map({ String($0.prefix(10)) }) else { return false }68 if let from, d < from { return false }69 if let to, d > to { return false }70 return true71 })72 }7374 public static func text(_ v: JSONValue?) -> String {75 switch v {76 case .none, .null?: return ""77 case .string(let s)?: return s78 case .bool(let b)?: return b ? "true" : "false"79 case .number(let n)?:80 if n.rounded() == n, abs(n) < 9e15 { return String(Int64(n)) }81 return String(n)82 case .array, .object: return String(data: v!.data(), encoding: .utf8) ?? ""83 }84 }8586 /// RFC 4180 CSV of the given columns (all by default), values as received.87 public func csv(columns only: [String]? = nil) -> String {88 let cols = only ?? columns89 var out = cols.map(CSV.field).joined(separator: ",") + "\r\n"90 for r in rows { out += cols.map { CSV.field(Self.text(r[$0])) }.joined(separator: ",") + "\r\n" }91 return out92 }93}9495public enum CSV {96 public static func field(_ s: String) -> String {97 if s.contains(where: { $0 == "," || $0 == "\"" || $0 == "\n" || $0 == "\r" }) { return "\"" + s.replacingOccurrences(of: "\"", with: "\"\"") + "\"" }98 return s99 }100101 static let stamp: DateFormatter = { let f = DateFormatter(); f.calendar = BarParser.calendar; f.timeZone = BarParser.calendar.timeZone; f.locale = Locale(identifier: "en_US_POSIX"); f.dateFormat = "yyyy-MM-dd HH:mm:ss"; return f }()102 static let day: DateFormatter = { let f = DateFormatter(); f.calendar = BarParser.calendar; f.timeZone = BarParser.calendar.timeZone; f.locale = Locale(identifier: "en_US_POSIX"); f.dateFormat = "yyyy-MM-dd"; return f }()103104 /// The source bars of a chart, never the visually reduced ones.105 public static func bars(_ bars: [Bar], intraday: Bool) -> String {106 var out = "date,open,high,low,close,volume\r\n"107 let f = intraday ? stamp : day108 for b in bars { out += "\(f.string(from: b.time)),\(b.open),\(b.high),\(b.low),\(b.close),\(b.volume)\r\n" }109 return out110 }111}112