Repository Public
1import Foundation2import Testing3import SheetCore4import SheetData5import SheetUI6@testable import FeatureData78@Suite struct ValueTextTests {9 @Test func roundTripsEveryKindOfConstant() {10 let values: [DataValue] = [.null, .bool(true), .bool(false), .int(42), .int(-7), .double(4.5), .double(5), .double(1e20), .double(.infinity),11 .decimal("12.3400"), .string("hello"), .string("42"), .string("true"), .string(""), .string("a, b"), .string(" padded "),12 .string("say \"hi\""), .string("2024-03-01"), .string("null"), .date(year: 2024, month: 3, day: 1),13 .timestamp(1_700_000_000_123_456), .time(37_800_000_000), .blob(Data([0, 255, 16]))]14 for v in values { #expect(ValueText.parse(ValueText.encode(v)) == v, "\(v) → \(ValueText.encode(v))") }15 #expect(ValueText.parseList(ValueText.encodeList(values)) == values)16 }1718 @Test func parsesTypedText() {19 #expect(ValueText.parse("12") == .int(12))20 #expect(ValueText.parse("1.5") == .double(1.5))21 #expect(ValueText.parse("2024-02-29") == .date(year: 2024, month: 2, day: 29))22 #expect(ValueText.parse("North") == .string("North"))23 #expect(ValueText.parse("\"12\"") == .string("12"))24 #expect(ValueText.parse("") == .null)25 #expect(ValueText.parseList("a, \"b, c\", 3") == [.string("a"), .string("b, c"), .int(3)])26 #expect(ValueText.parseList(" ").isEmpty)27 }2829 @Test func datasetNames() {30 #expect(DatasetNaming.sanitize("Orders 2024 (final).csv") == "orders_2024_final_csv")31 #expect(DatasetNaming.sanitize("Été") == "ete")32 #expect(DatasetNaming.sanitize("2024") == "t_2024")33 #expect(DatasetNaming.sanitize("orix_src_x") == "data_orix_src_x")34 #expect(DatasetNaming.unique("orders", taken: ["orders", "Orders_2"]) == "orders_3")35 #expect(DatasetNaming.problem("orders", taken: ["Orders"]) != nil)36 #expect(DatasetNaming.problem("orix_pivot_1", taken: []) != nil)37 #expect(DatasetNaming.problem("fresh", taken: ["orders"]) == nil)38 }39}4041@Suite struct PageCacheTests {42 func table(_ page: Int, size: Int, rows: Int? = nil) -> DataTable {43 DataTable(columns: [DataColumn(name: "v", storage: .int64((0..<(rows ?? size)).map { Int64(page * size + $0) }))])44 }4546 @Test func mapsRowsToPagesAndValues() {47 var cache = PageCache(pageSize: 100, capacity: 3)48 #expect(cache.pageIndex(forRow: 0) == 0)49 #expect(cache.pageIndex(forRow: 299) == 2)50 #expect(cache.rows(ofPage: 2) == 200..<300)51 #expect(cache.value(row: 150, column: 0) == nil)52 cache.insert(1, table(1, size: 100))53 #expect(cache.value(row: 150, column: 0) == .int(150))54 #expect(cache.value(row: 150, column: 3) == nil)55 #expect(cache.value(row: 250, column: 0) == nil)56 }5758 @Test func evictsLeastRecentlyUsed() {59 var cache = PageCache(pageSize: 10, capacity: 3)60 for p in 0..<3 { #expect(cache.insert(p, table(p, size: 10)).isEmpty) }61 _ = cache.page(0) // 0 becomes the most recent62 #expect(cache.insert(3, table(3, size: 10)) == [1])63 #expect(cache.contains(0) && cache.contains(2) && cache.contains(3) && !cache.contains(1))64 #expect(cache.count == 3)65 #expect(cache.cachedPages == [2, 0, 3])66 cache.removeAll()67 #expect(cache.count == 0)68 }6970 @Test func shortLastPage() {71 var cache = PageCache(pageSize: 10, capacity: 2)72 cache.insert(4, table(4, size: 10, rows: 3))73 #expect(cache.value(row: 42, column: 0) == .int(42))74 #expect(cache.value(row: 43, column: 0) == nil)75 }76}7778@Suite struct GridQueryTests {79 let schema = [ColumnInfo(name: "id", type: .integer, declaredType: "BIGINT"), ColumnInfo(name: "region", type: .string, declaredType: "VARCHAR"),80 ColumnInfo(name: "amount", type: .double, declaredType: "DOUBLE"), ColumnInfo(name: "day", type: .date, declaredType: "DATE")]8182 @Test func compilesQuickFiltersToEngineConditions() throws {83 #expect(try ColumnFilter(column: "region", kind: .contains, text: "or").condition(type: .string) == FilterCondition("region", .contains, .string("or"), caseInsensitive: true))84 #expect(try ColumnFilter(column: "region", kind: .equals, text: "North").condition(type: .string) == FilterCondition("region", .equal, .string("North"), caseInsensitive: true))85 #expect(try ColumnFilter(column: "id", kind: .equals, text: "12").condition(type: .integer) == FilterCondition("id", .equal, .int(12)))86 #expect(try ColumnFilter(column: "amount", kind: .range, text: "10", upper: "20,5").condition(type: .double) == FilterCondition("amount", .between, [.double(10), .double(20.5)]))87 #expect(try ColumnFilter(column: "amount", kind: .range, text: "10").condition(type: .double) == FilterCondition("amount", .greaterOrEqual, .double(10)))88 #expect(try ColumnFilter(column: "amount", kind: .range, upper: "20").condition(type: .double) == FilterCondition("amount", .lessOrEqual, .double(20)))89 #expect(try ColumnFilter(column: "day", kind: .range, text: "2024-01-01", upper: "2024-01-31").condition(type: .date)90 == FilterCondition("day", .between, [.date(year: 2024, month: 1, day: 1), .date(year: 2024, month: 1, day: 31)]))91 #expect(try ColumnFilter(column: "day", kind: .isNull).condition(type: .date) == FilterCondition("day", .isNull))92 #expect(try ColumnFilter(column: "day", kind: .isNotNull).condition(type: .date) == FilterCondition("day", .isNotNull))93 #expect(try ColumnFilter(column: "region", kind: .contains).condition(type: .string) == nil) // nothing typed yet94 #expect(throws: DataError.self) { _ = try ColumnFilter(column: "id", kind: .equals, text: "abc").condition(type: .integer) }95 #expect(throws: DataError.self) { _ = try ColumnFilter(column: "day", kind: .equals, text: "yesterday").condition(type: .date) }96 }9798 @Test func sortCycleAndMultipleKeys() {99 var q = GridQuery(source: .dataset("t"))100 q.toggleSort("id")101 #expect(q.sort == [SortSpec("id")])102 q.toggleSort("id")103 #expect(q.sort == [SortSpec("id", ascending: false)])104 q.toggleSort("id")105 #expect(q.sort.isEmpty)106 q.toggleSort("region"); q.toggleSort("amount", extend: true)107 #expect(q.sort == [SortSpec("region"), SortSpec("amount")])108 q.toggleSort("id") // a plain click replaces the keys109 #expect(q.sort == [SortSpec("id")])110 }111112 @Test func buildsSafeSQL() throws {113 var q = GridQuery(source: .sql("SELECT * FROM \"my \"\"t\"\"\";"))114 q.filters = [ColumnFilter(column: "region", kind: .equals, text: "O'Brien")]115 q.sort = [SortSpec("amount", ascending: false)]116 let sql = try q.pageSQL(schema: schema, offset: 400, limit: 200)117 #expect(sql.hasPrefix("SELECT * FROM (SELECT * FROM \"my \"\"t\"\"\") AS orix_q WHERE "))118 #expect(sql.contains("'o''brien'") || sql.contains("'O''Brien'"))119 #expect(sql.contains("ORDER BY \"amount\" DESC NULLS LAST, \"id\" NULLS LAST"))120 #expect(sql.hasSuffix("LIMIT 200 OFFSET 400"))121 #expect(try q.countSQL(schema: schema).hasPrefix("SELECT count(*) FROM ("))122 q.filters = [ColumnFilter(column: "nope", kind: .isNull)]123 #expect(throws: DataError.self) { _ = try q.selectSQL(schema: schema) }124 #expect(throws: DataError.self) { _ = try GridQuery().selectSQL(schema: schema) }125 }126}127128@MainActor @Suite struct GridModelTests {129 @Test func pagesLazilyAndSendsSortAndFilterToTheProvider() async {130 let provider = MockProvider(total: 100_000)131 let model = DatasetGridModel(pageSize: 100, cachedPages: 4)132 model.load(.dataset("big"), provider: provider)133 await waitUntil("schema") { !model.schema.isEmpty && model.totalRows != nil }134 #expect(model.totalRows == 100_000)135 #expect(provider.calls == [.schema, .count(sort: [], filters: [])]) // no rows loaded yet136137 #expect(model.value(row: 54_321, column: 0) == nil) // not cached: requested138 await waitUntil("page") { model.isLoaded(row: 54_321) }139 #expect(model.value(row: 54_321, column: 0) == .int(54_321))140 #expect(model.value(row: 54_399, column: 1) == .string("row 54399"))141 #expect(provider.calls.last == .page(offset: 54_300, limit: 100, sort: [], filters: []))142 #expect(model.pagesFetched == 1)143 #expect(model.latencies.count == 1)144145 model.toggleSort("id")146 await waitUntil("recount") { !model.isLoading }147 #expect(!model.isLoaded(row: 54_321)) // the cache was dropped148 _ = model.value(row: 0, column: 0)149 await waitUntil("sorted page") { model.isLoaded(row: 0) }150 #expect(provider.calls.last == .page(offset: 0, limit: 100, sort: [SortSpec("id")], filters: []))151152 model.setFilter(ColumnFilter(column: "name", kind: .contains, text: "7"))153 await waitUntil("filtered count") { !model.isLoading }154 #expect(provider.calls.contains(.count(sort: [SortSpec("id")], filters: ["name contains “7”"])))155 _ = model.value(row: 250, column: 0)156 await waitUntil("filtered page") { model.isLoaded(row: 250) }157 #expect(provider.calls.last == .page(offset: 200, limit: 100, sort: [SortSpec("id")], filters: ["name contains “7”"]))158 }159160 @Test func fastScrollingSkipsPagesItFlewPast() async {161 let provider = MockProvider(total: 1_000_000)162 provider.delay = 0.02163 let model = DatasetGridModel(pageSize: 100, cachedPages: 8)164 model.load(.dataset("big"), provider: provider)165 await waitUntil("schema") { !model.schema.isEmpty }166 for page in 0..<200 { _ = model.value(row: page * 100, column: 0) } // a scroller drag across 200 pages167 await waitUntil("last page") { model.isLoaded(row: 19_900) }168 try? await Task.sleep(for: .milliseconds(300))169 let pages = provider.calls.filter { if case .page = $0 { true } else { false } }170 #expect(pages.count <= 6, "fetched \(pages.count) pages")171 #expect(model.cachedPageCount <= 8)172 }173174 @Test func keepsOnlyTheConfiguredNumberOfPages() async {175 let provider = MockProvider(total: 10_000)176 let model = DatasetGridModel(pageSize: 50, cachedPages: 3)177 model.load(.dataset("t"), provider: provider, knownRows: 10_000)178 #expect(model.totalRows == 10_000) // known count shown at once179 await waitUntil("schema") { !model.schema.isEmpty }180 for row in stride(from: 0, to: 500, by: 50) {181 _ = model.value(row: row, column: 0)182 await waitUntil("row \(row)") { model.isLoaded(row: row) }183 }184 #expect(model.cachedPageCount == 3)185 #expect(!model.isLoaded(row: 0))186 #expect(!provider.calls.contains { if case .count = $0 { true } else { false } }) // the count was known187 }188189 @Test func pagesThroughARealDatasetWithSortAndFilter() async throws {190 let dir = TestFiles.directory()191 defer { try? FileManager.default.removeItem(at: dir) }192 let engine = try DataEngine()193 try engine.importFile(TestFiles.ordersCSV(5_000, in: dir), as: "orders")194 let model = DatasetGridModel(pageSize: 200)195 model.load(.dataset("orders"), provider: EnginePageProvider(engine: engine))196 await waitUntil("schema") { !model.schema.isEmpty && model.totalRows != nil }197 #expect(model.schema.map(\.name) == ["id", "region", "product", "quantity", "amount", "order_date"])198 #expect(model.totalRows == 5_000)199 _ = model.value(row: 4_999, column: 0)200 await waitUntil("last page") { model.isLoaded(row: 4_999) }201 #expect(model.value(row: 4_999, column: 0) == .int(5_000))202203 model.setFilter(ColumnFilter(column: "region", kind: .equals, text: "north"))204 model.toggleSort("id"); model.toggleSort("id") // descending205 await waitUntil("filtered") { !model.isLoading && model.totalRows == 1_250 }206 _ = model.value(row: 0, column: 0)207 await waitUntil("first page") { model.isLoaded(row: 0) }208 #expect(model.value(row: 0, column: 0) == .int(4_997))209 #expect(model.value(row: 0, column: 1) == .string("North"))210 let text = try await model.tsv(rows: 0..<2, includeHeader: true)211 #expect(text.split(separator: "\n").count == 3)212 #expect(text.hasPrefix("id\tregion\tproduct"))213214 // the same rows through a SQL source215 let sqlModel = DatasetGridModel(pageSize: 200)216 sqlModel.load(.sql("SELECT region, sum(amount) AS total FROM orders GROUP BY region"), provider: EnginePageProvider(engine: engine))217 await waitUntil("sql") { !sqlModel.isLoading && sqlModel.totalRows == 4 }218 sqlModel.toggleSort("region")219 await waitUntil("sql sorted") { !sqlModel.isLoading }220 _ = sqlModel.value(row: 0, column: 0)221 await waitUntil("sql page") { sqlModel.isLoaded(row: 0) }222 #expect(sqlModel.value(row: 0, column: 0) == .string("East"))223 #expect(sqlModel.error == nil)224 }225226 @Test func reportsEngineErrors() async throws {227 let engine = try DataEngine()228 let model = DatasetGridModel()229 model.load(.dataset("missing"), provider: EnginePageProvider(engine: engine))230 await waitUntil("error") { model.error != nil }231 #expect(model.error?.contains("missing") == true)232 #expect(model.totalRows == 0)233 }234}235