SPB Git

Repository Public

CoreTests.swift 13.5 KB 235 lines swift

1import Foundation2import Testing3import SheetCore4import SheetData5import SheetUI6@testable import FeatureData78@Suite struct ValueTextTests {9    @Test func roundTripsEveryKindOfConstant() {10        let values: [DataValue] = [.null, .bool(true), .bool(false), .int(42), .int(-7), .double(4.5), .double(5), .double(1e20), .double(.infinity),11                                   .decimal("12.3400"), .string("hello"), .string("42"), .string("true"), .string(""), .string("a, b"), .string(" padded "),12                                   .string("say \"hi\""), .string("2024-03-01"), .string("null"), .date(year: 2024, month: 3, day: 1),13                                   .timestamp(1_700_000_000_123_456), .time(37_800_000_000), .blob(Data([0, 255, 16]))]14        for v in values { #expect(ValueText.parse(ValueText.encode(v)) == v, "\(v) → \(ValueText.encode(v))") }15        #expect(ValueText.parseList(ValueText.encodeList(values)) == values)16    }1718    @Test func parsesTypedText() {19        #expect(ValueText.parse("12") == .int(12))20        #expect(ValueText.parse("1.5") == .double(1.5))21        #expect(ValueText.parse("2024-02-29") == .date(year: 2024, month: 2, day: 29))22        #expect(ValueText.parse("North") == .string("North"))23        #expect(ValueText.parse("\"12\"") == .string("12"))24        #expect(ValueText.parse("") == .null)25        #expect(ValueText.parseList("a, \"b, c\", 3") == [.string("a"), .string("b, c"), .int(3)])26        #expect(ValueText.parseList("  ").isEmpty)27    }2829    @Test func datasetNames() {30        #expect(DatasetNaming.sanitize("Orders 2024 (final).csv") == "orders_2024_final_csv")31        #expect(DatasetNaming.sanitize("Été") == "ete")32        #expect(DatasetNaming.sanitize("2024") == "t_2024")33        #expect(DatasetNaming.sanitize("orix_src_x") == "data_orix_src_x")34        #expect(DatasetNaming.unique("orders", taken: ["orders", "Orders_2"]) == "orders_3")35        #expect(DatasetNaming.problem("orders", taken: ["Orders"]) != nil)36        #expect(DatasetNaming.problem("orix_pivot_1", taken: []) != nil)37        #expect(DatasetNaming.problem("fresh", taken: ["orders"]) == nil)38    }39}4041@Suite struct PageCacheTests {42    func table(_ page: Int, size: Int, rows: Int? = nil) -> DataTable {43        DataTable(columns: [DataColumn(name: "v", storage: .int64((0..<(rows ?? size)).map { Int64(page * size + $0) }))])44    }4546    @Test func mapsRowsToPagesAndValues() {47        var cache = PageCache(pageSize: 100, capacity: 3)48        #expect(cache.pageIndex(forRow: 0) == 0)49        #expect(cache.pageIndex(forRow: 299) == 2)50        #expect(cache.rows(ofPage: 2) == 200..<300)51        #expect(cache.value(row: 150, column: 0) == nil)52        cache.insert(1, table(1, size: 100))53        #expect(cache.value(row: 150, column: 0) == .int(150))54        #expect(cache.value(row: 150, column: 3) == nil)55        #expect(cache.value(row: 250, column: 0) == nil)56    }5758    @Test func evictsLeastRecentlyUsed() {59        var cache = PageCache(pageSize: 10, capacity: 3)60        for p in 0..<3 { #expect(cache.insert(p, table(p, size: 10)).isEmpty) }61        _ = cache.page(0)                               // 0 becomes the most recent62        #expect(cache.insert(3, table(3, size: 10)) == [1])63        #expect(cache.contains(0) && cache.contains(2) && cache.contains(3) && !cache.contains(1))64        #expect(cache.count == 3)65        #expect(cache.cachedPages == [2, 0, 3])66        cache.removeAll()67        #expect(cache.count == 0)68    }6970    @Test func shortLastPage() {71        var cache = PageCache(pageSize: 10, capacity: 2)72        cache.insert(4, table(4, size: 10, rows: 3))73        #expect(cache.value(row: 42, column: 0) == .int(42))74        #expect(cache.value(row: 43, column: 0) == nil)75    }76}7778@Suite struct GridQueryTests {79    let schema = [ColumnInfo(name: "id", type: .integer, declaredType: "BIGINT"), ColumnInfo(name: "region", type: .string, declaredType: "VARCHAR"),80                  ColumnInfo(name: "amount", type: .double, declaredType: "DOUBLE"), ColumnInfo(name: "day", type: .date, declaredType: "DATE")]8182    @Test func compilesQuickFiltersToEngineConditions() throws {83        #expect(try ColumnFilter(column: "region", kind: .contains, text: "or").condition(type: .string) == FilterCondition("region", .contains, .string("or"), caseInsensitive: true))84        #expect(try ColumnFilter(column: "region", kind: .equals, text: "North").condition(type: .string) == FilterCondition("region", .equal, .string("North"), caseInsensitive: true))85        #expect(try ColumnFilter(column: "id", kind: .equals, text: "12").condition(type: .integer) == FilterCondition("id", .equal, .int(12)))86        #expect(try ColumnFilter(column: "amount", kind: .range, text: "10", upper: "20,5").condition(type: .double) == FilterCondition("amount", .between, [.double(10), .double(20.5)]))87        #expect(try ColumnFilter(column: "amount", kind: .range, text: "10").condition(type: .double) == FilterCondition("amount", .greaterOrEqual, .double(10)))88        #expect(try ColumnFilter(column: "amount", kind: .range, upper: "20").condition(type: .double) == FilterCondition("amount", .lessOrEqual, .double(20)))89        #expect(try ColumnFilter(column: "day", kind: .range, text: "2024-01-01", upper: "2024-01-31").condition(type: .date)90                == FilterCondition("day", .between, [.date(year: 2024, month: 1, day: 1), .date(year: 2024, month: 1, day: 31)]))91        #expect(try ColumnFilter(column: "day", kind: .isNull).condition(type: .date) == FilterCondition("day", .isNull))92        #expect(try ColumnFilter(column: "day", kind: .isNotNull).condition(type: .date) == FilterCondition("day", .isNotNull))93        #expect(try ColumnFilter(column: "region", kind: .contains).condition(type: .string) == nil)            // nothing typed yet94        #expect(throws: DataError.self) { _ = try ColumnFilter(column: "id", kind: .equals, text: "abc").condition(type: .integer) }95        #expect(throws: DataError.self) { _ = try ColumnFilter(column: "day", kind: .equals, text: "yesterday").condition(type: .date) }96    }9798    @Test func sortCycleAndMultipleKeys() {99        var q = GridQuery(source: .dataset("t"))100        q.toggleSort("id")101        #expect(q.sort == [SortSpec("id")])102        q.toggleSort("id")103        #expect(q.sort == [SortSpec("id", ascending: false)])104        q.toggleSort("id")105        #expect(q.sort.isEmpty)106        q.toggleSort("region"); q.toggleSort("amount", extend: true)107        #expect(q.sort == [SortSpec("region"), SortSpec("amount")])108        q.toggleSort("id")                             // a plain click replaces the keys109        #expect(q.sort == [SortSpec("id")])110    }111112    @Test func buildsSafeSQL() throws {113        var q = GridQuery(source: .sql("SELECT * FROM \"my \"\"t\"\"\";"))114        q.filters = [ColumnFilter(column: "region", kind: .equals, text: "O'Brien")]115        q.sort = [SortSpec("amount", ascending: false)]116        let sql = try q.pageSQL(schema: schema, offset: 400, limit: 200)117        #expect(sql.hasPrefix("SELECT * FROM (SELECT * FROM \"my \"\"t\"\"\") AS orix_q WHERE "))118        #expect(sql.contains("'o''brien'") || sql.contains("'O''Brien'"))119        #expect(sql.contains("ORDER BY \"amount\" DESC NULLS LAST, \"id\" NULLS LAST"))120        #expect(sql.hasSuffix("LIMIT 200 OFFSET 400"))121        #expect(try q.countSQL(schema: schema).hasPrefix("SELECT count(*) FROM ("))122        q.filters = [ColumnFilter(column: "nope", kind: .isNull)]123        #expect(throws: DataError.self) { _ = try q.selectSQL(schema: schema) }124        #expect(throws: DataError.self) { _ = try GridQuery().selectSQL(schema: schema) }125    }126}127128@MainActor @Suite struct GridModelTests {129    @Test func pagesLazilyAndSendsSortAndFilterToTheProvider() async {130        let provider = MockProvider(total: 100_000)131        let model = DatasetGridModel(pageSize: 100, cachedPages: 4)132        model.load(.dataset("big"), provider: provider)133        await waitUntil("schema") { !model.schema.isEmpty && model.totalRows != nil }134        #expect(model.totalRows == 100_000)135        #expect(provider.calls == [.schema, .count(sort: [], filters: [])])          // no rows loaded yet136137        #expect(model.value(row: 54_321, column: 0) == nil)                           // not cached: requested138        await waitUntil("page") { model.isLoaded(row: 54_321) }139        #expect(model.value(row: 54_321, column: 0) == .int(54_321))140        #expect(model.value(row: 54_399, column: 1) == .string("row 54399"))141        #expect(provider.calls.last == .page(offset: 54_300, limit: 100, sort: [], filters: []))142        #expect(model.pagesFetched == 1)143        #expect(model.latencies.count == 1)144145        model.toggleSort("id")146        await waitUntil("recount") { !model.isLoading }147        #expect(!model.isLoaded(row: 54_321))                                         // the cache was dropped148        _ = model.value(row: 0, column: 0)149        await waitUntil("sorted page") { model.isLoaded(row: 0) }150        #expect(provider.calls.last == .page(offset: 0, limit: 100, sort: [SortSpec("id")], filters: []))151152        model.setFilter(ColumnFilter(column: "name", kind: .contains, text: "7"))153        await waitUntil("filtered count") { !model.isLoading }154        #expect(provider.calls.contains(.count(sort: [SortSpec("id")], filters: ["name contains “7”"])))155        _ = model.value(row: 250, column: 0)156        await waitUntil("filtered page") { model.isLoaded(row: 250) }157        #expect(provider.calls.last == .page(offset: 200, limit: 100, sort: [SortSpec("id")], filters: ["name contains “7”"]))158    }159160    @Test func fastScrollingSkipsPagesItFlewPast() async {161        let provider = MockProvider(total: 1_000_000)162        provider.delay = 0.02163        let model = DatasetGridModel(pageSize: 100, cachedPages: 8)164        model.load(.dataset("big"), provider: provider)165        await waitUntil("schema") { !model.schema.isEmpty }166        for page in 0..<200 { _ = model.value(row: page * 100, column: 0) }          // a scroller drag across 200 pages167        await waitUntil("last page") { model.isLoaded(row: 19_900) }168        try? await Task.sleep(for: .milliseconds(300))169        let pages = provider.calls.filter { if case .page = $0 { true } else { false } }170        #expect(pages.count <= 6, "fetched \(pages.count) pages")171        #expect(model.cachedPageCount <= 8)172    }173174    @Test func keepsOnlyTheConfiguredNumberOfPages() async {175        let provider = MockProvider(total: 10_000)176        let model = DatasetGridModel(pageSize: 50, cachedPages: 3)177        model.load(.dataset("t"), provider: provider, knownRows: 10_000)178        #expect(model.totalRows == 10_000)                                            // known count shown at once179        await waitUntil("schema") { !model.schema.isEmpty }180        for row in stride(from: 0, to: 500, by: 50) {181            _ = model.value(row: row, column: 0)182            await waitUntil("row \(row)") { model.isLoaded(row: row) }183        }184        #expect(model.cachedPageCount == 3)185        #expect(!model.isLoaded(row: 0))186        #expect(!provider.calls.contains { if case .count = $0 { true } else { false } })   // the count was known187    }188189    @Test func pagesThroughARealDatasetWithSortAndFilter() async throws {190        let dir = TestFiles.directory()191        defer { try? FileManager.default.removeItem(at: dir) }192        let engine = try DataEngine()193        try engine.importFile(TestFiles.ordersCSV(5_000, in: dir), as: "orders")194        let model = DatasetGridModel(pageSize: 200)195        model.load(.dataset("orders"), provider: EnginePageProvider(engine: engine))196        await waitUntil("schema") { !model.schema.isEmpty && model.totalRows != nil }197        #expect(model.schema.map(\.name) == ["id", "region", "product", "quantity", "amount", "order_date"])198        #expect(model.totalRows == 5_000)199        _ = model.value(row: 4_999, column: 0)200        await waitUntil("last page") { model.isLoaded(row: 4_999) }201        #expect(model.value(row: 4_999, column: 0) == .int(5_000))202203        model.setFilter(ColumnFilter(column: "region", kind: .equals, text: "north"))204        model.toggleSort("id"); model.toggleSort("id")                                // descending205        await waitUntil("filtered") { !model.isLoading && model.totalRows == 1_250 }206        _ = model.value(row: 0, column: 0)207        await waitUntil("first page") { model.isLoaded(row: 0) }208        #expect(model.value(row: 0, column: 0) == .int(4_997))209        #expect(model.value(row: 0, column: 1) == .string("North"))210        let text = try await model.tsv(rows: 0..<2, includeHeader: true)211        #expect(text.split(separator: "\n").count == 3)212        #expect(text.hasPrefix("id\tregion\tproduct"))213214        // the same rows through a SQL source215        let sqlModel = DatasetGridModel(pageSize: 200)216        sqlModel.load(.sql("SELECT region, sum(amount) AS total FROM orders GROUP BY region"), provider: EnginePageProvider(engine: engine))217        await waitUntil("sql") { !sqlModel.isLoading && sqlModel.totalRows == 4 }218        sqlModel.toggleSort("region")219        await waitUntil("sql sorted") { !sqlModel.isLoading }220        _ = sqlModel.value(row: 0, column: 0)221        await waitUntil("sql page") { sqlModel.isLoaded(row: 0) }222        #expect(sqlModel.value(row: 0, column: 0) == .string("East"))223        #expect(sqlModel.error == nil)224    }225226    @Test func reportsEngineErrors() async throws {227        let engine = try DataEngine()228        let model = DatasetGridModel()229        model.load(.dataset("missing"), provider: EnginePageProvider(engine: engine))230        await waitUntil("error") { model.error != nil }231        #expect(model.error?.contains("missing") == true)232        #expect(model.totalRows == 0)233    }234}235
Files main
Menu

Theme