SPB Git

Repository Public

DescriptiveTests.swift 9.3 KB 144 lines swift

1import Foundation2import Testing3import SheetCore4import AnalyticsTestSupport5@testable import Statistics67let diFixture = Fixture.load("descriptive_inference", .module)8func diData(_ key: String) -> [Double] { diFixture["data"][key].arr }910@Suite struct DescriptiveReferenceTests {11    @Test func momentsAndLocation() {12        for name in ["x", "skewed", "small", "ties"] {13            let d = diData(name), f = diFixture["desc"][name]14            let tol = 1e-1215            #expect(isClose(Descriptive.mean(d), f["mean"].d, rel: tol), "\(name) mean")16            #expect(isClose(Descriptive.median(d), f["median"].d, rel: tol), "\(name) median")17            #expect(isClose(Descriptive.variance(d), f["var_s"].d, rel: tol), "\(name) var.s")18            #expect(isClose(Descriptive.variance(d, sample: false), f["var_p"].d, rel: tol), "\(name) var.p")19            #expect(isClose(Descriptive.standardDeviation(d), f["sd_s"].d, rel: tol), "\(name) sd.s")20            #expect(isClose(Descriptive.standardDeviation(d, sample: false), f["sd_p"].d, rel: tol), "\(name) sd.p")21            #expect(Descriptive.minimum(d) == f["min"].d && Descriptive.maximum(d) == f["max"].d)22            #expect(isClose(Descriptive.range(d), f["max"].d - f["min"].d, rel: tol))23            #expect(isClose(Descriptive.sum(d), f["sum"].d, rel: tol), "\(name) sum")24            #expect(isClose(Descriptive.skewness(d), f["skew_s"].d, rel: 1e-11), "\(name) skew G1")25            #expect(isClose(Descriptive.skewness(d, sample: false), f["skew_p"].d, rel: 1e-11), "\(name) skew g1")26            #expect(isClose(Descriptive.kurtosis(d), f["kurt_s"].d, rel: 1e-11), "\(name) kurt G2")27            #expect(isClose(Descriptive.kurtosis(d, sample: false), f["kurt_p"].d, rel: 1e-11), "\(name) kurt g2")28            #expect(isClose(Descriptive.standardError(d), f["sem"].d, rel: tol), "\(name) sem")29            #expect(isClose(Descriptive.coefficientOfVariation(d), f["cv"].d, rel: tol), "\(name) cv")30            #expect(isClose(Descriptive.geometricMean(d), f["gmean"].d, rel: tol), "\(name) gmean")31            #expect(isClose(Descriptive.harmonicMean(d), f["hmean"].d, rel: tol), "\(name) hmean")32            #expect(isClose(Descriptive.trimmedMean(d, proportion: 0.1), f["trim10"].d, rel: tol), "\(name) trimmed")33            #expect(isClose(Descriptive.centralMoment(d, 3), f["m3"].d, rel: 1e-11, abs: 1e-12), "\(name) m3")34            #expect(isClose(Descriptive.centralMoment(d, 4), f["m4"].d, rel: 1e-11), "\(name) m4")35            #expect(isClose(Descriptive.interquartileRange(d), f["iqr"].d, rel: tol), "\(name) iqr")36            if f["mode_count"].d > 1 { #expect(Descriptive.mode(d) == f["mode"].d, "\(name) mode") } else { #expect(Descriptive.mode(d) == nil) }37        }38    }3940    @Test func quantileMethodsMatchNumPy() {41        for name in ["x", "skewed", "small", "ties"] {42            let d = diData(name), f = diFixture["desc"][name]43            let ps = f["p"].arr44            for m in QuantileMethod.allCases {45                let want = f["quantiles"][m.rawValue].arr46                #expect(want.count == ps.count, "fixture has \(m.rawValue)")47                let got = Descriptive.quantiles(d, ps, method: m)48                #expect(allClose(got, want, rel: 1e-12, abs: 1e-13), "\(name) \(m.rawValue): \(got) vs \(want)")49            }50        }51        // Excel documentation examples: PERCENTILE.INC({1,2,3,4}, 0.3) = 1.9; QUARTILE.EXC of 6,7,15,36,39,40,41,42,43,47,49 → 15, 40, 4352        #expect(isClose(Descriptive.quantile([1, 2, 3, 4], 0.3), 1.9, rel: 1e-14))53        let ex: [Double] = [6, 7, 15, 36, 39, 40, 41, 42, 43, 47, 49]54        #expect(Descriptive.quantiles(ex, [0.25, 0.5, 0.75], method: .weibull) == [15, 40, 43])55        #expect(Descriptive.quantile([], 0.5).isNaN && Descriptive.quantile([1, 2], 1.5).isNaN)56        #expect(Descriptive.quantile([7], 0.9) == 7)57    }5859    @Test func modesAndEdgeCases() {60        #expect(Descriptive.modes([1, 2, 2, 3, 3, 4]) == [2, 3])61        #expect(Descriptive.mode([1, 2, 2, 3, 3, 4]) == 2)62        #expect(Descriptive.modes([1, 2, 3]).isEmpty)63        #expect(Descriptive.skewness([1, 2]).isNaN && Descriptive.kurtosis([1, 2, 3]).isNaN)64        #expect(Descriptive.skewness([5, 5, 5, 5]).isNaN)65        #expect(Descriptive.geometricMean([1, -2, 3]).isNaN && Descriptive.harmonicMean([0, 1]).isNaN)66        #expect(Descriptive.coefficientOfVariation([-1, 1]).isNaN)67        #expect(Descriptive.median([]).isNaN && Descriptive.median([3, 1, 2]) == 2 && Descriptive.median([4, 1, 3, 2]) == 2.5)68        let z = Descriptive.standardized([2, 4, 6])69        #expect(allClose(z, [-1, 0, 1], rel: 1e-14))70    }7172    @Test func histogramMatchesNumPy() {73        for name in ["x", "skewed", "ties"] {74            let h = Descriptive.histogram(diData(name), binCount: 10)75            let f = diFixture["desc"][name]["hist10"]76            #expect(h.counts == f["counts"].ints, "\(name)")77            #expect(allClose(h.edges, f["edges"].arr, rel: 1e-12, abs: 1e-12))78        }79        let c = Descriptive.histogram([3, 3, 3], binCount: 4)80        #expect(c.counts.reduce(0, +) == 3 && c.edges.first == 2.5 && c.edges.last == 3.5)81    }8283    @Test func correlationAndCovarianceMatrices() throws {84        let f = diFixture["matrix"]85        let cols = f["cols"].mat86        func flat(_ k: String) -> [Double] { f[k].mat.flatMap { $0 } }87        #expect(allClose(try Descriptive.covarianceMatrix(cols).values.data, flat("cov"), rel: 1e-11))88        #expect(allClose(try Descriptive.covarianceMatrix(cols, sample: false).values.data, flat("cov_pop"), rel: 1e-11))89        #expect(allClose(try Descriptive.correlationMatrix(cols).values.data, flat("pearson"), rel: 1e-11))90        #expect(allClose(try Descriptive.correlationMatrix(cols, method: .spearman).values.data, flat("spearman"), rel: 1e-11))91        #expect(allClose(try Descriptive.correlationMatrix(cols, method: .kendall).values.data, flat("kendall"), rel: 1e-11))92        #expect(isClose(Descriptive.kendallTauB(diData("ties"), f["ties_y"].arr), f["kendall_ties"].d, rel: 1e-12))93        let m = try Descriptive.correlationMatrix(cols, names: ["a", "b", "c", "d"])94        let t = m.table()95        #expect(t.count == 5 && t[0][1] == .text("a") && t[1][0] == .text("a") && t[1][1] == .number(1))96        #expect(throws: StatError.self) { try Descriptive.correlationMatrix([[1, 2, 3], [1, 2]]) }97    }9899    @Test func missingValuesListwiseAndPairwise() throws {100        let f = diFixture["matrix"]101        let cols = f["miss_cols"].list.map { $0.list.map { $0.isNull ? Double.nan : $0.d } }102        func flat(_ k: String) -> [Double] { f[k].mat.flatMap { $0 } }103        let pp = try Descriptive.correlationMatrix(cols, missing: .pairwise)104        #expect(allClose(pp.values.data, flat("pair_pearson"), rel: 1e-11))105        #expect(pp.counts.flatMap { $0 }.map(Double.init) == flat("pair_counts"))106        #expect(allClose(try Descriptive.correlationMatrix(cols, method: .spearman, missing: .pairwise).values.data, flat("pair_spearman"), rel: 1e-11))107        #expect(allClose(try Descriptive.correlationMatrix(cols, method: .kendall, missing: .pairwise).values.data, flat("pair_kendall"), rel: 1e-11))108        #expect(allClose(try Descriptive.covarianceMatrix(cols, missing: .pairwise).values.data, flat("pair_cov"), rel: 1e-11))109        let lw = try Descriptive.correlationMatrix(cols, missing: .listwise)110        #expect(allClose(lw.values.data, flat("list_pearson"), rel: 1e-11))111        #expect(lw.counts[0][1] == f["list_n"].i)112        #expect(allClose(try Descriptive.covarianceMatrix(cols, missing: .listwise).values.data, flat("list_cov"), rel: 1e-11))113        #expect(Descriptive.completeRows(cols).count == f["list_n"].i)114115        let pair = try Descriptive.summary(columns: cols, names: ["a", "b", "c", "d"], missing: .pairwise)116        #expect(allClose(pair.columns.map(\.mean), f["pair_means"].arr, rel: 1e-12))117        #expect(pair.columns.map(\.missing) == [3, 0, 2, 1] && pair.columns.map(\.count) == [34, 37, 35, 36])118        #expect(pair.completeRows == nil)119        let list = try Descriptive.summary(columns: cols, missing: .listwise)120        #expect(allClose(list.columns.map(\.mean), f["list_means"].arr, rel: 1e-12))121        #expect(list.completeRows == f["list_n"].i && list.columns.allSatisfy { $0.count == f["list_n"].i })122        let table = pair.table()123        #expect(table.count == 20 && table[0].count == 5)124        #expect(table[0][2] == .text("b") && table[1][0] == .text("Mean") && table[13][0] == .text("Count") && table[13][1] == .number(34))125    }126127    @Test func singleSummaryReport() {128        let d = diData("x"), f = diFixture["desc"]["x"]129        let s = Descriptive.summary(d + [.nan], name: "Sales")130        #expect(s.count == d.count && s.missing == 1)131        #expect(isClose(s.confidenceHalfWidth, f["t_half"].d, rel: 1e-11))132        #expect(isClose(s.skewness, f["skew_s"].d, rel: 1e-11) && isClose(s.kurtosis, f["kurt_s"].d, rel: 1e-11))133        #expect(isClose(s.iqr, f["iqr"].d, rel: 1e-12) && isClose(s.q3 - s.q1, s.iqr, rel: 1e-15))134        let t = s.table()135        #expect(t[0][0] == .text("Sales") && t[1] == [.text("Mean"), .number(s.mean)])136        #expect(t.last?[0] == .text("Confidence Level (95%)"))137        let noMode = Descriptive.summary([1, 2, 3, 4]).table()138        #expect(noMode[4] == [.text("Mode"), .error(.na)])139        // Codable round trip140        let data = try! JSONEncoder().encode(s)141        #expect(try! JSONDecoder().decode(DescriptiveSummary.self, from: data) == s)142    }143}144
Files main
Menu

Theme