Repository Public
1import Foundation2import Testing3import SheetCore4import AnalyticsTestSupport5@testable import Statistics67let diFixture = Fixture.load("descriptive_inference", .module)8func diData(_ key: String) -> [Double] { diFixture["data"][key].arr }910@Suite struct DescriptiveReferenceTests {11 @Test func momentsAndLocation() {12 for name in ["x", "skewed", "small", "ties"] {13 let d = diData(name), f = diFixture["desc"][name]14 let tol = 1e-1215 #expect(isClose(Descriptive.mean(d), f["mean"].d, rel: tol), "\(name) mean")16 #expect(isClose(Descriptive.median(d), f["median"].d, rel: tol), "\(name) median")17 #expect(isClose(Descriptive.variance(d), f["var_s"].d, rel: tol), "\(name) var.s")18 #expect(isClose(Descriptive.variance(d, sample: false), f["var_p"].d, rel: tol), "\(name) var.p")19 #expect(isClose(Descriptive.standardDeviation(d), f["sd_s"].d, rel: tol), "\(name) sd.s")20 #expect(isClose(Descriptive.standardDeviation(d, sample: false), f["sd_p"].d, rel: tol), "\(name) sd.p")21 #expect(Descriptive.minimum(d) == f["min"].d && Descriptive.maximum(d) == f["max"].d)22 #expect(isClose(Descriptive.range(d), f["max"].d - f["min"].d, rel: tol))23 #expect(isClose(Descriptive.sum(d), f["sum"].d, rel: tol), "\(name) sum")24 #expect(isClose(Descriptive.skewness(d), f["skew_s"].d, rel: 1e-11), "\(name) skew G1")25 #expect(isClose(Descriptive.skewness(d, sample: false), f["skew_p"].d, rel: 1e-11), "\(name) skew g1")26 #expect(isClose(Descriptive.kurtosis(d), f["kurt_s"].d, rel: 1e-11), "\(name) kurt G2")27 #expect(isClose(Descriptive.kurtosis(d, sample: false), f["kurt_p"].d, rel: 1e-11), "\(name) kurt g2")28 #expect(isClose(Descriptive.standardError(d), f["sem"].d, rel: tol), "\(name) sem")29 #expect(isClose(Descriptive.coefficientOfVariation(d), f["cv"].d, rel: tol), "\(name) cv")30 #expect(isClose(Descriptive.geometricMean(d), f["gmean"].d, rel: tol), "\(name) gmean")31 #expect(isClose(Descriptive.harmonicMean(d), f["hmean"].d, rel: tol), "\(name) hmean")32 #expect(isClose(Descriptive.trimmedMean(d, proportion: 0.1), f["trim10"].d, rel: tol), "\(name) trimmed")33 #expect(isClose(Descriptive.centralMoment(d, 3), f["m3"].d, rel: 1e-11, abs: 1e-12), "\(name) m3")34 #expect(isClose(Descriptive.centralMoment(d, 4), f["m4"].d, rel: 1e-11), "\(name) m4")35 #expect(isClose(Descriptive.interquartileRange(d), f["iqr"].d, rel: tol), "\(name) iqr")36 if f["mode_count"].d > 1 { #expect(Descriptive.mode(d) == f["mode"].d, "\(name) mode") } else { #expect(Descriptive.mode(d) == nil) }37 }38 }3940 @Test func quantileMethodsMatchNumPy() {41 for name in ["x", "skewed", "small", "ties"] {42 let d = diData(name), f = diFixture["desc"][name]43 let ps = f["p"].arr44 for m in QuantileMethod.allCases {45 let want = f["quantiles"][m.rawValue].arr46 #expect(want.count == ps.count, "fixture has \(m.rawValue)")47 let got = Descriptive.quantiles(d, ps, method: m)48 #expect(allClose(got, want, rel: 1e-12, abs: 1e-13), "\(name) \(m.rawValue): \(got) vs \(want)")49 }50 }51 // Excel documentation examples: PERCENTILE.INC({1,2,3,4}, 0.3) = 1.9; QUARTILE.EXC of 6,7,15,36,39,40,41,42,43,47,49 → 15, 40, 4352 #expect(isClose(Descriptive.quantile([1, 2, 3, 4], 0.3), 1.9, rel: 1e-14))53 let ex: [Double] = [6, 7, 15, 36, 39, 40, 41, 42, 43, 47, 49]54 #expect(Descriptive.quantiles(ex, [0.25, 0.5, 0.75], method: .weibull) == [15, 40, 43])55 #expect(Descriptive.quantile([], 0.5).isNaN && Descriptive.quantile([1, 2], 1.5).isNaN)56 #expect(Descriptive.quantile([7], 0.9) == 7)57 }5859 @Test func modesAndEdgeCases() {60 #expect(Descriptive.modes([1, 2, 2, 3, 3, 4]) == [2, 3])61 #expect(Descriptive.mode([1, 2, 2, 3, 3, 4]) == 2)62 #expect(Descriptive.modes([1, 2, 3]).isEmpty)63 #expect(Descriptive.skewness([1, 2]).isNaN && Descriptive.kurtosis([1, 2, 3]).isNaN)64 #expect(Descriptive.skewness([5, 5, 5, 5]).isNaN)65 #expect(Descriptive.geometricMean([1, -2, 3]).isNaN && Descriptive.harmonicMean([0, 1]).isNaN)66 #expect(Descriptive.coefficientOfVariation([-1, 1]).isNaN)67 #expect(Descriptive.median([]).isNaN && Descriptive.median([3, 1, 2]) == 2 && Descriptive.median([4, 1, 3, 2]) == 2.5)68 let z = Descriptive.standardized([2, 4, 6])69 #expect(allClose(z, [-1, 0, 1], rel: 1e-14))70 }7172 @Test func histogramMatchesNumPy() {73 for name in ["x", "skewed", "ties"] {74 let h = Descriptive.histogram(diData(name), binCount: 10)75 let f = diFixture["desc"][name]["hist10"]76 #expect(h.counts == f["counts"].ints, "\(name)")77 #expect(allClose(h.edges, f["edges"].arr, rel: 1e-12, abs: 1e-12))78 }79 let c = Descriptive.histogram([3, 3, 3], binCount: 4)80 #expect(c.counts.reduce(0, +) == 3 && c.edges.first == 2.5 && c.edges.last == 3.5)81 }8283 @Test func correlationAndCovarianceMatrices() throws {84 let f = diFixture["matrix"]85 let cols = f["cols"].mat86 func flat(_ k: String) -> [Double] { f[k].mat.flatMap { $0 } }87 #expect(allClose(try Descriptive.covarianceMatrix(cols).values.data, flat("cov"), rel: 1e-11))88 #expect(allClose(try Descriptive.covarianceMatrix(cols, sample: false).values.data, flat("cov_pop"), rel: 1e-11))89 #expect(allClose(try Descriptive.correlationMatrix(cols).values.data, flat("pearson"), rel: 1e-11))90 #expect(allClose(try Descriptive.correlationMatrix(cols, method: .spearman).values.data, flat("spearman"), rel: 1e-11))91 #expect(allClose(try Descriptive.correlationMatrix(cols, method: .kendall).values.data, flat("kendall"), rel: 1e-11))92 #expect(isClose(Descriptive.kendallTauB(diData("ties"), f["ties_y"].arr), f["kendall_ties"].d, rel: 1e-12))93 let m = try Descriptive.correlationMatrix(cols, names: ["a", "b", "c", "d"])94 let t = m.table()95 #expect(t.count == 5 && t[0][1] == .text("a") && t[1][0] == .text("a") && t[1][1] == .number(1))96 #expect(throws: StatError.self) { try Descriptive.correlationMatrix([[1, 2, 3], [1, 2]]) }97 }9899 @Test func missingValuesListwiseAndPairwise() throws {100 let f = diFixture["matrix"]101 let cols = f["miss_cols"].list.map { $0.list.map { $0.isNull ? Double.nan : $0.d } }102 func flat(_ k: String) -> [Double] { f[k].mat.flatMap { $0 } }103 let pp = try Descriptive.correlationMatrix(cols, missing: .pairwise)104 #expect(allClose(pp.values.data, flat("pair_pearson"), rel: 1e-11))105 #expect(pp.counts.flatMap { $0 }.map(Double.init) == flat("pair_counts"))106 #expect(allClose(try Descriptive.correlationMatrix(cols, method: .spearman, missing: .pairwise).values.data, flat("pair_spearman"), rel: 1e-11))107 #expect(allClose(try Descriptive.correlationMatrix(cols, method: .kendall, missing: .pairwise).values.data, flat("pair_kendall"), rel: 1e-11))108 #expect(allClose(try Descriptive.covarianceMatrix(cols, missing: .pairwise).values.data, flat("pair_cov"), rel: 1e-11))109 let lw = try Descriptive.correlationMatrix(cols, missing: .listwise)110 #expect(allClose(lw.values.data, flat("list_pearson"), rel: 1e-11))111 #expect(lw.counts[0][1] == f["list_n"].i)112 #expect(allClose(try Descriptive.covarianceMatrix(cols, missing: .listwise).values.data, flat("list_cov"), rel: 1e-11))113 #expect(Descriptive.completeRows(cols).count == f["list_n"].i)114115 let pair = try Descriptive.summary(columns: cols, names: ["a", "b", "c", "d"], missing: .pairwise)116 #expect(allClose(pair.columns.map(\.mean), f["pair_means"].arr, rel: 1e-12))117 #expect(pair.columns.map(\.missing) == [3, 0, 2, 1] && pair.columns.map(\.count) == [34, 37, 35, 36])118 #expect(pair.completeRows == nil)119 let list = try Descriptive.summary(columns: cols, missing: .listwise)120 #expect(allClose(list.columns.map(\.mean), f["list_means"].arr, rel: 1e-12))121 #expect(list.completeRows == f["list_n"].i && list.columns.allSatisfy { $0.count == f["list_n"].i })122 let table = pair.table()123 #expect(table.count == 20 && table[0].count == 5)124 #expect(table[0][2] == .text("b") && table[1][0] == .text("Mean") && table[13][0] == .text("Count") && table[13][1] == .number(34))125 }126127 @Test func singleSummaryReport() {128 let d = diData("x"), f = diFixture["desc"]["x"]129 let s = Descriptive.summary(d + [.nan], name: "Sales")130 #expect(s.count == d.count && s.missing == 1)131 #expect(isClose(s.confidenceHalfWidth, f["t_half"].d, rel: 1e-11))132 #expect(isClose(s.skewness, f["skew_s"].d, rel: 1e-11) && isClose(s.kurtosis, f["kurt_s"].d, rel: 1e-11))133 #expect(isClose(s.iqr, f["iqr"].d, rel: 1e-12) && isClose(s.q3 - s.q1, s.iqr, rel: 1e-15))134 let t = s.table()135 #expect(t[0][0] == .text("Sales") && t[1] == [.text("Mean"), .number(s.mean)])136 #expect(t.last?[0] == .text("Confidence Level (95%)"))137 let noMode = Descriptive.summary([1, 2, 3, 4]).table()138 #expect(noMode[4] == [.text("Mode"), .error(.na)])139 // Codable round trip140 let data = try! JSONEncoder().encode(s)141 #expect(try! JSONDecoder().decode(DescriptiveSummary.self, from: data) == s)142 }143}144