spb/tools-spboucher-ai
Public
1{2 "aliases": [3 "GX",4 "GX Core",5 "great_expectations"6 ],7 "workflows": [8 "Validate warehouse tables after each pipeline run",9 "Document data contracts with generated Data Docs",10 "Gate model training on input data quality"11 ],12 "advantages": [13 "Expressive library of built-in expectations",14 "Works across DataFrames and SQL sources",15 "Apache 2.0"16 ],17 "limitations": [18 "Configuration-heavy for small projects",19 "Hosted GX Cloud discontinued for the public in 2026",20 "Stewardship transition to Fivetran is recent"21 ],22 "prerequisites": [23 "Python environment and access to the data sources being validated"24 ],25 "audiences": [26 "Data engineers",27 "Analytics teams enforcing data contracts"28 ],29 "alternatives": [30 "pandera",31 "pydantic",32 "dbt",33 "dagster"34 ],35 "tags": [36 "data-quality",37 "testing",38 "python",39 "open-source",40 "sql"41 ],42 "use_cases": [43 "test-data-pipelines"44 ],45 "operating_systems": [46 "macos",47 "linux",48 "windows"49 ],50 "deployment_models": [51 "embedded"52 ],53 "integrations": [54 "pandas",55 "Apache Spark",56 "PostgreSQL",57 "Snowflake",58 "BigQuery",59 "Apache Airflow",60 "Dagster",61 "Prefect",62 "dbt"63 ],64 "data_formats": [65 "JSON expectation suites",66 "HTML Data Docs"67 ],68 "languages": [69 "Python"70 ],71 "self_hostable": true,72 "discovery_method": "editorial-research",73 "depth": "standard",74 "editorial_status": "reviewed",75 "visibility": "public",76 "featured": false,77 "author": "batch-D",78 "slug": "great-expectations",79 "name": "Great Expectations (GX Core)",80 "vendor": {81 "name": "Great Expectations project (open-source stewardship by Fivetran)",82 "slug": "great-expectations-project",83 "website": "https://greatexpectations.io/"84 },85 "homepage_url": "https://greatexpectations.io/",86 "docs_url": "https://docs.greatexpectations.io/",87 "repo_url": "https://github.com/fivetran/great_expectations",88 "license_url": "https://github.com/fivetran/great_expectations/blob/develop/LICENSE",89 "product_type": "library",90 "product_status": "active",91 "summary": "Python data-quality framework that declares Expectations about datasets, validates them against pandas, Spark or SQL sources and produces Data Docs",92 "description": "Great Expectations (GX Core) is an open-source Python framework for data quality released under Apache 2.0. Users declare Expectations, such as column values being non-null, unique, within a range, matching a regex or a distribution, group them into Expectation Suites, and run Validations against batches of data from pandas and Spark DataFrames or SQL databases (PostgreSQL, Snowflake, BigQuery, Databricks and others through SQLAlchemy). Checkpoints bundle validations with actions like notifications, and Data Docs render human-readable HTML reports of results. GX integrates with Airflow, Dagster, Prefect and dbt pipelines as a validation step.\n\nThe project changed hands in 2026: the GX Cloud hosted product was acquired by FICO and ceased to be publicly available from June 2026, while Fivetran became steward of the open-source GX Core project and community, and the repository now lives under the fivetran GitHub organization (the former URL redirects). The open-source library continues, but teams should expect a transition period and verify the roadmap. GX is heavier to configure than Pandera for simple DataFrame checks, and SQL-oriented alternatives (dbt tests) may suffice for warehouse-only validation.",93 "capabilities": [94 "Declarative Expectations and Expectation Suites",95 "Validation against pandas, Spark and SQL data sources",96 "Checkpoints with notification actions",97 "Data Docs HTML reports",98 "Profilers to bootstrap expectations from data",99 "Integrations with Airflow, Dagster, Prefect and dbt"100 ],101 "categories": [102 {103 "slug": "data-quality",104 "primary": true105 }106 ],107 "execution_modes": [108 "local",109 "self-hosted"110 ],111 "interfaces": [112 "library",113 "cli"114 ],115 "source_model": "open-source",116 "license_spdx": "Apache-2.0",117 "pricing_model": [118 "open-source",119 "free"120 ],121 "sources": [122 {123 "url": "https://greatexpectations.io/",124 "type": "official_site",125 "supports": [126 "name",127 "summary"128 ],129 "checked_at": "2026-11-02",130 "title": "Great Expectations"131 },132 {133 "url": "https://docs.greatexpectations.io/",134 "type": "official_docs",135 "supports": [136 "capabilities",137 "integrations"138 ],139 "checked_at": "2026-11-02",140 "title": "GX documentation"141 },142 {143 "url": "https://greatexpectations.io/blog/an-update-from-great-expectations",144 "type": "news",145 "supports": [146 "vendor",147 "product_status",148 "pricing_model"149 ],150 "checked_at": "2026-11-02",151 "title": "An update from Great Expectations (2026-05-06)",152 "note": "FICO acquired GX Cloud (unavailable publicly from June 1); Fivetran becomes steward of GX Core"153 },154 {155 "url": "https://www.fivetran.com/press/fivetran-to-become-steward-of-the-great-expectations-open-source-community-and-gx-core-project",156 "type": "news",157 "supports": [158 "vendor"159 ],160 "checked_at": "2026-11-02",161 "title": "Fivetran to become steward of the Great Expectations open source community"162 },163 {164 "url": "https://github.com/fivetran/great_expectations/blob/develop/LICENSE",165 "type": "license_page",166 "supports": [167 "license_spdx",168 "source_model"169 ],170 "checked_at": "2026-11-02",171 "title": "great_expectations LICENSE (Apache 2.0)",172 "note": "github.com/great-expectations/great_expectations redirects to this repository"173 },174 {175 "url": "https://github.com/fivetran/great_expectations",176 "type": "repository",177 "supports": [178 "repo_url"179 ],180 "checked_at": "2026-11-02",181 "title": "fivetran/great_expectations"182 }183 ],184 "confidence": "medium",185 "uncertainty_note": "The greatexpectations.io pricing page still exists but GX Cloud is no longer publicly available per the May 2026 announcement; no pricing_url is recorded and pricing reflects the open-source library only. Governance under Fivetran is recent and may evolve."186}187