├── .astro-registry.yaml ├── .astro └── config.yaml ├── .astrocloud └── config.yaml ├── .dockerignore ├── .gitignore ├── Dockerfile ├── README.md ├── dags ├── bigquery_examples │ └── simple_bigquery.py ├── firebolt_examples │ └── simple_firebolt.py ├── great_expectations │ ├── great_expectations_bigquery.py │ ├── great_expectations_mlflow.py │ ├── great_expectations_pandas_df.py │ ├── great_expectations_redshift.py │ ├── great_expectations_snowflake.py │ └── great_expectations_snowflake_write_audit_publish.py ├── redshift_examples │ ├── simple_redshift_1.py │ ├── simple_redshift_2.py │ └── simple_redshift_3.py ├── snowflake_examples │ ├── complex_snowflake_transform.py │ ├── simple_snowflake.py │ ├── snowflake_dynamic_write_audit_publish.py │ ├── snowflake_write_audit_publish.py │ └── taxi_snowflake.py └── sql_examples │ ├── sql_check.py │ └── sql_check_redshift_etl.py ├── include ├── data │ ├── yellow_tripdata_sample_2019-01.csv │ └── yellow_tripdata_sample_2019-02.csv ├── forestfire_checks │ └── checks.py ├── gcs_xcom_backend.py ├── great_expectations │ ├── .gitignore │ ├── checkpoints │ │ ├── mlflow │ │ │ ├── feature_chk.yml │ │ │ └── preprocess_chk.yml │ │ └── taxi │ │ │ ├── fail │ │ │ └── chk.yml │ │ │ └── pass │ │ │ └── chk.yml │ ├── configs │ │ ├── bigquery_configs.py │ │ ├── mlflow_checkpoint_config.py │ │ ├── redshift_configs.py │ │ ├── s3_configs.py │ │ └── snowflake_configs.py │ ├── expectations │ │ ├── .ge_store_backend_id │ │ ├── mlflow │ │ │ ├── census_adult_income_features.json │ │ │ └── census_adult_income_preprocess.json │ │ ├── taxi │ │ │ ├── demo.json │ │ │ └── demo_fail.json │ │ └── test_suite.json │ ├── great_expectations.yml │ ├── notebooks │ │ ├── pandas │ │ │ └── validation_playground.ipynb │ │ ├── spark │ │ │ └── validation_playground.ipynb │ │ └── sql │ │ │ └── validation_playground.ipynb │ └── plugins │ │ └── custom_data_docs │ │ └── styles │ │ └── data_docs_custom_styles.css ├── grid_configs.py ├── libs │ └── schema_reg │ │ ├── __init__.py │ │ └── base_schema_transforms.py ├── metrics.py ├── sample_data │ ├── cost_data │ │ └── cost_data.csv │ ├── forestfire_data │ │ ├── forestfires.csv │ │ ├── forestfires_corrupt.csv │ │ └── forestfires_invalid.csv │ └── yellow_trip_data │ │ ├── yellow_tripdata_sample_2019-01.csv │ │ └── yellow_tripdata_sample_2019-02.csv ├── sql │ ├── bigquery_examples │ │ ├── load_bigquery_forestfire_data.sql │ │ └── row_quality_bigquery_forestfire_check.sql │ ├── dbt_examples │ │ └── copy_store_failures.sql │ ├── firebolt_examples │ │ ├── create_table.sql │ │ ├── drop_table.sql │ │ ├── load_forestfire_data.sql │ │ └── quality_check_template.sql │ ├── great_expectations_examples │ │ ├── copy_yellow_tripdata_snowflake_staging.sql │ │ ├── create_snowflake_yellow_tripdata_stage.sql │ │ ├── create_yellow_tripdata_redshift_table.sql │ │ ├── create_yellow_tripdata_snowflake_table.sql │ │ ├── delete_yellow_tripdata_table.sql │ │ └── table_schemas │ │ │ └── tripdata_schema.json │ ├── redshift_examples │ │ ├── create_redshift_forestfire_table.sql │ │ ├── drop_redshift_forestfire_table.sql │ │ ├── row_quality_redshift_forestfire_check.sql │ │ └── validate_redshift_forestfire_load.sql │ ├── snowflake_examples │ │ ├── copy_forestfire_snowflake_audit.sql │ │ ├── create_cost_table.sql │ │ ├── create_forestfire_cost_table.sql │ │ ├── create_forestfire_table.sql │ │ ├── create_snowflake_yellow_tripdata_stage.sql │ │ ├── create_snowflake_yellow_tripdata_table.sql │ │ ├── delete_forestfire_table.sql │ │ ├── delete_snowflake_table.sql │ │ ├── load_cost_data.sql │ │ ├── load_forestfire_cost_data.sql │ │ ├── load_snowflake_forestfire_data.sql │ │ ├── load_yellow_tripdata.sql │ │ ├── row_quality_snowflake_forestfire_check.sql │ │ ├── row_quality_yellow_tripdata_check.sql │ │ ├── row_quality_yellow_tripdata_template.sql │ │ ├── table_schemas │ │ │ └── forestfire_schema.json │ │ └── transform_forestfire_cost_table.sql │ └── sql_examples │ │ ├── create_redshift_yellow_tripdata_table.sql │ │ ├── drop_redshift_yellow_tripdata_table.sql │ │ └── row_quality_yellow_tripdata_check.sql └── validation │ └── forestfire_validation.json ├── packages.txt ├── plugins ├── firebolt_operator_test.py └── snowflake_check_operators.py └── requirements.txt /.astro-registry.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/.astro-registry.yaml -------------------------------------------------------------------------------- /.astro/config.yaml: -------------------------------------------------------------------------------- 1 | project: 2 | name: airflow-data-quality-demo 3 | -------------------------------------------------------------------------------- /.astrocloud/config.yaml: -------------------------------------------------------------------------------- 1 | project: 2 | name: airflow-data-quality-demo 3 | -------------------------------------------------------------------------------- /.dockerignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/.dockerignore -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/.gitignore -------------------------------------------------------------------------------- /Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/Dockerfile -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/README.md -------------------------------------------------------------------------------- /dags/bigquery_examples/simple_bigquery.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/dags/bigquery_examples/simple_bigquery.py -------------------------------------------------------------------------------- /dags/firebolt_examples/simple_firebolt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/dags/firebolt_examples/simple_firebolt.py -------------------------------------------------------------------------------- /dags/great_expectations/great_expectations_bigquery.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/dags/great_expectations/great_expectations_bigquery.py -------------------------------------------------------------------------------- /dags/great_expectations/great_expectations_mlflow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/dags/great_expectations/great_expectations_mlflow.py -------------------------------------------------------------------------------- /dags/great_expectations/great_expectations_pandas_df.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/dags/great_expectations/great_expectations_pandas_df.py -------------------------------------------------------------------------------- /dags/great_expectations/great_expectations_redshift.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/dags/great_expectations/great_expectations_redshift.py -------------------------------------------------------------------------------- /dags/great_expectations/great_expectations_snowflake.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/dags/great_expectations/great_expectations_snowflake.py -------------------------------------------------------------------------------- /dags/great_expectations/great_expectations_snowflake_write_audit_publish.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/dags/great_expectations/great_expectations_snowflake_write_audit_publish.py -------------------------------------------------------------------------------- /dags/redshift_examples/simple_redshift_1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/dags/redshift_examples/simple_redshift_1.py -------------------------------------------------------------------------------- /dags/redshift_examples/simple_redshift_2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/dags/redshift_examples/simple_redshift_2.py -------------------------------------------------------------------------------- /dags/redshift_examples/simple_redshift_3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/dags/redshift_examples/simple_redshift_3.py -------------------------------------------------------------------------------- /dags/snowflake_examples/complex_snowflake_transform.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/dags/snowflake_examples/complex_snowflake_transform.py -------------------------------------------------------------------------------- /dags/snowflake_examples/simple_snowflake.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/dags/snowflake_examples/simple_snowflake.py -------------------------------------------------------------------------------- /dags/snowflake_examples/snowflake_dynamic_write_audit_publish.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/dags/snowflake_examples/snowflake_dynamic_write_audit_publish.py -------------------------------------------------------------------------------- /dags/snowflake_examples/snowflake_write_audit_publish.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/dags/snowflake_examples/snowflake_write_audit_publish.py -------------------------------------------------------------------------------- /dags/snowflake_examples/taxi_snowflake.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/dags/snowflake_examples/taxi_snowflake.py -------------------------------------------------------------------------------- /dags/sql_examples/sql_check.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/dags/sql_examples/sql_check.py -------------------------------------------------------------------------------- /dags/sql_examples/sql_check_redshift_etl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/dags/sql_examples/sql_check_redshift_etl.py -------------------------------------------------------------------------------- /include/data/yellow_tripdata_sample_2019-01.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/include/data/yellow_tripdata_sample_2019-01.csv -------------------------------------------------------------------------------- /include/data/yellow_tripdata_sample_2019-02.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/include/data/yellow_tripdata_sample_2019-02.csv -------------------------------------------------------------------------------- /include/forestfire_checks/checks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/include/forestfire_checks/checks.py -------------------------------------------------------------------------------- /include/gcs_xcom_backend.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/include/gcs_xcom_backend.py -------------------------------------------------------------------------------- /include/great_expectations/.gitignore: -------------------------------------------------------------------------------- 1 | uncommitted/ -------------------------------------------------------------------------------- /include/great_expectations/checkpoints/mlflow/feature_chk.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/include/great_expectations/checkpoints/mlflow/feature_chk.yml -------------------------------------------------------------------------------- /include/great_expectations/checkpoints/mlflow/preprocess_chk.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/include/great_expectations/checkpoints/mlflow/preprocess_chk.yml -------------------------------------------------------------------------------- /include/great_expectations/checkpoints/taxi/fail/chk.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/include/great_expectations/checkpoints/taxi/fail/chk.yml -------------------------------------------------------------------------------- /include/great_expectations/checkpoints/taxi/pass/chk.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/include/great_expectations/checkpoints/taxi/pass/chk.yml -------------------------------------------------------------------------------- /include/great_expectations/configs/bigquery_configs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/include/great_expectations/configs/bigquery_configs.py -------------------------------------------------------------------------------- /include/great_expectations/configs/mlflow_checkpoint_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/include/great_expectations/configs/mlflow_checkpoint_config.py -------------------------------------------------------------------------------- /include/great_expectations/configs/redshift_configs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/include/great_expectations/configs/redshift_configs.py -------------------------------------------------------------------------------- /include/great_expectations/configs/s3_configs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/include/great_expectations/configs/s3_configs.py -------------------------------------------------------------------------------- /include/great_expectations/configs/snowflake_configs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/include/great_expectations/configs/snowflake_configs.py -------------------------------------------------------------------------------- /include/great_expectations/expectations/.ge_store_backend_id: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/include/great_expectations/expectations/.ge_store_backend_id -------------------------------------------------------------------------------- /include/great_expectations/expectations/mlflow/census_adult_income_features.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/include/great_expectations/expectations/mlflow/census_adult_income_features.json -------------------------------------------------------------------------------- /include/great_expectations/expectations/mlflow/census_adult_income_preprocess.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/include/great_expectations/expectations/mlflow/census_adult_income_preprocess.json -------------------------------------------------------------------------------- /include/great_expectations/expectations/taxi/demo.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/include/great_expectations/expectations/taxi/demo.json -------------------------------------------------------------------------------- /include/great_expectations/expectations/taxi/demo_fail.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/include/great_expectations/expectations/taxi/demo_fail.json -------------------------------------------------------------------------------- /include/great_expectations/expectations/test_suite.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/include/great_expectations/expectations/test_suite.json -------------------------------------------------------------------------------- /include/great_expectations/great_expectations.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/include/great_expectations/great_expectations.yml -------------------------------------------------------------------------------- /include/great_expectations/notebooks/pandas/validation_playground.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/include/great_expectations/notebooks/pandas/validation_playground.ipynb -------------------------------------------------------------------------------- /include/great_expectations/notebooks/spark/validation_playground.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/include/great_expectations/notebooks/spark/validation_playground.ipynb -------------------------------------------------------------------------------- /include/great_expectations/notebooks/sql/validation_playground.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/include/great_expectations/notebooks/sql/validation_playground.ipynb -------------------------------------------------------------------------------- /include/great_expectations/plugins/custom_data_docs/styles/data_docs_custom_styles.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/include/great_expectations/plugins/custom_data_docs/styles/data_docs_custom_styles.css -------------------------------------------------------------------------------- /include/grid_configs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/include/grid_configs.py -------------------------------------------------------------------------------- /include/libs/schema_reg/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /include/libs/schema_reg/base_schema_transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/include/libs/schema_reg/base_schema_transforms.py -------------------------------------------------------------------------------- /include/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/include/metrics.py -------------------------------------------------------------------------------- /include/sample_data/cost_data/cost_data.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/include/sample_data/cost_data/cost_data.csv -------------------------------------------------------------------------------- /include/sample_data/forestfire_data/forestfires.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/include/sample_data/forestfire_data/forestfires.csv -------------------------------------------------------------------------------- /include/sample_data/forestfire_data/forestfires_corrupt.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/include/sample_data/forestfire_data/forestfires_corrupt.csv -------------------------------------------------------------------------------- /include/sample_data/forestfire_data/forestfires_invalid.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/include/sample_data/forestfire_data/forestfires_invalid.csv -------------------------------------------------------------------------------- /include/sample_data/yellow_trip_data/yellow_tripdata_sample_2019-01.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/include/sample_data/yellow_trip_data/yellow_tripdata_sample_2019-01.csv -------------------------------------------------------------------------------- /include/sample_data/yellow_trip_data/yellow_tripdata_sample_2019-02.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/include/sample_data/yellow_trip_data/yellow_tripdata_sample_2019-02.csv -------------------------------------------------------------------------------- /include/sql/bigquery_examples/load_bigquery_forestfire_data.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/include/sql/bigquery_examples/load_bigquery_forestfire_data.sql -------------------------------------------------------------------------------- /include/sql/bigquery_examples/row_quality_bigquery_forestfire_check.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/include/sql/bigquery_examples/row_quality_bigquery_forestfire_check.sql -------------------------------------------------------------------------------- /include/sql/dbt_examples/copy_store_failures.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/include/sql/dbt_examples/copy_store_failures.sql -------------------------------------------------------------------------------- /include/sql/firebolt_examples/create_table.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/include/sql/firebolt_examples/create_table.sql -------------------------------------------------------------------------------- /include/sql/firebolt_examples/drop_table.sql: -------------------------------------------------------------------------------- 1 | DROP TABLE IF EXISTS {{ params.table }}; 2 | -------------------------------------------------------------------------------- /include/sql/firebolt_examples/load_forestfire_data.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/include/sql/firebolt_examples/load_forestfire_data.sql -------------------------------------------------------------------------------- /include/sql/firebolt_examples/quality_check_template.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/include/sql/firebolt_examples/quality_check_template.sql -------------------------------------------------------------------------------- /include/sql/great_expectations_examples/copy_yellow_tripdata_snowflake_staging.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/include/sql/great_expectations_examples/copy_yellow_tripdata_snowflake_staging.sql -------------------------------------------------------------------------------- /include/sql/great_expectations_examples/create_snowflake_yellow_tripdata_stage.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/include/sql/great_expectations_examples/create_snowflake_yellow_tripdata_stage.sql -------------------------------------------------------------------------------- /include/sql/great_expectations_examples/create_yellow_tripdata_redshift_table.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/include/sql/great_expectations_examples/create_yellow_tripdata_redshift_table.sql -------------------------------------------------------------------------------- /include/sql/great_expectations_examples/create_yellow_tripdata_snowflake_table.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/include/sql/great_expectations_examples/create_yellow_tripdata_snowflake_table.sql -------------------------------------------------------------------------------- /include/sql/great_expectations_examples/delete_yellow_tripdata_table.sql: -------------------------------------------------------------------------------- 1 | DROP TABLE IF EXISTS {{ params.table_name }}; 2 | -------------------------------------------------------------------------------- /include/sql/great_expectations_examples/table_schemas/tripdata_schema.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/include/sql/great_expectations_examples/table_schemas/tripdata_schema.json -------------------------------------------------------------------------------- /include/sql/redshift_examples/create_redshift_forestfire_table.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/include/sql/redshift_examples/create_redshift_forestfire_table.sql -------------------------------------------------------------------------------- /include/sql/redshift_examples/drop_redshift_forestfire_table.sql: -------------------------------------------------------------------------------- 1 | DROP TABLE IF EXISTS {{ var.json.aws_configs.redshift_table }}; 2 | -------------------------------------------------------------------------------- /include/sql/redshift_examples/row_quality_redshift_forestfire_check.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/include/sql/redshift_examples/row_quality_redshift_forestfire_check.sql -------------------------------------------------------------------------------- /include/sql/redshift_examples/validate_redshift_forestfire_load.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/include/sql/redshift_examples/validate_redshift_forestfire_load.sql -------------------------------------------------------------------------------- /include/sql/snowflake_examples/copy_forestfire_snowflake_audit.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/include/sql/snowflake_examples/copy_forestfire_snowflake_audit.sql -------------------------------------------------------------------------------- /include/sql/snowflake_examples/create_cost_table.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/include/sql/snowflake_examples/create_cost_table.sql -------------------------------------------------------------------------------- /include/sql/snowflake_examples/create_forestfire_cost_table.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/include/sql/snowflake_examples/create_forestfire_cost_table.sql -------------------------------------------------------------------------------- /include/sql/snowflake_examples/create_forestfire_table.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/include/sql/snowflake_examples/create_forestfire_table.sql -------------------------------------------------------------------------------- /include/sql/snowflake_examples/create_snowflake_yellow_tripdata_stage.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/include/sql/snowflake_examples/create_snowflake_yellow_tripdata_stage.sql -------------------------------------------------------------------------------- /include/sql/snowflake_examples/create_snowflake_yellow_tripdata_table.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/include/sql/snowflake_examples/create_snowflake_yellow_tripdata_table.sql -------------------------------------------------------------------------------- /include/sql/snowflake_examples/delete_forestfire_table.sql: -------------------------------------------------------------------------------- 1 | DROP TABLE IF EXISTS {{ params.table_name }}; 2 | -------------------------------------------------------------------------------- /include/sql/snowflake_examples/delete_snowflake_table.sql: -------------------------------------------------------------------------------- 1 | DROP TABLE IF EXISTS {{ params.table_name }}; 2 | -------------------------------------------------------------------------------- /include/sql/snowflake_examples/load_cost_data.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/include/sql/snowflake_examples/load_cost_data.sql -------------------------------------------------------------------------------- /include/sql/snowflake_examples/load_forestfire_cost_data.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/include/sql/snowflake_examples/load_forestfire_cost_data.sql -------------------------------------------------------------------------------- /include/sql/snowflake_examples/load_snowflake_forestfire_data.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/include/sql/snowflake_examples/load_snowflake_forestfire_data.sql -------------------------------------------------------------------------------- /include/sql/snowflake_examples/load_yellow_tripdata.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/include/sql/snowflake_examples/load_yellow_tripdata.sql -------------------------------------------------------------------------------- /include/sql/snowflake_examples/row_quality_snowflake_forestfire_check.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/include/sql/snowflake_examples/row_quality_snowflake_forestfire_check.sql -------------------------------------------------------------------------------- /include/sql/snowflake_examples/row_quality_yellow_tripdata_check.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/include/sql/snowflake_examples/row_quality_yellow_tripdata_check.sql -------------------------------------------------------------------------------- /include/sql/snowflake_examples/row_quality_yellow_tripdata_template.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/include/sql/snowflake_examples/row_quality_yellow_tripdata_template.sql -------------------------------------------------------------------------------- /include/sql/snowflake_examples/table_schemas/forestfire_schema.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/include/sql/snowflake_examples/table_schemas/forestfire_schema.json -------------------------------------------------------------------------------- /include/sql/snowflake_examples/transform_forestfire_cost_table.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/include/sql/snowflake_examples/transform_forestfire_cost_table.sql -------------------------------------------------------------------------------- /include/sql/sql_examples/create_redshift_yellow_tripdata_table.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/include/sql/sql_examples/create_redshift_yellow_tripdata_table.sql -------------------------------------------------------------------------------- /include/sql/sql_examples/drop_redshift_yellow_tripdata_table.sql: -------------------------------------------------------------------------------- 1 | DROP TABLE IF EXISTS {{ var.json.aws_configs.redshift_table }}; 2 | -------------------------------------------------------------------------------- /include/sql/sql_examples/row_quality_yellow_tripdata_check.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/include/sql/sql_examples/row_quality_yellow_tripdata_check.sql -------------------------------------------------------------------------------- /include/validation/forestfire_validation.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/include/validation/forestfire_validation.json -------------------------------------------------------------------------------- /packages.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /plugins/firebolt_operator_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/plugins/firebolt_operator_test.py -------------------------------------------------------------------------------- /plugins/snowflake_check_operators.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/plugins/snowflake_check_operators.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astronomer/airflow-data-quality-demo/HEAD/requirements.txt --------------------------------------------------------------------------------