├── .gitattributes ├── .github ├── ISSUE_TEMPLATE │ ├── bug_report.md │ ├── feature_request.md │ ├── maintenance_task.md │ └── security_issue.md ├── PULL_REQUEST_TEMPLATE.md └── workflows │ ├── ci.yml │ └── codeql-analysis.yml ├── .gitignore ├── CODE_OF_CONDUCT.md ├── CONTRIBUTING.md ├── LICENSE.md ├── README.md ├── SECURITY.md ├── db ├── dot │ ├── .gitkeep │ ├── 1-schema.sql │ ├── 2-upload_static_data.sql │ ├── 3-demo_data.sql │ └── 4-upload_sample_dot_data.sql └── fake_data_generator.py ├── docker ├── .gitignore ├── airflow │ ├── dags │ │ ├── dot_projects.json │ │ └── run_dot_project.py │ └── scripts │ │ ├── .gitkeep │ │ └── entrypoint.sh ├── appsmith │ ├── DOT App V2.json │ └── stacks │ │ └── .gitignore ├── demo │ └── .gitkeep ├── docker-compose-demo.yml ├── docker-compose-with-airflow.yml ├── docker-compose.yml ├── dot │ ├── Dockerfile │ └── dot_config.yml └── run_demo.py ├── dot ├── .gitignore ├── __init__.py ├── config │ ├── README.md │ ├── example │ │ ├── dot_config.yml │ │ ├── project_name │ │ │ └── dbt │ │ │ │ └── dbt_project.yml │ │ └── self_tests │ │ │ ├── dbt │ │ │ ├── dbt_project.yml │ │ │ └── profiles_github.yml │ │ │ ├── dot_config_docker.yml │ │ │ ├── dot_config_github.yml │ │ │ └── dot_config_local.yml │ └── templates │ │ ├── dbt │ │ ├── dbt_project.yml │ │ └── profiles.yml │ │ └── great_expectations │ │ ├── batch_config.json │ │ ├── config_variables.yml │ │ └── great_expectations.yml ├── dbt │ ├── .gitignore │ ├── analysis │ │ └── .gitkeep │ ├── data │ │ └── .gitkeep │ ├── macros │ │ ├── .gitkeep │ │ ├── filter_by_list.sql │ │ ├── filter_by_word.sql │ │ ├── get_column_name.sql │ │ ├── get_column_names.sql │ │ ├── get_relations.sql │ │ ├── test_associated_columns_not_null.sql │ │ ├── test_expression_is_true.sql │ │ ├── test_no_impossible_values.sql │ │ ├── test_not_less_than_or_equal_zero.sql │ │ ├── test_not_negative_string_column.sql │ │ ├── test_possible_duplicate_forms.sql │ │ ├── test_relationships.sql │ │ └── test_valid_date.sql │ ├── packages.yml │ └── snapshots │ │ └── .gitkeep ├── great_expectations │ ├── .gitignore │ ├── checkpoints │ │ └── iop_tool_checkpoint.yml │ ├── expectations │ │ └── .gitignore │ ├── notebooks │ │ └── sql │ │ │ └── validation_playground.ipynb │ ├── plugins │ │ ├── custom_data_docs │ │ │ └── styles │ │ │ │ └── data_docs_custom_styles.css │ │ └── custom_expectations │ │ │ └── custom_dataset.py │ └── readme.md ├── install_dot.sh ├── logs │ └── .gitignore ├── requirements_dot.txt ├── run_everything.py ├── self_tests │ ├── __init__.py │ ├── data │ │ ├── base_self_test │ │ │ └── .gitkeep │ │ ├── dot_input_files │ │ │ └── dbt │ │ │ │ ├── core │ │ │ │ ├── dot_model__airlines_data.sql │ │ │ │ ├── dot_model__all_airports_data.sql │ │ │ │ ├── dot_model__all_airports_data.yml │ │ │ │ ├── dot_model__all_flight_data.sql │ │ │ │ ├── dot_model__all_flight_data.yml │ │ │ │ ├── dot_model__ethiopia_airlines_data.sql │ │ │ │ └── dot_model__zagreb_flight_data.sql │ │ │ │ └── test │ │ │ │ └── .gitkeep │ │ ├── dot_output_files │ │ │ └── dbt │ │ │ │ ├── manifest_node_ex_non_negative_string_column.json │ │ │ │ └── target │ │ │ │ ├── manifest_archive.json │ │ │ │ ├── manifest_test.json │ │ │ │ ├── run_results_archive.json │ │ │ │ └── run_results_test.json │ │ ├── expected │ │ │ ├── dot_model__all_flight_data.sql │ │ │ ├── extract_df_from_dbt_test_results_json.csv │ │ │ ├── get_test_parameters_non_negative_string_column.json │ │ │ ├── integration │ │ │ │ ├── test_results.csv │ │ │ │ └── test_results_summary.csv │ │ │ └── read_dbt_output_files.json │ │ ├── queries │ │ │ └── dbt_core_generated_objects.sql │ │ └── test_configuration_utils │ │ │ └── dot_config.yml │ ├── integration │ │ ├── __init__.py │ │ └── test_run_dot_tests.py │ ├── self_tests_utils │ │ ├── __init__.py │ │ ├── base_self_test_class.py │ │ └── dbt_base_safe_test_class.py │ └── unit │ │ ├── __init__.py │ │ ├── test_configuration_utils.py │ │ ├── test_connection_utils.py │ │ ├── test_core_entities_creation.py │ │ ├── test_dbt.py │ │ ├── test_dbt_logs.py │ │ ├── test_dbt_logs_safe.py │ │ ├── test_dot_utils.py │ │ ├── test_dot_utils_schema_improved.py │ │ └── test_generate_tests_from_db.py └── utils │ ├── __init__.py │ ├── configuration_management.py │ ├── configuration_utils.py │ ├── connection_utils.py │ ├── dbt.py │ ├── dbt_logs.py │ ├── great_expectations.py │ ├── run_management.py │ └── utils.py ├── environment.yml ├── images ├── db_schema.png ├── dot.png └── dot_logo.png ├── lint.py └── setup_hooks.sh /.gitattributes: -------------------------------------------------------------------------------- 1 | * text=auto 2 | -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/bug_report.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/.github/ISSUE_TEMPLATE/bug_report.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/feature_request.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/.github/ISSUE_TEMPLATE/feature_request.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/maintenance_task.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/.github/ISSUE_TEMPLATE/maintenance_task.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/security_issue.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/.github/ISSUE_TEMPLATE/security_issue.md -------------------------------------------------------------------------------- /.github/PULL_REQUEST_TEMPLATE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/.github/PULL_REQUEST_TEMPLATE.md -------------------------------------------------------------------------------- /.github/workflows/ci.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/.github/workflows/ci.yml -------------------------------------------------------------------------------- /.github/workflows/codeql-analysis.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/.github/workflows/codeql-analysis.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/.gitignore -------------------------------------------------------------------------------- /CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LICENSE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/LICENSE.md -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/README.md -------------------------------------------------------------------------------- /SECURITY.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/SECURITY.md -------------------------------------------------------------------------------- /db/dot/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /db/dot/1-schema.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/db/dot/1-schema.sql -------------------------------------------------------------------------------- /db/dot/2-upload_static_data.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/db/dot/2-upload_static_data.sql -------------------------------------------------------------------------------- /db/dot/3-demo_data.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/db/dot/3-demo_data.sql -------------------------------------------------------------------------------- /db/dot/4-upload_sample_dot_data.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/db/dot/4-upload_sample_dot_data.sql -------------------------------------------------------------------------------- /db/fake_data_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/db/fake_data_generator.py -------------------------------------------------------------------------------- /docker/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/docker/.gitignore -------------------------------------------------------------------------------- /docker/airflow/dags/dot_projects.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/docker/airflow/dags/dot_projects.json -------------------------------------------------------------------------------- /docker/airflow/dags/run_dot_project.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/docker/airflow/dags/run_dot_project.py -------------------------------------------------------------------------------- /docker/airflow/scripts/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /docker/airflow/scripts/entrypoint.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/docker/airflow/scripts/entrypoint.sh -------------------------------------------------------------------------------- /docker/appsmith/DOT App V2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/docker/appsmith/DOT App V2.json -------------------------------------------------------------------------------- /docker/appsmith/stacks/.gitignore: -------------------------------------------------------------------------------- 1 | configuration 2 | data 3 | letsencrypt 4 | logs 5 | ssl -------------------------------------------------------------------------------- /docker/demo/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /docker/docker-compose-demo.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/docker/docker-compose-demo.yml -------------------------------------------------------------------------------- /docker/docker-compose-with-airflow.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/docker/docker-compose-with-airflow.yml -------------------------------------------------------------------------------- /docker/docker-compose.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/docker/docker-compose.yml -------------------------------------------------------------------------------- /docker/dot/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/docker/dot/Dockerfile -------------------------------------------------------------------------------- /docker/dot/dot_config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/docker/dot/dot_config.yml -------------------------------------------------------------------------------- /docker/run_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/docker/run_demo.py -------------------------------------------------------------------------------- /dot/.gitignore: -------------------------------------------------------------------------------- 1 | .dbt 2 | uncommitted 3 | -------------------------------------------------------------------------------- /dot/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dot/config/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/config/README.md -------------------------------------------------------------------------------- /dot/config/example/dot_config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/config/example/dot_config.yml -------------------------------------------------------------------------------- /dot/config/example/project_name/dbt/dbt_project.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/config/example/project_name/dbt/dbt_project.yml -------------------------------------------------------------------------------- /dot/config/example/self_tests/dbt/dbt_project.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/config/example/self_tests/dbt/dbt_project.yml -------------------------------------------------------------------------------- /dot/config/example/self_tests/dbt/profiles_github.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/config/example/self_tests/dbt/profiles_github.yml -------------------------------------------------------------------------------- /dot/config/example/self_tests/dot_config_docker.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/config/example/self_tests/dot_config_docker.yml -------------------------------------------------------------------------------- /dot/config/example/self_tests/dot_config_github.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/config/example/self_tests/dot_config_github.yml -------------------------------------------------------------------------------- /dot/config/example/self_tests/dot_config_local.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/config/example/self_tests/dot_config_local.yml -------------------------------------------------------------------------------- /dot/config/templates/dbt/dbt_project.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/config/templates/dbt/dbt_project.yml -------------------------------------------------------------------------------- /dot/config/templates/dbt/profiles.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/config/templates/dbt/profiles.yml -------------------------------------------------------------------------------- /dot/config/templates/great_expectations/batch_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/config/templates/great_expectations/batch_config.json -------------------------------------------------------------------------------- /dot/config/templates/great_expectations/config_variables.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/config/templates/great_expectations/config_variables.yml -------------------------------------------------------------------------------- /dot/config/templates/great_expectations/great_expectations.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/config/templates/great_expectations/great_expectations.yml -------------------------------------------------------------------------------- /dot/dbt/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/dbt/.gitignore -------------------------------------------------------------------------------- /dot/dbt/analysis/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dot/dbt/data/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dot/dbt/macros/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dot/dbt/macros/filter_by_list.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/dbt/macros/filter_by_list.sql -------------------------------------------------------------------------------- /dot/dbt/macros/filter_by_word.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/dbt/macros/filter_by_word.sql -------------------------------------------------------------------------------- /dot/dbt/macros/get_column_name.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/dbt/macros/get_column_name.sql -------------------------------------------------------------------------------- /dot/dbt/macros/get_column_names.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/dbt/macros/get_column_names.sql -------------------------------------------------------------------------------- /dot/dbt/macros/get_relations.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/dbt/macros/get_relations.sql -------------------------------------------------------------------------------- /dot/dbt/macros/test_associated_columns_not_null.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/dbt/macros/test_associated_columns_not_null.sql -------------------------------------------------------------------------------- /dot/dbt/macros/test_expression_is_true.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/dbt/macros/test_expression_is_true.sql -------------------------------------------------------------------------------- /dot/dbt/macros/test_no_impossible_values.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/dbt/macros/test_no_impossible_values.sql -------------------------------------------------------------------------------- /dot/dbt/macros/test_not_less_than_or_equal_zero.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/dbt/macros/test_not_less_than_or_equal_zero.sql -------------------------------------------------------------------------------- /dot/dbt/macros/test_not_negative_string_column.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/dbt/macros/test_not_negative_string_column.sql -------------------------------------------------------------------------------- /dot/dbt/macros/test_possible_duplicate_forms.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/dbt/macros/test_possible_duplicate_forms.sql -------------------------------------------------------------------------------- /dot/dbt/macros/test_relationships.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/dbt/macros/test_relationships.sql -------------------------------------------------------------------------------- /dot/dbt/macros/test_valid_date.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/dbt/macros/test_valid_date.sql -------------------------------------------------------------------------------- /dot/dbt/packages.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/dbt/packages.yml -------------------------------------------------------------------------------- /dot/dbt/snapshots/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dot/great_expectations/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/great_expectations/.gitignore -------------------------------------------------------------------------------- /dot/great_expectations/checkpoints/iop_tool_checkpoint.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/great_expectations/checkpoints/iop_tool_checkpoint.yml -------------------------------------------------------------------------------- /dot/great_expectations/expectations/.gitignore: -------------------------------------------------------------------------------- 1 | *.json 2 | -------------------------------------------------------------------------------- /dot/great_expectations/notebooks/sql/validation_playground.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/great_expectations/notebooks/sql/validation_playground.ipynb -------------------------------------------------------------------------------- /dot/great_expectations/plugins/custom_data_docs/styles/data_docs_custom_styles.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/great_expectations/plugins/custom_data_docs/styles/data_docs_custom_styles.css -------------------------------------------------------------------------------- /dot/great_expectations/plugins/custom_expectations/custom_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/great_expectations/plugins/custom_expectations/custom_dataset.py -------------------------------------------------------------------------------- /dot/great_expectations/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/great_expectations/readme.md -------------------------------------------------------------------------------- /dot/install_dot.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/install_dot.sh -------------------------------------------------------------------------------- /dot/logs/.gitignore: -------------------------------------------------------------------------------- 1 | *.log* -------------------------------------------------------------------------------- /dot/requirements_dot.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/requirements_dot.txt -------------------------------------------------------------------------------- /dot/run_everything.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/run_everything.py -------------------------------------------------------------------------------- /dot/self_tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dot/self_tests/data/base_self_test/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dot/self_tests/data/dot_input_files/dbt/core/dot_model__airlines_data.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/self_tests/data/dot_input_files/dbt/core/dot_model__airlines_data.sql -------------------------------------------------------------------------------- /dot/self_tests/data/dot_input_files/dbt/core/dot_model__all_airports_data.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/self_tests/data/dot_input_files/dbt/core/dot_model__all_airports_data.sql -------------------------------------------------------------------------------- /dot/self_tests/data/dot_input_files/dbt/core/dot_model__all_airports_data.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/self_tests/data/dot_input_files/dbt/core/dot_model__all_airports_data.yml -------------------------------------------------------------------------------- /dot/self_tests/data/dot_input_files/dbt/core/dot_model__all_flight_data.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/self_tests/data/dot_input_files/dbt/core/dot_model__all_flight_data.sql -------------------------------------------------------------------------------- /dot/self_tests/data/dot_input_files/dbt/core/dot_model__all_flight_data.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/self_tests/data/dot_input_files/dbt/core/dot_model__all_flight_data.yml -------------------------------------------------------------------------------- /dot/self_tests/data/dot_input_files/dbt/core/dot_model__ethiopia_airlines_data.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/self_tests/data/dot_input_files/dbt/core/dot_model__ethiopia_airlines_data.sql -------------------------------------------------------------------------------- /dot/self_tests/data/dot_input_files/dbt/core/dot_model__zagreb_flight_data.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/self_tests/data/dot_input_files/dbt/core/dot_model__zagreb_flight_data.sql -------------------------------------------------------------------------------- /dot/self_tests/data/dot_input_files/dbt/test/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dot/self_tests/data/dot_output_files/dbt/manifest_node_ex_non_negative_string_column.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/self_tests/data/dot_output_files/dbt/manifest_node_ex_non_negative_string_column.json -------------------------------------------------------------------------------- /dot/self_tests/data/dot_output_files/dbt/target/manifest_archive.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/self_tests/data/dot_output_files/dbt/target/manifest_archive.json -------------------------------------------------------------------------------- /dot/self_tests/data/dot_output_files/dbt/target/manifest_test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/self_tests/data/dot_output_files/dbt/target/manifest_test.json -------------------------------------------------------------------------------- /dot/self_tests/data/dot_output_files/dbt/target/run_results_archive.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/self_tests/data/dot_output_files/dbt/target/run_results_archive.json -------------------------------------------------------------------------------- /dot/self_tests/data/dot_output_files/dbt/target/run_results_test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/self_tests/data/dot_output_files/dbt/target/run_results_test.json -------------------------------------------------------------------------------- /dot/self_tests/data/expected/dot_model__all_flight_data.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/self_tests/data/expected/dot_model__all_flight_data.sql -------------------------------------------------------------------------------- /dot/self_tests/data/expected/extract_df_from_dbt_test_results_json.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/self_tests/data/expected/extract_df_from_dbt_test_results_json.csv -------------------------------------------------------------------------------- /dot/self_tests/data/expected/get_test_parameters_non_negative_string_column.json: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dot/self_tests/data/expected/integration/test_results.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/self_tests/data/expected/integration/test_results.csv -------------------------------------------------------------------------------- /dot/self_tests/data/expected/integration/test_results_summary.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/self_tests/data/expected/integration/test_results_summary.csv -------------------------------------------------------------------------------- /dot/self_tests/data/expected/read_dbt_output_files.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/self_tests/data/expected/read_dbt_output_files.json -------------------------------------------------------------------------------- /dot/self_tests/data/queries/dbt_core_generated_objects.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/self_tests/data/queries/dbt_core_generated_objects.sql -------------------------------------------------------------------------------- /dot/self_tests/data/test_configuration_utils/dot_config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/self_tests/data/test_configuration_utils/dot_config.yml -------------------------------------------------------------------------------- /dot/self_tests/integration/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dot/self_tests/integration/test_run_dot_tests.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/self_tests/integration/test_run_dot_tests.py -------------------------------------------------------------------------------- /dot/self_tests/self_tests_utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dot/self_tests/self_tests_utils/base_self_test_class.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/self_tests/self_tests_utils/base_self_test_class.py -------------------------------------------------------------------------------- /dot/self_tests/self_tests_utils/dbt_base_safe_test_class.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/self_tests/self_tests_utils/dbt_base_safe_test_class.py -------------------------------------------------------------------------------- /dot/self_tests/unit/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dot/self_tests/unit/test_configuration_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/self_tests/unit/test_configuration_utils.py -------------------------------------------------------------------------------- /dot/self_tests/unit/test_connection_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/self_tests/unit/test_connection_utils.py -------------------------------------------------------------------------------- /dot/self_tests/unit/test_core_entities_creation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/self_tests/unit/test_core_entities_creation.py -------------------------------------------------------------------------------- /dot/self_tests/unit/test_dbt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/self_tests/unit/test_dbt.py -------------------------------------------------------------------------------- /dot/self_tests/unit/test_dbt_logs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/self_tests/unit/test_dbt_logs.py -------------------------------------------------------------------------------- /dot/self_tests/unit/test_dbt_logs_safe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/self_tests/unit/test_dbt_logs_safe.py -------------------------------------------------------------------------------- /dot/self_tests/unit/test_dot_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/self_tests/unit/test_dot_utils.py -------------------------------------------------------------------------------- /dot/self_tests/unit/test_dot_utils_schema_improved.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/self_tests/unit/test_dot_utils_schema_improved.py -------------------------------------------------------------------------------- /dot/self_tests/unit/test_generate_tests_from_db.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/self_tests/unit/test_generate_tests_from_db.py -------------------------------------------------------------------------------- /dot/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dot/utils/configuration_management.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/utils/configuration_management.py -------------------------------------------------------------------------------- /dot/utils/configuration_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/utils/configuration_utils.py -------------------------------------------------------------------------------- /dot/utils/connection_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/utils/connection_utils.py -------------------------------------------------------------------------------- /dot/utils/dbt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/utils/dbt.py -------------------------------------------------------------------------------- /dot/utils/dbt_logs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/utils/dbt_logs.py -------------------------------------------------------------------------------- /dot/utils/great_expectations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/utils/great_expectations.py -------------------------------------------------------------------------------- /dot/utils/run_management.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/utils/run_management.py -------------------------------------------------------------------------------- /dot/utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/dot/utils/utils.py -------------------------------------------------------------------------------- /environment.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/environment.yml -------------------------------------------------------------------------------- /images/db_schema.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/images/db_schema.png -------------------------------------------------------------------------------- /images/dot.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/images/dot.png -------------------------------------------------------------------------------- /images/dot_logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/images/dot_logo.png -------------------------------------------------------------------------------- /lint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/lint.py -------------------------------------------------------------------------------- /setup_hooks.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datakind/Data-Observation-Toolkit/HEAD/setup_hooks.sh --------------------------------------------------------------------------------