├── .bazelrc ├── .github └── workflows │ ├── ISSUE_TEMPLATE.md │ ├── PULL_REQUEST_TEMPLATE.md │ └── build-test.yml ├── .gitignore ├── BUILD ├── CONTRIBUTING.md ├── LICENSE ├── Makefile ├── OVERVIEW.md ├── README.md ├── REFERENCE.md ├── USERMANUAL.md ├── WORKSPACE ├── cloudbuild-release-debian11.yaml ├── cloudbuild-release-ubuntu18.yaml ├── cloudbuild.yaml ├── clouddq ├── BUILD ├── __init__.py ├── __main__.py ├── classes │ ├── __init__.py │ ├── dataplex_entity.py │ ├── dataplex_entity_schema.py │ ├── dataplex_entity_schema_field.py │ ├── dataplex_entity_schema_partition_fields.py │ ├── dq_config_type.py │ ├── dq_configs_cache.py │ ├── dq_entity.py │ ├── dq_entity_column.py │ ├── dq_entity_uri.py │ ├── dq_reference_columns.py │ ├── dq_row_filter.py │ ├── dq_rule.py │ ├── dq_rule_binding.py │ ├── dq_rule_dimensions.py │ ├── entity_uri_schemes.py │ ├── metadata_registry_defaults.py │ └── rule_type.py ├── integration │ ├── __init__.py │ ├── bigquery │ │ ├── __init__.py │ │ ├── bigquery_client.py │ │ └── dq_target_table_utils.py │ ├── clouddq_pyspark_driver.py │ ├── dataplex │ │ ├── __init__.py │ │ ├── clouddq_dataplex.py │ │ └── dataplex_client.py │ ├── gcp_credentials.py │ ├── gcs.py │ └── test_clouddq_pyspark_driver.py ├── lib.py ├── log.py ├── main.py ├── runners │ └── dbt │ │ ├── dbt_connection_configs.py │ │ ├── dbt_runner.py │ │ └── dbt_utils.py ├── templates │ └── dbt │ │ ├── dbt_project.yml │ │ ├── macros │ │ ├── create_entity_aggregate_dq_summary.sql │ │ ├── create_rule_binding_view.sql │ │ ├── failed_records_query.sql │ │ └── macros.sql │ │ └── models │ │ └── data_quality_engine │ │ ├── dq_summary.sql │ │ └── main.sql └── utils.py ├── configs ├── entities │ └── test-data.yml ├── metadata_registry_defaults.yml ├── reference_columns │ └── reference-columns.yml ├── row_filters │ └── row-filters.yml ├── rule_bindings │ ├── team-1-rule-bindings.yml │ ├── team-2-rule-bindings.yml │ └── team-3-rule-bindings.yml ├── rule_dimensions.yml └── rules │ ├── base-rules.yml │ └── complex-rules.yml ├── docs ├── clouddq-as-dataproc-workflow-composer-dag.md └── examples │ ├── advanced_rules │ ├── USERMANUAL.md │ ├── accuracy_distribution_based.yaml │ ├── completeness_with_condition.yaml │ ├── conformity_email_regex.yaml │ ├── correctness_complex_rule.yaml │ ├── integrity_reference_data.yaml │ ├── integrity_subquery.yaml │ ├── timeliness_delayed_ingestion.yaml │ ├── timeliness_volumes_per_period.yaml │ └── uniqueness_with_column_groups.yaml │ ├── aggregate_conditions.yaml │ ├── business_logic.yaml │ ├── referential_integrity.yaml │ ├── row_by_row.yaml │ └── set_based.yaml ├── pyproject.toml ├── requirements.txt ├── scripts ├── bazel_test.sh ├── build_addlicense.sh ├── build_bazel.sh ├── cloud-build-local.sh ├── cloud_build_test_debian.sh ├── cloud_build_test_ubuntu.sh ├── common.sh ├── dataproc-workflow-composer │ ├── clouddq_composer_dataplex_task_job.py │ ├── clouddq_composer_dataproc_workflow_job.py │ ├── dataproc_workflow_template.yaml │ └── upload_clouddq_to_gcs.sh ├── fix_bazel_zip.sh ├── install_development_dependencies.sh ├── install_gcloud.sh ├── install_python3.sh ├── poetry_install.sh └── test_pip_install.sh ├── set_environment_variables.sh ├── tests ├── BUILD ├── __init__.py ├── compiler_version_test.py ├── conftest.py ├── data │ ├── advanced_rules │ │ ├── accuracy_check_distribution_not_ok.csv │ │ ├── accuracy_check_distribution_ok.csv │ │ ├── accuracy_check_simple.csv │ │ ├── completeness_check_not_ok.csv │ │ ├── completeness_check_ok.csv │ │ ├── complex_rules_not_ok.json │ │ ├── complex_rules_ok.json │ │ ├── conformity_check_not_ok.csv │ │ ├── conformity_check_ok.csv │ │ ├── different_volumes_per_period.csv │ │ ├── ingestion_day_level.csv │ │ ├── ingestion_month_level.csv │ │ ├── ingestion_timestamp_level.csv │ │ ├── reference_check_not_ok.csv │ │ ├── reference_check_ok.csv │ │ ├── reference_check_subquery2_not_ok.json │ │ ├── reference_check_subquery2_ok.json │ │ ├── reference_check_subquery_not_ok.json │ │ ├── reference_check_subquery_ok.json │ │ ├── reference_data.csv │ │ ├── reference_data_subquery.csv │ │ ├── reference_data_subquery2.csv │ │ ├── uniqueness_check_not_ok.csv │ │ └── uniqueness_check_ok.csv │ └── contact_details.csv ├── integration │ ├── __init__.py │ ├── test_advanced_dq_rules.py │ ├── test_bigquery_client.py │ ├── test_cli_integration.py │ ├── test_dataplex_dq_configs_cache.py │ ├── test_dataplex_integration_performance.py │ ├── test_dataplex_metadata.py │ ├── test_dataplex_metadata_uri_templates.py │ ├── test_dataplex_task.py │ ├── test_dq_rules.py │ └── test_reference_columns.py ├── resources │ ├── bq_native_default_partitioned_expected_configs.json │ ├── bq_native_default_partitioned_sql_expected.sql │ ├── bq_native_expected_configs.json │ ├── bq_native_partitioned_expected_configs.json │ ├── bq_native_partitioned_sql_expected.sql │ ├── bq_native_sql_expected.sql │ ├── configs.yml │ ├── configs │ │ ├── entities │ │ │ └── test-data.yml │ │ ├── metadata_registry_defaults.yml │ │ ├── reference_columns │ │ │ └── reference-columns.yml │ │ ├── row_filters │ │ │ └── row-filters.yml │ │ ├── rule_bindings │ │ │ ├── team-1-rule-bindings.yml │ │ │ ├── team-2-rule-bindings.yml │ │ │ ├── team-3-rule-bindings.yml │ │ │ ├── team-4-rule-bindings.yml │ │ │ ├── team-5-rule-bindings.yml │ │ │ ├── team-6-rule-bindings.yml │ │ │ ├── team-7-rule-bindings.yml │ │ │ └── team-8-rule-bindings.yml │ │ └── rules │ │ │ ├── base-rules.yml │ │ │ └── complex-rules.yml │ ├── configs_100_rules.yml │ ├── configs_16_rb_10_rules.yml │ ├── configs_invalid.yml │ ├── dataplex_gcs_metadata_expected_configs.json │ ├── dataplex_gcs_metadata_sql_expected.sql │ ├── dataplex_gcs_partitioned_metadata_expected_configs.json │ ├── dataplex_gcs_partitioned_metadata_sql_expected.sql │ ├── dataplex_metadata_configs_file_expected_configs.json │ ├── dataplex_metadata_configs_file_sql_expected.sql │ ├── dataplex_metadata_expected_configs.json │ ├── dataplex_metadata_sql_expected.sql │ ├── dq_advanced_rules_expected_results.json │ ├── dq_reference_configs.yml │ ├── dq_rules_configs.yml │ ├── dq_rules_expected_results.json │ ├── expected_configs.json │ ├── expected_entity_summary_model.sql │ ├── expected_test_profiles.yml │ ├── mock_invalid_dataplex_entity.json │ ├── mock_valid_dataplex_entity.json │ ├── test_dbt_profiles_dir │ │ └── profiles.yml │ ├── test_reference_columns_expected_configs.json │ ├── test_reference_columns_expected_gcs_configs.json │ ├── test_reference_columns_expected_partitioned_gcs_configs.json │ ├── test_reference_columns_gcs_partitioned_sql_expected.sql │ ├── test_reference_columns_gcs_sql_expected.sql │ ├── test_reference_columns_sql_expected.sql │ ├── test_render_run_dq_main_sql_expected.sql │ ├── test_render_run_dq_main_sql_expected_custom_sql_statement.sql │ └── test_render_run_dq_main_sql_expected_high_watermark.sql └── unit │ ├── __init__.py │ ├── test_classes.py │ ├── test_cli_unit.py │ ├── test_dataplex_entity.py │ ├── test_dbt_runner.py │ ├── test_lib.py │ ├── test_metadata_registry_defaults.py │ ├── test_metadata_uri.py │ ├── test_templates.py │ └── test_utils.py └── tools └── lint ├── BUILD ├── black_python.py ├── flake8_python.py ├── isort_python.py ├── lint.bzl ├── lint.tpl └── pyupgrade_python.py /.bazelrc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/.bazelrc -------------------------------------------------------------------------------- /.github/workflows/ISSUE_TEMPLATE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/.github/workflows/ISSUE_TEMPLATE.md -------------------------------------------------------------------------------- /.github/workflows/PULL_REQUEST_TEMPLATE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/.github/workflows/PULL_REQUEST_TEMPLATE.md -------------------------------------------------------------------------------- /.github/workflows/build-test.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/.github/workflows/build-test.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/.gitignore -------------------------------------------------------------------------------- /BUILD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/BUILD -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/LICENSE -------------------------------------------------------------------------------- /Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/Makefile -------------------------------------------------------------------------------- /OVERVIEW.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/OVERVIEW.md -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/README.md -------------------------------------------------------------------------------- /REFERENCE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/REFERENCE.md -------------------------------------------------------------------------------- /USERMANUAL.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/USERMANUAL.md -------------------------------------------------------------------------------- /WORKSPACE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/WORKSPACE -------------------------------------------------------------------------------- /cloudbuild-release-debian11.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/cloudbuild-release-debian11.yaml -------------------------------------------------------------------------------- /cloudbuild-release-ubuntu18.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/cloudbuild-release-ubuntu18.yaml -------------------------------------------------------------------------------- /cloudbuild.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/cloudbuild.yaml -------------------------------------------------------------------------------- /clouddq/BUILD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/clouddq/BUILD -------------------------------------------------------------------------------- /clouddq/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/clouddq/__init__.py -------------------------------------------------------------------------------- /clouddq/__main__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/clouddq/__main__.py -------------------------------------------------------------------------------- /clouddq/classes/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/clouddq/classes/__init__.py -------------------------------------------------------------------------------- /clouddq/classes/dataplex_entity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/clouddq/classes/dataplex_entity.py -------------------------------------------------------------------------------- /clouddq/classes/dataplex_entity_schema.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/clouddq/classes/dataplex_entity_schema.py -------------------------------------------------------------------------------- /clouddq/classes/dataplex_entity_schema_field.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/clouddq/classes/dataplex_entity_schema_field.py -------------------------------------------------------------------------------- /clouddq/classes/dataplex_entity_schema_partition_fields.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/clouddq/classes/dataplex_entity_schema_partition_fields.py -------------------------------------------------------------------------------- /clouddq/classes/dq_config_type.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/clouddq/classes/dq_config_type.py -------------------------------------------------------------------------------- /clouddq/classes/dq_configs_cache.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/clouddq/classes/dq_configs_cache.py -------------------------------------------------------------------------------- /clouddq/classes/dq_entity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/clouddq/classes/dq_entity.py -------------------------------------------------------------------------------- /clouddq/classes/dq_entity_column.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/clouddq/classes/dq_entity_column.py -------------------------------------------------------------------------------- /clouddq/classes/dq_entity_uri.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/clouddq/classes/dq_entity_uri.py -------------------------------------------------------------------------------- /clouddq/classes/dq_reference_columns.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/clouddq/classes/dq_reference_columns.py -------------------------------------------------------------------------------- /clouddq/classes/dq_row_filter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/clouddq/classes/dq_row_filter.py -------------------------------------------------------------------------------- /clouddq/classes/dq_rule.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/clouddq/classes/dq_rule.py -------------------------------------------------------------------------------- /clouddq/classes/dq_rule_binding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/clouddq/classes/dq_rule_binding.py -------------------------------------------------------------------------------- /clouddq/classes/dq_rule_dimensions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/clouddq/classes/dq_rule_dimensions.py -------------------------------------------------------------------------------- /clouddq/classes/entity_uri_schemes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/clouddq/classes/entity_uri_schemes.py -------------------------------------------------------------------------------- /clouddq/classes/metadata_registry_defaults.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/clouddq/classes/metadata_registry_defaults.py -------------------------------------------------------------------------------- /clouddq/classes/rule_type.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/clouddq/classes/rule_type.py -------------------------------------------------------------------------------- /clouddq/integration/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/clouddq/integration/__init__.py -------------------------------------------------------------------------------- /clouddq/integration/bigquery/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/clouddq/integration/bigquery/__init__.py -------------------------------------------------------------------------------- /clouddq/integration/bigquery/bigquery_client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/clouddq/integration/bigquery/bigquery_client.py -------------------------------------------------------------------------------- /clouddq/integration/bigquery/dq_target_table_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/clouddq/integration/bigquery/dq_target_table_utils.py -------------------------------------------------------------------------------- /clouddq/integration/clouddq_pyspark_driver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/clouddq/integration/clouddq_pyspark_driver.py -------------------------------------------------------------------------------- /clouddq/integration/dataplex/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/clouddq/integration/dataplex/__init__.py -------------------------------------------------------------------------------- /clouddq/integration/dataplex/clouddq_dataplex.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/clouddq/integration/dataplex/clouddq_dataplex.py -------------------------------------------------------------------------------- /clouddq/integration/dataplex/dataplex_client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/clouddq/integration/dataplex/dataplex_client.py -------------------------------------------------------------------------------- /clouddq/integration/gcp_credentials.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/clouddq/integration/gcp_credentials.py -------------------------------------------------------------------------------- /clouddq/integration/gcs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/clouddq/integration/gcs.py -------------------------------------------------------------------------------- /clouddq/integration/test_clouddq_pyspark_driver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/clouddq/integration/test_clouddq_pyspark_driver.py -------------------------------------------------------------------------------- /clouddq/lib.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/clouddq/lib.py -------------------------------------------------------------------------------- /clouddq/log.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/clouddq/log.py -------------------------------------------------------------------------------- /clouddq/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/clouddq/main.py -------------------------------------------------------------------------------- /clouddq/runners/dbt/dbt_connection_configs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/clouddq/runners/dbt/dbt_connection_configs.py -------------------------------------------------------------------------------- /clouddq/runners/dbt/dbt_runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/clouddq/runners/dbt/dbt_runner.py -------------------------------------------------------------------------------- /clouddq/runners/dbt/dbt_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/clouddq/runners/dbt/dbt_utils.py -------------------------------------------------------------------------------- /clouddq/templates/dbt/dbt_project.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/clouddq/templates/dbt/dbt_project.yml -------------------------------------------------------------------------------- /clouddq/templates/dbt/macros/create_entity_aggregate_dq_summary.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/clouddq/templates/dbt/macros/create_entity_aggregate_dq_summary.sql -------------------------------------------------------------------------------- /clouddq/templates/dbt/macros/create_rule_binding_view.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/clouddq/templates/dbt/macros/create_rule_binding_view.sql -------------------------------------------------------------------------------- /clouddq/templates/dbt/macros/failed_records_query.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/clouddq/templates/dbt/macros/failed_records_query.sql -------------------------------------------------------------------------------- /clouddq/templates/dbt/macros/macros.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/clouddq/templates/dbt/macros/macros.sql -------------------------------------------------------------------------------- /clouddq/templates/dbt/models/data_quality_engine/dq_summary.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/clouddq/templates/dbt/models/data_quality_engine/dq_summary.sql -------------------------------------------------------------------------------- /clouddq/templates/dbt/models/data_quality_engine/main.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/clouddq/templates/dbt/models/data_quality_engine/main.sql -------------------------------------------------------------------------------- /clouddq/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/clouddq/utils.py -------------------------------------------------------------------------------- /configs/entities/test-data.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/configs/entities/test-data.yml -------------------------------------------------------------------------------- /configs/metadata_registry_defaults.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/configs/metadata_registry_defaults.yml -------------------------------------------------------------------------------- /configs/reference_columns/reference-columns.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/configs/reference_columns/reference-columns.yml -------------------------------------------------------------------------------- /configs/row_filters/row-filters.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/configs/row_filters/row-filters.yml -------------------------------------------------------------------------------- /configs/rule_bindings/team-1-rule-bindings.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/configs/rule_bindings/team-1-rule-bindings.yml -------------------------------------------------------------------------------- /configs/rule_bindings/team-2-rule-bindings.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/configs/rule_bindings/team-2-rule-bindings.yml -------------------------------------------------------------------------------- /configs/rule_bindings/team-3-rule-bindings.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/configs/rule_bindings/team-3-rule-bindings.yml -------------------------------------------------------------------------------- /configs/rule_dimensions.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/configs/rule_dimensions.yml -------------------------------------------------------------------------------- /configs/rules/base-rules.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/configs/rules/base-rules.yml -------------------------------------------------------------------------------- /configs/rules/complex-rules.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/configs/rules/complex-rules.yml -------------------------------------------------------------------------------- /docs/clouddq-as-dataproc-workflow-composer-dag.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/docs/clouddq-as-dataproc-workflow-composer-dag.md -------------------------------------------------------------------------------- /docs/examples/advanced_rules/USERMANUAL.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/docs/examples/advanced_rules/USERMANUAL.md -------------------------------------------------------------------------------- /docs/examples/advanced_rules/accuracy_distribution_based.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/docs/examples/advanced_rules/accuracy_distribution_based.yaml -------------------------------------------------------------------------------- /docs/examples/advanced_rules/completeness_with_condition.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/docs/examples/advanced_rules/completeness_with_condition.yaml -------------------------------------------------------------------------------- /docs/examples/advanced_rules/conformity_email_regex.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/docs/examples/advanced_rules/conformity_email_regex.yaml -------------------------------------------------------------------------------- /docs/examples/advanced_rules/correctness_complex_rule.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/docs/examples/advanced_rules/correctness_complex_rule.yaml -------------------------------------------------------------------------------- /docs/examples/advanced_rules/integrity_reference_data.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/docs/examples/advanced_rules/integrity_reference_data.yaml -------------------------------------------------------------------------------- /docs/examples/advanced_rules/integrity_subquery.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/docs/examples/advanced_rules/integrity_subquery.yaml -------------------------------------------------------------------------------- /docs/examples/advanced_rules/timeliness_delayed_ingestion.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/docs/examples/advanced_rules/timeliness_delayed_ingestion.yaml -------------------------------------------------------------------------------- /docs/examples/advanced_rules/timeliness_volumes_per_period.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/docs/examples/advanced_rules/timeliness_volumes_per_period.yaml -------------------------------------------------------------------------------- /docs/examples/advanced_rules/uniqueness_with_column_groups.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/docs/examples/advanced_rules/uniqueness_with_column_groups.yaml -------------------------------------------------------------------------------- /docs/examples/aggregate_conditions.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/docs/examples/aggregate_conditions.yaml -------------------------------------------------------------------------------- /docs/examples/business_logic.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/docs/examples/business_logic.yaml -------------------------------------------------------------------------------- /docs/examples/referential_integrity.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/docs/examples/referential_integrity.yaml -------------------------------------------------------------------------------- /docs/examples/row_by_row.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/docs/examples/row_by_row.yaml -------------------------------------------------------------------------------- /docs/examples/set_based.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/docs/examples/set_based.yaml -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/pyproject.toml -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/bazel_test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/scripts/bazel_test.sh -------------------------------------------------------------------------------- /scripts/build_addlicense.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/scripts/build_addlicense.sh -------------------------------------------------------------------------------- /scripts/build_bazel.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/scripts/build_bazel.sh -------------------------------------------------------------------------------- /scripts/cloud-build-local.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/scripts/cloud-build-local.sh -------------------------------------------------------------------------------- /scripts/cloud_build_test_debian.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/scripts/cloud_build_test_debian.sh -------------------------------------------------------------------------------- /scripts/cloud_build_test_ubuntu.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/scripts/cloud_build_test_ubuntu.sh -------------------------------------------------------------------------------- /scripts/common.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/scripts/common.sh -------------------------------------------------------------------------------- /scripts/dataproc-workflow-composer/clouddq_composer_dataplex_task_job.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/scripts/dataproc-workflow-composer/clouddq_composer_dataplex_task_job.py -------------------------------------------------------------------------------- /scripts/dataproc-workflow-composer/clouddq_composer_dataproc_workflow_job.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/scripts/dataproc-workflow-composer/clouddq_composer_dataproc_workflow_job.py -------------------------------------------------------------------------------- /scripts/dataproc-workflow-composer/dataproc_workflow_template.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/scripts/dataproc-workflow-composer/dataproc_workflow_template.yaml -------------------------------------------------------------------------------- /scripts/dataproc-workflow-composer/upload_clouddq_to_gcs.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/scripts/dataproc-workflow-composer/upload_clouddq_to_gcs.sh -------------------------------------------------------------------------------- /scripts/fix_bazel_zip.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/scripts/fix_bazel_zip.sh -------------------------------------------------------------------------------- /scripts/install_development_dependencies.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/scripts/install_development_dependencies.sh -------------------------------------------------------------------------------- /scripts/install_gcloud.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/scripts/install_gcloud.sh -------------------------------------------------------------------------------- /scripts/install_python3.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/scripts/install_python3.sh -------------------------------------------------------------------------------- /scripts/poetry_install.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/scripts/poetry_install.sh -------------------------------------------------------------------------------- /scripts/test_pip_install.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/scripts/test_pip_install.sh -------------------------------------------------------------------------------- /set_environment_variables.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/set_environment_variables.sh -------------------------------------------------------------------------------- /tests/BUILD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/BUILD -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/__init__.py -------------------------------------------------------------------------------- /tests/compiler_version_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/compiler_version_test.py -------------------------------------------------------------------------------- /tests/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/conftest.py -------------------------------------------------------------------------------- /tests/data/advanced_rules/accuracy_check_distribution_not_ok.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/data/advanced_rules/accuracy_check_distribution_not_ok.csv -------------------------------------------------------------------------------- /tests/data/advanced_rules/accuracy_check_distribution_ok.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/data/advanced_rules/accuracy_check_distribution_ok.csv -------------------------------------------------------------------------------- /tests/data/advanced_rules/accuracy_check_simple.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/data/advanced_rules/accuracy_check_simple.csv -------------------------------------------------------------------------------- /tests/data/advanced_rules/completeness_check_not_ok.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/data/advanced_rules/completeness_check_not_ok.csv -------------------------------------------------------------------------------- /tests/data/advanced_rules/completeness_check_ok.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/data/advanced_rules/completeness_check_ok.csv -------------------------------------------------------------------------------- /tests/data/advanced_rules/complex_rules_not_ok.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/data/advanced_rules/complex_rules_not_ok.json -------------------------------------------------------------------------------- /tests/data/advanced_rules/complex_rules_ok.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/data/advanced_rules/complex_rules_ok.json -------------------------------------------------------------------------------- /tests/data/advanced_rules/conformity_check_not_ok.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/data/advanced_rules/conformity_check_not_ok.csv -------------------------------------------------------------------------------- /tests/data/advanced_rules/conformity_check_ok.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/data/advanced_rules/conformity_check_ok.csv -------------------------------------------------------------------------------- /tests/data/advanced_rules/different_volumes_per_period.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/data/advanced_rules/different_volumes_per_period.csv -------------------------------------------------------------------------------- /tests/data/advanced_rules/ingestion_day_level.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/data/advanced_rules/ingestion_day_level.csv -------------------------------------------------------------------------------- /tests/data/advanced_rules/ingestion_month_level.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/data/advanced_rules/ingestion_month_level.csv -------------------------------------------------------------------------------- /tests/data/advanced_rules/ingestion_timestamp_level.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/data/advanced_rules/ingestion_timestamp_level.csv -------------------------------------------------------------------------------- /tests/data/advanced_rules/reference_check_not_ok.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/data/advanced_rules/reference_check_not_ok.csv -------------------------------------------------------------------------------- /tests/data/advanced_rules/reference_check_ok.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/data/advanced_rules/reference_check_ok.csv -------------------------------------------------------------------------------- /tests/data/advanced_rules/reference_check_subquery2_not_ok.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/data/advanced_rules/reference_check_subquery2_not_ok.json -------------------------------------------------------------------------------- /tests/data/advanced_rules/reference_check_subquery2_ok.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/data/advanced_rules/reference_check_subquery2_ok.json -------------------------------------------------------------------------------- /tests/data/advanced_rules/reference_check_subquery_not_ok.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/data/advanced_rules/reference_check_subquery_not_ok.json -------------------------------------------------------------------------------- /tests/data/advanced_rules/reference_check_subquery_ok.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/data/advanced_rules/reference_check_subquery_ok.json -------------------------------------------------------------------------------- /tests/data/advanced_rules/reference_data.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/data/advanced_rules/reference_data.csv -------------------------------------------------------------------------------- /tests/data/advanced_rules/reference_data_subquery.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/data/advanced_rules/reference_data_subquery.csv -------------------------------------------------------------------------------- /tests/data/advanced_rules/reference_data_subquery2.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/data/advanced_rules/reference_data_subquery2.csv -------------------------------------------------------------------------------- /tests/data/advanced_rules/uniqueness_check_not_ok.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/data/advanced_rules/uniqueness_check_not_ok.csv -------------------------------------------------------------------------------- /tests/data/advanced_rules/uniqueness_check_ok.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/data/advanced_rules/uniqueness_check_ok.csv -------------------------------------------------------------------------------- /tests/data/contact_details.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/data/contact_details.csv -------------------------------------------------------------------------------- /tests/integration/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/integration/__init__.py -------------------------------------------------------------------------------- /tests/integration/test_advanced_dq_rules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/integration/test_advanced_dq_rules.py -------------------------------------------------------------------------------- /tests/integration/test_bigquery_client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/integration/test_bigquery_client.py -------------------------------------------------------------------------------- /tests/integration/test_cli_integration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/integration/test_cli_integration.py -------------------------------------------------------------------------------- /tests/integration/test_dataplex_dq_configs_cache.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/integration/test_dataplex_dq_configs_cache.py -------------------------------------------------------------------------------- /tests/integration/test_dataplex_integration_performance.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/integration/test_dataplex_integration_performance.py -------------------------------------------------------------------------------- /tests/integration/test_dataplex_metadata.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/integration/test_dataplex_metadata.py -------------------------------------------------------------------------------- /tests/integration/test_dataplex_metadata_uri_templates.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/integration/test_dataplex_metadata_uri_templates.py -------------------------------------------------------------------------------- /tests/integration/test_dataplex_task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/integration/test_dataplex_task.py -------------------------------------------------------------------------------- /tests/integration/test_dq_rules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/integration/test_dq_rules.py -------------------------------------------------------------------------------- /tests/integration/test_reference_columns.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/integration/test_reference_columns.py -------------------------------------------------------------------------------- /tests/resources/bq_native_default_partitioned_expected_configs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/resources/bq_native_default_partitioned_expected_configs.json -------------------------------------------------------------------------------- /tests/resources/bq_native_default_partitioned_sql_expected.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/resources/bq_native_default_partitioned_sql_expected.sql -------------------------------------------------------------------------------- /tests/resources/bq_native_expected_configs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/resources/bq_native_expected_configs.json -------------------------------------------------------------------------------- /tests/resources/bq_native_partitioned_expected_configs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/resources/bq_native_partitioned_expected_configs.json -------------------------------------------------------------------------------- /tests/resources/bq_native_partitioned_sql_expected.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/resources/bq_native_partitioned_sql_expected.sql -------------------------------------------------------------------------------- /tests/resources/bq_native_sql_expected.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/resources/bq_native_sql_expected.sql -------------------------------------------------------------------------------- /tests/resources/configs.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/resources/configs.yml -------------------------------------------------------------------------------- /tests/resources/configs/entities/test-data.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/resources/configs/entities/test-data.yml -------------------------------------------------------------------------------- /tests/resources/configs/metadata_registry_defaults.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/resources/configs/metadata_registry_defaults.yml -------------------------------------------------------------------------------- /tests/resources/configs/reference_columns/reference-columns.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/resources/configs/reference_columns/reference-columns.yml -------------------------------------------------------------------------------- /tests/resources/configs/row_filters/row-filters.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/resources/configs/row_filters/row-filters.yml -------------------------------------------------------------------------------- /tests/resources/configs/rule_bindings/team-1-rule-bindings.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/resources/configs/rule_bindings/team-1-rule-bindings.yml -------------------------------------------------------------------------------- /tests/resources/configs/rule_bindings/team-2-rule-bindings.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/resources/configs/rule_bindings/team-2-rule-bindings.yml -------------------------------------------------------------------------------- /tests/resources/configs/rule_bindings/team-3-rule-bindings.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/resources/configs/rule_bindings/team-3-rule-bindings.yml -------------------------------------------------------------------------------- /tests/resources/configs/rule_bindings/team-4-rule-bindings.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/resources/configs/rule_bindings/team-4-rule-bindings.yml -------------------------------------------------------------------------------- /tests/resources/configs/rule_bindings/team-5-rule-bindings.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/resources/configs/rule_bindings/team-5-rule-bindings.yml -------------------------------------------------------------------------------- /tests/resources/configs/rule_bindings/team-6-rule-bindings.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/resources/configs/rule_bindings/team-6-rule-bindings.yml -------------------------------------------------------------------------------- /tests/resources/configs/rule_bindings/team-7-rule-bindings.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/resources/configs/rule_bindings/team-7-rule-bindings.yml -------------------------------------------------------------------------------- /tests/resources/configs/rule_bindings/team-8-rule-bindings.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/resources/configs/rule_bindings/team-8-rule-bindings.yml -------------------------------------------------------------------------------- /tests/resources/configs/rules/base-rules.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/resources/configs/rules/base-rules.yml -------------------------------------------------------------------------------- /tests/resources/configs/rules/complex-rules.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/resources/configs/rules/complex-rules.yml -------------------------------------------------------------------------------- /tests/resources/configs_100_rules.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/resources/configs_100_rules.yml -------------------------------------------------------------------------------- /tests/resources/configs_16_rb_10_rules.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/resources/configs_16_rb_10_rules.yml -------------------------------------------------------------------------------- /tests/resources/configs_invalid.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/resources/configs_invalid.yml -------------------------------------------------------------------------------- /tests/resources/dataplex_gcs_metadata_expected_configs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/resources/dataplex_gcs_metadata_expected_configs.json -------------------------------------------------------------------------------- /tests/resources/dataplex_gcs_metadata_sql_expected.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/resources/dataplex_gcs_metadata_sql_expected.sql -------------------------------------------------------------------------------- /tests/resources/dataplex_gcs_partitioned_metadata_expected_configs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/resources/dataplex_gcs_partitioned_metadata_expected_configs.json -------------------------------------------------------------------------------- /tests/resources/dataplex_gcs_partitioned_metadata_sql_expected.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/resources/dataplex_gcs_partitioned_metadata_sql_expected.sql -------------------------------------------------------------------------------- /tests/resources/dataplex_metadata_configs_file_expected_configs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/resources/dataplex_metadata_configs_file_expected_configs.json -------------------------------------------------------------------------------- /tests/resources/dataplex_metadata_configs_file_sql_expected.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/resources/dataplex_metadata_configs_file_sql_expected.sql -------------------------------------------------------------------------------- /tests/resources/dataplex_metadata_expected_configs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/resources/dataplex_metadata_expected_configs.json -------------------------------------------------------------------------------- /tests/resources/dataplex_metadata_sql_expected.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/resources/dataplex_metadata_sql_expected.sql -------------------------------------------------------------------------------- /tests/resources/dq_advanced_rules_expected_results.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/resources/dq_advanced_rules_expected_results.json -------------------------------------------------------------------------------- /tests/resources/dq_reference_configs.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/resources/dq_reference_configs.yml -------------------------------------------------------------------------------- /tests/resources/dq_rules_configs.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/resources/dq_rules_configs.yml -------------------------------------------------------------------------------- /tests/resources/dq_rules_expected_results.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/resources/dq_rules_expected_results.json -------------------------------------------------------------------------------- /tests/resources/expected_configs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/resources/expected_configs.json -------------------------------------------------------------------------------- /tests/resources/expected_entity_summary_model.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/resources/expected_entity_summary_model.sql -------------------------------------------------------------------------------- /tests/resources/expected_test_profiles.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/resources/expected_test_profiles.yml -------------------------------------------------------------------------------- /tests/resources/mock_invalid_dataplex_entity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/resources/mock_invalid_dataplex_entity.json -------------------------------------------------------------------------------- /tests/resources/mock_valid_dataplex_entity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/resources/mock_valid_dataplex_entity.json -------------------------------------------------------------------------------- /tests/resources/test_dbt_profiles_dir/profiles.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/resources/test_dbt_profiles_dir/profiles.yml -------------------------------------------------------------------------------- /tests/resources/test_reference_columns_expected_configs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/resources/test_reference_columns_expected_configs.json -------------------------------------------------------------------------------- /tests/resources/test_reference_columns_expected_gcs_configs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/resources/test_reference_columns_expected_gcs_configs.json -------------------------------------------------------------------------------- /tests/resources/test_reference_columns_expected_partitioned_gcs_configs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/resources/test_reference_columns_expected_partitioned_gcs_configs.json -------------------------------------------------------------------------------- /tests/resources/test_reference_columns_gcs_partitioned_sql_expected.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/resources/test_reference_columns_gcs_partitioned_sql_expected.sql -------------------------------------------------------------------------------- /tests/resources/test_reference_columns_gcs_sql_expected.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/resources/test_reference_columns_gcs_sql_expected.sql -------------------------------------------------------------------------------- /tests/resources/test_reference_columns_sql_expected.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/resources/test_reference_columns_sql_expected.sql -------------------------------------------------------------------------------- /tests/resources/test_render_run_dq_main_sql_expected.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/resources/test_render_run_dq_main_sql_expected.sql -------------------------------------------------------------------------------- /tests/resources/test_render_run_dq_main_sql_expected_custom_sql_statement.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/resources/test_render_run_dq_main_sql_expected_custom_sql_statement.sql -------------------------------------------------------------------------------- /tests/resources/test_render_run_dq_main_sql_expected_high_watermark.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/resources/test_render_run_dq_main_sql_expected_high_watermark.sql -------------------------------------------------------------------------------- /tests/unit/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/unit/__init__.py -------------------------------------------------------------------------------- /tests/unit/test_classes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/unit/test_classes.py -------------------------------------------------------------------------------- /tests/unit/test_cli_unit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/unit/test_cli_unit.py -------------------------------------------------------------------------------- /tests/unit/test_dataplex_entity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/unit/test_dataplex_entity.py -------------------------------------------------------------------------------- /tests/unit/test_dbt_runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/unit/test_dbt_runner.py -------------------------------------------------------------------------------- /tests/unit/test_lib.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/unit/test_lib.py -------------------------------------------------------------------------------- /tests/unit/test_metadata_registry_defaults.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/unit/test_metadata_registry_defaults.py -------------------------------------------------------------------------------- /tests/unit/test_metadata_uri.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/unit/test_metadata_uri.py -------------------------------------------------------------------------------- /tests/unit/test_templates.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/unit/test_templates.py -------------------------------------------------------------------------------- /tests/unit/test_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tests/unit/test_utils.py -------------------------------------------------------------------------------- /tools/lint/BUILD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tools/lint/BUILD -------------------------------------------------------------------------------- /tools/lint/black_python.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tools/lint/black_python.py -------------------------------------------------------------------------------- /tools/lint/flake8_python.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tools/lint/flake8_python.py -------------------------------------------------------------------------------- /tools/lint/isort_python.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tools/lint/isort_python.py -------------------------------------------------------------------------------- /tools/lint/lint.bzl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tools/lint/lint.bzl -------------------------------------------------------------------------------- /tools/lint/lint.tpl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tools/lint/lint.tpl -------------------------------------------------------------------------------- /tools/lint/pyupgrade_python.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cloud-data-quality/HEAD/tools/lint/pyupgrade_python.py --------------------------------------------------------------------------------