├── .devcontainer ├── .bashrc ├── Dockerfile └── devcontainer.json ├── .github ├── ISSUE_TEMPLATE │ ├── bug_report.md │ └── feature_request.md └── workflows │ ├── apply_cicd_etl.yml │ ├── build_test.yml │ └── destroy_cicd_etl.yml ├── .gitignore ├── README.md ├── README_EXTENDED.md ├── assets ├── as2024_general_view.png ├── aws-access-key-type.png ├── aws-access-key.png ├── aws-init.png ├── aws-resource-group-check.png ├── aws_account_1.png ├── aws_allure_bucket.png ├── aws_athena_query.png ├── aws_code_pipeline_execution.png ├── aws_login.png ├── aws_resource_group_allure_bucket.png ├── aws_resource_group_cicd.png ├── aws_resource_groups_github_bucket.png ├── clean_patients_sample.csv ├── clean_visits_sample.csv ├── github-actions-allow-fork.png ├── github-actions-run-workflow.png ├── github-codespace-building.png ├── github-codespace-change-branche.png ├── github-codespace-ready.png ├── github-codespaces-new.png ├── github-codespaces-terminal-gx-url.png ├── github-fork-button.png ├── github-fork-copy-branches.png ├── github-s3-secret.png ├── github_configure_actions.png ├── img.png ├── terminal-python-env.png ├── terminal-terraform-apply-etl.png ├── terminal-terraform-be-apply.png ├── terminal-terraform-cicd-apply.png ├── terminal-terraform-etl-plan.png ├── terminal-terraform-plan.png └── tests-debugger.png ├── exercises_solution └── tests │ ├── e2e │ └── raw-clean │ │ ├── conftest.py │ │ └── test_lambda_raw_clean.py │ ├── great_expectations │ ├── clean_validation │ │ ├── clean_expectation_suites.py │ │ ├── main.py │ │ └── validation_manager.py │ ├── gx_utils │ │ ├── asset_manager.py │ │ └── data_context.py │ └── raw_validation │ │ ├── main.py │ │ ├── raw_expectation_suites.py │ │ └── validation_manager.py │ └── requirements.txt ├── iac ├── backend │ ├── main.tf │ ├── outputs.tf │ ├── terraform.tfvars.template │ └── variables.tf ├── cicd │ ├── backend.tf │ ├── main.tf │ ├── modules │ │ ├── codebuild │ │ │ ├── main.tf │ │ │ ├── outputs.tf │ │ │ └── variables.tf │ │ ├── codepipeline │ │ │ ├── main.tf │ │ │ ├── outputs.tf │ │ │ └── variables.tf │ │ ├── codestar │ │ │ ├── main.tf │ │ │ ├── outputs.tf │ │ │ └── variables.tf │ │ ├── dynamodb │ │ │ ├── main.tf │ │ │ ├── outputs.tf │ │ │ └── variables.tf │ │ ├── iam │ │ │ ├── main.tf │ │ │ ├── outputs.tf │ │ │ └── variables.tf │ │ ├── s3 │ │ │ ├── main.tf │ │ │ ├── output.tf │ │ │ └── variables.tf │ │ └── user-policy │ │ │ ├── main.tf │ │ │ └── variables.tf │ ├── outputs.tf │ ├── terraform.tfvars.template │ └── variables.tf └── etl │ ├── README.md │ ├── backend.tf │ ├── lambda_clean_curated │ ├── clean_curated_function.py │ ├── curated_patient_transform.py │ ├── curated_visit_transform.py │ ├── data_writer.py │ ├── requirements.txt │ └── visits_summary.py │ ├── lambda_generator_package │ ├── data_generator.py │ ├── medical_provider.py │ ├── requirements.txt │ └── sample_data_generator.py │ ├── lambda_raw_clean │ ├── README.md │ ├── data_cleaner.py │ ├── data_reader.py │ ├── data_writer.py │ ├── etl_function.py │ ├── requirements.txt │ └── scd_historization.py │ ├── main.tf │ ├── modules │ ├── athena │ │ ├── main.tf │ │ ├── outputs.tf │ │ ├── queries │ │ │ ├── diagnostic_trends.sql │ │ │ ├── most_visited_departments.sql │ │ │ └── top_doctors.sql │ │ └── variables.tf │ ├── eventbridge │ │ ├── main.tf │ │ ├── outputs.tf │ │ └── variables.tf │ ├── iam │ │ ├── main.tf │ │ ├── outputs.tf │ │ └── variables.tf │ ├── lambda │ │ ├── main.tf │ │ ├── outputs.tf │ │ └── variables.tf │ ├── s3 │ │ ├── main.tf │ │ ├── outputs.tf │ │ └── variables.tf │ ├── sns │ │ ├── main.tf │ │ ├── outputs.tf │ │ └── variables.tf │ └── user-policy │ │ ├── main.tf │ │ └── variables.tf │ ├── outputs.tf │ ├── terraform.tfvars.template │ └── variables.tf ├── scripts ├── configure_backend.sh ├── create_quicksights_dashboard.py ├── generate_tfvars.sh ├── modify_tfvars.sh ├── package_lambdas.sh ├── requirements.txt ├── setup_environment_tests.sh └── setup_infrastructure.sh └── tests ├── e2e ├── .pytest_cache │ └── .gitignore ├── ALLURE_README.md ├── PYTEST_README.md └── raw-clean │ ├── conftest.py │ └── test_lambda_raw_clean.py ├── great_expectations ├── GX_README.md ├── clean_validation │ ├── clean_expectation_suites.py │ ├── main.py │ └── validation_manager.py ├── gx_utils │ ├── asset_manager.py │ └── data_context.py └── raw_validation │ ├── main.py │ ├── raw_expectation_suites.py │ └── validation_manager.py └── requirements.txt /.devcontainer/.bashrc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/.devcontainer/.bashrc -------------------------------------------------------------------------------- /.devcontainer/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/.devcontainer/Dockerfile -------------------------------------------------------------------------------- /.devcontainer/devcontainer.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/.devcontainer/devcontainer.json -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/bug_report.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/.github/ISSUE_TEMPLATE/bug_report.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/feature_request.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/.github/ISSUE_TEMPLATE/feature_request.md -------------------------------------------------------------------------------- /.github/workflows/apply_cicd_etl.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/.github/workflows/apply_cicd_etl.yml -------------------------------------------------------------------------------- /.github/workflows/build_test.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/.github/workflows/build_test.yml -------------------------------------------------------------------------------- /.github/workflows/destroy_cicd_etl.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/.github/workflows/destroy_cicd_etl.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/README.md -------------------------------------------------------------------------------- /README_EXTENDED.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/README_EXTENDED.md -------------------------------------------------------------------------------- /assets/as2024_general_view.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/assets/as2024_general_view.png -------------------------------------------------------------------------------- /assets/aws-access-key-type.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/assets/aws-access-key-type.png -------------------------------------------------------------------------------- /assets/aws-access-key.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/assets/aws-access-key.png -------------------------------------------------------------------------------- /assets/aws-init.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/assets/aws-init.png -------------------------------------------------------------------------------- /assets/aws-resource-group-check.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/assets/aws-resource-group-check.png -------------------------------------------------------------------------------- /assets/aws_account_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/assets/aws_account_1.png -------------------------------------------------------------------------------- /assets/aws_allure_bucket.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/assets/aws_allure_bucket.png -------------------------------------------------------------------------------- /assets/aws_athena_query.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/assets/aws_athena_query.png -------------------------------------------------------------------------------- /assets/aws_code_pipeline_execution.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/assets/aws_code_pipeline_execution.png -------------------------------------------------------------------------------- /assets/aws_login.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/assets/aws_login.png -------------------------------------------------------------------------------- /assets/aws_resource_group_allure_bucket.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/assets/aws_resource_group_allure_bucket.png -------------------------------------------------------------------------------- /assets/aws_resource_group_cicd.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/assets/aws_resource_group_cicd.png -------------------------------------------------------------------------------- /assets/aws_resource_groups_github_bucket.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/assets/aws_resource_groups_github_bucket.png -------------------------------------------------------------------------------- /assets/clean_patients_sample.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/assets/clean_patients_sample.csv -------------------------------------------------------------------------------- /assets/clean_visits_sample.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/assets/clean_visits_sample.csv -------------------------------------------------------------------------------- /assets/github-actions-allow-fork.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/assets/github-actions-allow-fork.png -------------------------------------------------------------------------------- /assets/github-actions-run-workflow.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/assets/github-actions-run-workflow.png -------------------------------------------------------------------------------- /assets/github-codespace-building.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/assets/github-codespace-building.png -------------------------------------------------------------------------------- /assets/github-codespace-change-branche.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/assets/github-codespace-change-branche.png -------------------------------------------------------------------------------- /assets/github-codespace-ready.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/assets/github-codespace-ready.png -------------------------------------------------------------------------------- /assets/github-codespaces-new.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/assets/github-codespaces-new.png -------------------------------------------------------------------------------- /assets/github-codespaces-terminal-gx-url.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/assets/github-codespaces-terminal-gx-url.png -------------------------------------------------------------------------------- /assets/github-fork-button.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/assets/github-fork-button.png -------------------------------------------------------------------------------- /assets/github-fork-copy-branches.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/assets/github-fork-copy-branches.png -------------------------------------------------------------------------------- /assets/github-s3-secret.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/assets/github-s3-secret.png -------------------------------------------------------------------------------- /assets/github_configure_actions.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/assets/github_configure_actions.png -------------------------------------------------------------------------------- /assets/img.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/assets/img.png -------------------------------------------------------------------------------- /assets/terminal-python-env.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/assets/terminal-python-env.png -------------------------------------------------------------------------------- /assets/terminal-terraform-apply-etl.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/assets/terminal-terraform-apply-etl.png -------------------------------------------------------------------------------- /assets/terminal-terraform-be-apply.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/assets/terminal-terraform-be-apply.png -------------------------------------------------------------------------------- /assets/terminal-terraform-cicd-apply.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/assets/terminal-terraform-cicd-apply.png -------------------------------------------------------------------------------- /assets/terminal-terraform-etl-plan.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/assets/terminal-terraform-etl-plan.png -------------------------------------------------------------------------------- /assets/terminal-terraform-plan.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/assets/terminal-terraform-plan.png -------------------------------------------------------------------------------- /assets/tests-debugger.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/assets/tests-debugger.png -------------------------------------------------------------------------------- /exercises_solution/tests/e2e/raw-clean/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/exercises_solution/tests/e2e/raw-clean/conftest.py -------------------------------------------------------------------------------- /exercises_solution/tests/e2e/raw-clean/test_lambda_raw_clean.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/exercises_solution/tests/e2e/raw-clean/test_lambda_raw_clean.py -------------------------------------------------------------------------------- /exercises_solution/tests/great_expectations/clean_validation/clean_expectation_suites.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/exercises_solution/tests/great_expectations/clean_validation/clean_expectation_suites.py -------------------------------------------------------------------------------- /exercises_solution/tests/great_expectations/clean_validation/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/exercises_solution/tests/great_expectations/clean_validation/main.py -------------------------------------------------------------------------------- /exercises_solution/tests/great_expectations/clean_validation/validation_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/exercises_solution/tests/great_expectations/clean_validation/validation_manager.py -------------------------------------------------------------------------------- /exercises_solution/tests/great_expectations/gx_utils/asset_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/exercises_solution/tests/great_expectations/gx_utils/asset_manager.py -------------------------------------------------------------------------------- /exercises_solution/tests/great_expectations/gx_utils/data_context.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/exercises_solution/tests/great_expectations/gx_utils/data_context.py -------------------------------------------------------------------------------- /exercises_solution/tests/great_expectations/raw_validation/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/exercises_solution/tests/great_expectations/raw_validation/main.py -------------------------------------------------------------------------------- /exercises_solution/tests/great_expectations/raw_validation/raw_expectation_suites.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/exercises_solution/tests/great_expectations/raw_validation/raw_expectation_suites.py -------------------------------------------------------------------------------- /exercises_solution/tests/great_expectations/raw_validation/validation_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/exercises_solution/tests/great_expectations/raw_validation/validation_manager.py -------------------------------------------------------------------------------- /exercises_solution/tests/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/exercises_solution/tests/requirements.txt -------------------------------------------------------------------------------- /iac/backend/main.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/iac/backend/main.tf -------------------------------------------------------------------------------- /iac/backend/outputs.tf: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /iac/backend/terraform.tfvars.template: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/iac/backend/terraform.tfvars.template -------------------------------------------------------------------------------- /iac/backend/variables.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/iac/backend/variables.tf -------------------------------------------------------------------------------- /iac/cicd/backend.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/iac/cicd/backend.tf -------------------------------------------------------------------------------- /iac/cicd/main.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/iac/cicd/main.tf -------------------------------------------------------------------------------- /iac/cicd/modules/codebuild/main.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/iac/cicd/modules/codebuild/main.tf -------------------------------------------------------------------------------- /iac/cicd/modules/codebuild/outputs.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/iac/cicd/modules/codebuild/outputs.tf -------------------------------------------------------------------------------- /iac/cicd/modules/codebuild/variables.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/iac/cicd/modules/codebuild/variables.tf -------------------------------------------------------------------------------- /iac/cicd/modules/codepipeline/main.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/iac/cicd/modules/codepipeline/main.tf -------------------------------------------------------------------------------- /iac/cicd/modules/codepipeline/outputs.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/iac/cicd/modules/codepipeline/outputs.tf -------------------------------------------------------------------------------- /iac/cicd/modules/codepipeline/variables.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/iac/cicd/modules/codepipeline/variables.tf -------------------------------------------------------------------------------- /iac/cicd/modules/codestar/main.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/iac/cicd/modules/codestar/main.tf -------------------------------------------------------------------------------- /iac/cicd/modules/codestar/outputs.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/iac/cicd/modules/codestar/outputs.tf -------------------------------------------------------------------------------- /iac/cicd/modules/codestar/variables.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/iac/cicd/modules/codestar/variables.tf -------------------------------------------------------------------------------- /iac/cicd/modules/dynamodb/main.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/iac/cicd/modules/dynamodb/main.tf -------------------------------------------------------------------------------- /iac/cicd/modules/dynamodb/outputs.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/iac/cicd/modules/dynamodb/outputs.tf -------------------------------------------------------------------------------- /iac/cicd/modules/dynamodb/variables.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/iac/cicd/modules/dynamodb/variables.tf -------------------------------------------------------------------------------- /iac/cicd/modules/iam/main.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/iac/cicd/modules/iam/main.tf -------------------------------------------------------------------------------- /iac/cicd/modules/iam/outputs.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/iac/cicd/modules/iam/outputs.tf -------------------------------------------------------------------------------- /iac/cicd/modules/iam/variables.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/iac/cicd/modules/iam/variables.tf -------------------------------------------------------------------------------- /iac/cicd/modules/s3/main.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/iac/cicd/modules/s3/main.tf -------------------------------------------------------------------------------- /iac/cicd/modules/s3/output.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/iac/cicd/modules/s3/output.tf -------------------------------------------------------------------------------- /iac/cicd/modules/s3/variables.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/iac/cicd/modules/s3/variables.tf -------------------------------------------------------------------------------- /iac/cicd/modules/user-policy/main.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/iac/cicd/modules/user-policy/main.tf -------------------------------------------------------------------------------- /iac/cicd/modules/user-policy/variables.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/iac/cicd/modules/user-policy/variables.tf -------------------------------------------------------------------------------- /iac/cicd/outputs.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/iac/cicd/outputs.tf -------------------------------------------------------------------------------- /iac/cicd/terraform.tfvars.template: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/iac/cicd/terraform.tfvars.template -------------------------------------------------------------------------------- /iac/cicd/variables.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/iac/cicd/variables.tf -------------------------------------------------------------------------------- /iac/etl/README.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /iac/etl/backend.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/iac/etl/backend.tf -------------------------------------------------------------------------------- /iac/etl/lambda_clean_curated/clean_curated_function.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/iac/etl/lambda_clean_curated/clean_curated_function.py -------------------------------------------------------------------------------- /iac/etl/lambda_clean_curated/curated_patient_transform.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/iac/etl/lambda_clean_curated/curated_patient_transform.py -------------------------------------------------------------------------------- /iac/etl/lambda_clean_curated/curated_visit_transform.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/iac/etl/lambda_clean_curated/curated_visit_transform.py -------------------------------------------------------------------------------- /iac/etl/lambda_clean_curated/data_writer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/iac/etl/lambda_clean_curated/data_writer.py -------------------------------------------------------------------------------- /iac/etl/lambda_clean_curated/requirements.txt: -------------------------------------------------------------------------------- 1 | boto3==1.28.0 -------------------------------------------------------------------------------- /iac/etl/lambda_clean_curated/visits_summary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/iac/etl/lambda_clean_curated/visits_summary.py -------------------------------------------------------------------------------- /iac/etl/lambda_generator_package/data_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/iac/etl/lambda_generator_package/data_generator.py -------------------------------------------------------------------------------- /iac/etl/lambda_generator_package/medical_provider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/iac/etl/lambda_generator_package/medical_provider.py -------------------------------------------------------------------------------- /iac/etl/lambda_generator_package/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/iac/etl/lambda_generator_package/requirements.txt -------------------------------------------------------------------------------- /iac/etl/lambda_generator_package/sample_data_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/iac/etl/lambda_generator_package/sample_data_generator.py -------------------------------------------------------------------------------- /iac/etl/lambda_raw_clean/README.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /iac/etl/lambda_raw_clean/data_cleaner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/iac/etl/lambda_raw_clean/data_cleaner.py -------------------------------------------------------------------------------- /iac/etl/lambda_raw_clean/data_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/iac/etl/lambda_raw_clean/data_reader.py -------------------------------------------------------------------------------- /iac/etl/lambda_raw_clean/data_writer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/iac/etl/lambda_raw_clean/data_writer.py -------------------------------------------------------------------------------- /iac/etl/lambda_raw_clean/etl_function.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/iac/etl/lambda_raw_clean/etl_function.py -------------------------------------------------------------------------------- /iac/etl/lambda_raw_clean/requirements.txt: -------------------------------------------------------------------------------- 1 | boto3==1.35.8 -------------------------------------------------------------------------------- /iac/etl/lambda_raw_clean/scd_historization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/iac/etl/lambda_raw_clean/scd_historization.py -------------------------------------------------------------------------------- /iac/etl/main.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/iac/etl/main.tf -------------------------------------------------------------------------------- /iac/etl/modules/athena/main.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/iac/etl/modules/athena/main.tf -------------------------------------------------------------------------------- /iac/etl/modules/athena/outputs.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/iac/etl/modules/athena/outputs.tf -------------------------------------------------------------------------------- /iac/etl/modules/athena/queries/diagnostic_trends.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/iac/etl/modules/athena/queries/diagnostic_trends.sql -------------------------------------------------------------------------------- /iac/etl/modules/athena/queries/most_visited_departments.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/iac/etl/modules/athena/queries/most_visited_departments.sql -------------------------------------------------------------------------------- /iac/etl/modules/athena/queries/top_doctors.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/iac/etl/modules/athena/queries/top_doctors.sql -------------------------------------------------------------------------------- /iac/etl/modules/athena/variables.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/iac/etl/modules/athena/variables.tf -------------------------------------------------------------------------------- /iac/etl/modules/eventbridge/main.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/iac/etl/modules/eventbridge/main.tf -------------------------------------------------------------------------------- /iac/etl/modules/eventbridge/outputs.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/iac/etl/modules/eventbridge/outputs.tf -------------------------------------------------------------------------------- /iac/etl/modules/eventbridge/variables.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/iac/etl/modules/eventbridge/variables.tf -------------------------------------------------------------------------------- /iac/etl/modules/iam/main.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/iac/etl/modules/iam/main.tf -------------------------------------------------------------------------------- /iac/etl/modules/iam/outputs.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/iac/etl/modules/iam/outputs.tf -------------------------------------------------------------------------------- /iac/etl/modules/iam/variables.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/iac/etl/modules/iam/variables.tf -------------------------------------------------------------------------------- /iac/etl/modules/lambda/main.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/iac/etl/modules/lambda/main.tf -------------------------------------------------------------------------------- /iac/etl/modules/lambda/outputs.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/iac/etl/modules/lambda/outputs.tf -------------------------------------------------------------------------------- /iac/etl/modules/lambda/variables.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/iac/etl/modules/lambda/variables.tf -------------------------------------------------------------------------------- /iac/etl/modules/s3/main.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/iac/etl/modules/s3/main.tf -------------------------------------------------------------------------------- /iac/etl/modules/s3/outputs.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/iac/etl/modules/s3/outputs.tf -------------------------------------------------------------------------------- /iac/etl/modules/s3/variables.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/iac/etl/modules/s3/variables.tf -------------------------------------------------------------------------------- /iac/etl/modules/sns/main.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/iac/etl/modules/sns/main.tf -------------------------------------------------------------------------------- /iac/etl/modules/sns/outputs.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/iac/etl/modules/sns/outputs.tf -------------------------------------------------------------------------------- /iac/etl/modules/sns/variables.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/iac/etl/modules/sns/variables.tf -------------------------------------------------------------------------------- /iac/etl/modules/user-policy/main.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/iac/etl/modules/user-policy/main.tf -------------------------------------------------------------------------------- /iac/etl/modules/user-policy/variables.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/iac/etl/modules/user-policy/variables.tf -------------------------------------------------------------------------------- /iac/etl/outputs.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/iac/etl/outputs.tf -------------------------------------------------------------------------------- /iac/etl/terraform.tfvars.template: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/iac/etl/terraform.tfvars.template -------------------------------------------------------------------------------- /iac/etl/variables.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/iac/etl/variables.tf -------------------------------------------------------------------------------- /scripts/configure_backend.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/scripts/configure_backend.sh -------------------------------------------------------------------------------- /scripts/create_quicksights_dashboard.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/scripts/create_quicksights_dashboard.py -------------------------------------------------------------------------------- /scripts/generate_tfvars.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/scripts/generate_tfvars.sh -------------------------------------------------------------------------------- /scripts/modify_tfvars.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/scripts/modify_tfvars.sh -------------------------------------------------------------------------------- /scripts/package_lambdas.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/scripts/package_lambdas.sh -------------------------------------------------------------------------------- /scripts/requirements.txt: -------------------------------------------------------------------------------- 1 | boto3 -------------------------------------------------------------------------------- /scripts/setup_environment_tests.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/scripts/setup_environment_tests.sh -------------------------------------------------------------------------------- /scripts/setup_infrastructure.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/scripts/setup_infrastructure.sh -------------------------------------------------------------------------------- /tests/e2e/.pytest_cache/.gitignore: -------------------------------------------------------------------------------- 1 | # Created by pytest automatically. 2 | * 3 | -------------------------------------------------------------------------------- /tests/e2e/ALLURE_README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/tests/e2e/ALLURE_README.md -------------------------------------------------------------------------------- /tests/e2e/PYTEST_README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/tests/e2e/PYTEST_README.md -------------------------------------------------------------------------------- /tests/e2e/raw-clean/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/tests/e2e/raw-clean/conftest.py -------------------------------------------------------------------------------- /tests/e2e/raw-clean/test_lambda_raw_clean.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/tests/e2e/raw-clean/test_lambda_raw_clean.py -------------------------------------------------------------------------------- /tests/great_expectations/GX_README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/tests/great_expectations/GX_README.md -------------------------------------------------------------------------------- /tests/great_expectations/clean_validation/clean_expectation_suites.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/tests/great_expectations/clean_validation/clean_expectation_suites.py -------------------------------------------------------------------------------- /tests/great_expectations/clean_validation/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/tests/great_expectations/clean_validation/main.py -------------------------------------------------------------------------------- /tests/great_expectations/clean_validation/validation_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/tests/great_expectations/clean_validation/validation_manager.py -------------------------------------------------------------------------------- /tests/great_expectations/gx_utils/asset_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/tests/great_expectations/gx_utils/asset_manager.py -------------------------------------------------------------------------------- /tests/great_expectations/gx_utils/data_context.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/tests/great_expectations/gx_utils/data_context.py -------------------------------------------------------------------------------- /tests/great_expectations/raw_validation/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/tests/great_expectations/raw_validation/main.py -------------------------------------------------------------------------------- /tests/great_expectations/raw_validation/raw_expectation_suites.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/tests/great_expectations/raw_validation/raw_expectation_suites.py -------------------------------------------------------------------------------- /tests/great_expectations/raw_validation/validation_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/tests/great_expectations/raw_validation/validation_manager.py -------------------------------------------------------------------------------- /tests/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bassaganas/etl-testing-fwk/HEAD/tests/requirements.txt --------------------------------------------------------------------------------