├── .github └── workflows │ ├── terraform_checkov_security.yml │ └── terragrunt_validate_plan.yml ├── .gitignore ├── Dockerfiles ├── README.md └── dbt │ ├── .dockerignore │ ├── Dockerfile │ └── entrypoint.sh ├── LICENSE.txt ├── README.md ├── custom-setup.yaml ├── dag_environment_configs └── test_airflow_variables.json ├── dags ├── __init__.py ├── airflow_utils.py ├── examples │ ├── __init__.py │ ├── add_gcp_connections.py │ ├── bigquery_connection_check.py │ ├── dbt_example.py │ ├── kubernetes_sample.py │ └── tuto.py ├── kube_secrets.py └── kubernetes_helpers.py ├── dags_archive ├── data_fusion_example.py └── requirements.txt ├── dbt_bigquery_example ├── .dockerignore ├── .gitignore ├── .user.yml ├── Dockerfile ├── LICENSE ├── README.md ├── data │ ├── .gitkeep │ ├── raw_customers.csv │ ├── raw_orders.csv │ └── raw_payments.csv ├── dbt_project.yml ├── dbtdocsbuild.yaml ├── docs_website │ └── default.template ├── etc │ ├── dbdiagram_definition.txt │ └── jaffle_shop_erd.png ├── models │ ├── core │ │ ├── dim_customers.sql │ │ ├── docs.md │ │ ├── fct_orders.sql │ │ ├── intermediate │ │ │ ├── customer_orders.sql │ │ │ ├── customer_payments.sql │ │ │ └── order_payments.sql │ │ └── schema.yml │ ├── overview.md │ ├── sources │ │ └── sources.yml │ └── staging │ │ ├── schema.yml │ │ ├── stg_customers.sql │ │ ├── stg_orders.sql │ │ └── stg_payments.sql ├── profiles.yml ├── requirements.txt ├── snapshots │ └── orders_snapshot.sql └── tests │ └── test_order_status.sql ├── deploy_local_desktop_airflow.sh ├── docs ├── airflow-logo.png ├── create-gcp-project.gif ├── custom_resources.png ├── enable_kubernetes.png ├── fork-git-repo.png ├── google_cloud_logo.png ├── helm-logo.png ├── kube_resource_dashboard.png ├── kubernetes-logo.png ├── local_desktop_airflow.drawio ├── local_desktop_airflow.png ├── local_desktop_airflow_success.png ├── repo_logo.drawio ├── repo_logo.png ├── terraform-logo.png ├── terragrunt-logo.png ├── terragrunt_deployment.drawio └── terragrunt_deployment.png ├── pull_request_template.md ├── teardown_local_desktop_airflow.sh ├── terraform_simple_setup ├── README.md ├── backend.tf ├── cloud_composer │ ├── README.md │ ├── main.tf │ ├── outputs.tf │ └── variables.tf ├── compute_engine │ ├── main.tf │ ├── outputs.tf │ └── variables.tf ├── enable_apis │ ├── main.tf │ ├── outputs.tf │ └── variables.tf ├── enable_state_gcs_logging.sh ├── graph.svg ├── main.tf ├── networking │ ├── main.tf │ ├── outputs.tf │ └── variables.tf ├── outputs.tf ├── provider.tf ├── service_accounts │ ├── main.tf │ ├── outputs.tf │ └── variables.tf ├── terragrunt.hcl ├── variables.tf └── versions.tf ├── terragrunt_infrastructure_live ├── get_secret.sh ├── non-prod │ ├── account.hcl │ └── us-central1 │ │ ├── dev │ │ ├── cloud_composer │ │ │ └── terragrunt.hcl │ │ ├── compute_engine │ │ │ └── terragrunt.hcl │ │ ├── enable_apis │ │ │ └── terragrunt.hcl │ │ ├── env.hcl │ │ ├── networking │ │ │ └── terragrunt.hcl │ │ └── service_accounts │ │ │ └── terragrunt.hcl │ │ └── region.hcl ├── terragrunt.hcl └── terragrunt_cleanup.sh ├── terragrunt_infrastructure_modules ├── cloud_composer │ ├── README.md │ ├── main.tf │ ├── outputs.tf │ └── variables.tf ├── compute_engine │ ├── main.tf │ ├── outputs.tf │ └── variables.tf ├── enable_apis │ ├── main.tf │ ├── outputs.tf │ └── variables.tf ├── networking │ ├── main.tf │ ├── outputs.tf │ └── variables.tf └── service_accounts │ ├── main.tf │ ├── outputs.tf │ └── variables.tf ├── tests ├── __init__.py ├── test_add_gcp_connections.py ├── test_dbt_example.py └── test_sample.py └── utils ├── checkov ├── README.md └── requirements.txt ├── cloud_composer ├── README.md ├── iap_ssh_tunnel.sh └── kube_setup.sh └── local_desktop └── dbt_docker.sh /.github/workflows/terraform_checkov_security.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/.github/workflows/terraform_checkov_security.yml -------------------------------------------------------------------------------- /.github/workflows/terragrunt_validate_plan.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/.github/workflows/terragrunt_validate_plan.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/.gitignore -------------------------------------------------------------------------------- /Dockerfiles/README.md: -------------------------------------------------------------------------------- 1 | test 2 | -------------------------------------------------------------------------------- /Dockerfiles/dbt/.dockerignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/Dockerfiles/dbt/.dockerignore -------------------------------------------------------------------------------- /Dockerfiles/dbt/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/Dockerfiles/dbt/Dockerfile -------------------------------------------------------------------------------- /Dockerfiles/dbt/entrypoint.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/Dockerfiles/dbt/entrypoint.sh -------------------------------------------------------------------------------- /LICENSE.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/LICENSE.txt -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/README.md -------------------------------------------------------------------------------- /custom-setup.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/custom-setup.yaml -------------------------------------------------------------------------------- /dag_environment_configs/test_airflow_variables.json: -------------------------------------------------------------------------------- 1 | { "test_airflow_variable": "do you see this?" } 2 | -------------------------------------------------------------------------------- /dags/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dags/airflow_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/dags/airflow_utils.py -------------------------------------------------------------------------------- /dags/examples/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dags/examples/add_gcp_connections.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/dags/examples/add_gcp_connections.py -------------------------------------------------------------------------------- /dags/examples/bigquery_connection_check.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/dags/examples/bigquery_connection_check.py -------------------------------------------------------------------------------- /dags/examples/dbt_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/dags/examples/dbt_example.py -------------------------------------------------------------------------------- /dags/examples/kubernetes_sample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/dags/examples/kubernetes_sample.py -------------------------------------------------------------------------------- /dags/examples/tuto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/dags/examples/tuto.py -------------------------------------------------------------------------------- /dags/kube_secrets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/dags/kube_secrets.py -------------------------------------------------------------------------------- /dags/kubernetes_helpers.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dags_archive/data_fusion_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/dags_archive/data_fusion_example.py -------------------------------------------------------------------------------- /dags_archive/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/dags_archive/requirements.txt -------------------------------------------------------------------------------- /dbt_bigquery_example/.dockerignore: -------------------------------------------------------------------------------- 1 | **/service_account.json 2 | 3 | dbt_modules/ 4 | logs/ 5 | **/.DS_Store -------------------------------------------------------------------------------- /dbt_bigquery_example/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/dbt_bigquery_example/.gitignore -------------------------------------------------------------------------------- /dbt_bigquery_example/.user.yml: -------------------------------------------------------------------------------- 1 | id: d6980243-4f0f-4284-a794-f663443b1b1c 2 | -------------------------------------------------------------------------------- /dbt_bigquery_example/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/dbt_bigquery_example/Dockerfile -------------------------------------------------------------------------------- /dbt_bigquery_example/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/dbt_bigquery_example/LICENSE -------------------------------------------------------------------------------- /dbt_bigquery_example/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/dbt_bigquery_example/README.md -------------------------------------------------------------------------------- /dbt_bigquery_example/data/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dbt_bigquery_example/data/raw_customers.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/dbt_bigquery_example/data/raw_customers.csv -------------------------------------------------------------------------------- /dbt_bigquery_example/data/raw_orders.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/dbt_bigquery_example/data/raw_orders.csv -------------------------------------------------------------------------------- /dbt_bigquery_example/data/raw_payments.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/dbt_bigquery_example/data/raw_payments.csv -------------------------------------------------------------------------------- /dbt_bigquery_example/dbt_project.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/dbt_bigquery_example/dbt_project.yml -------------------------------------------------------------------------------- /dbt_bigquery_example/dbtdocsbuild.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/dbt_bigquery_example/dbtdocsbuild.yaml -------------------------------------------------------------------------------- /dbt_bigquery_example/docs_website/default.template: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/dbt_bigquery_example/docs_website/default.template -------------------------------------------------------------------------------- /dbt_bigquery_example/etc/dbdiagram_definition.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/dbt_bigquery_example/etc/dbdiagram_definition.txt -------------------------------------------------------------------------------- /dbt_bigquery_example/etc/jaffle_shop_erd.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/dbt_bigquery_example/etc/jaffle_shop_erd.png -------------------------------------------------------------------------------- /dbt_bigquery_example/models/core/dim_customers.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/dbt_bigquery_example/models/core/dim_customers.sql -------------------------------------------------------------------------------- /dbt_bigquery_example/models/core/docs.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/dbt_bigquery_example/models/core/docs.md -------------------------------------------------------------------------------- /dbt_bigquery_example/models/core/fct_orders.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/dbt_bigquery_example/models/core/fct_orders.sql -------------------------------------------------------------------------------- /dbt_bigquery_example/models/core/intermediate/customer_orders.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/dbt_bigquery_example/models/core/intermediate/customer_orders.sql -------------------------------------------------------------------------------- /dbt_bigquery_example/models/core/intermediate/customer_payments.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/dbt_bigquery_example/models/core/intermediate/customer_payments.sql -------------------------------------------------------------------------------- /dbt_bigquery_example/models/core/intermediate/order_payments.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/dbt_bigquery_example/models/core/intermediate/order_payments.sql -------------------------------------------------------------------------------- /dbt_bigquery_example/models/core/schema.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/dbt_bigquery_example/models/core/schema.yml -------------------------------------------------------------------------------- /dbt_bigquery_example/models/overview.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/dbt_bigquery_example/models/overview.md -------------------------------------------------------------------------------- /dbt_bigquery_example/models/sources/sources.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/dbt_bigquery_example/models/sources/sources.yml -------------------------------------------------------------------------------- /dbt_bigquery_example/models/staging/schema.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/dbt_bigquery_example/models/staging/schema.yml -------------------------------------------------------------------------------- /dbt_bigquery_example/models/staging/stg_customers.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/dbt_bigquery_example/models/staging/stg_customers.sql -------------------------------------------------------------------------------- /dbt_bigquery_example/models/staging/stg_orders.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/dbt_bigquery_example/models/staging/stg_orders.sql -------------------------------------------------------------------------------- /dbt_bigquery_example/models/staging/stg_payments.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/dbt_bigquery_example/models/staging/stg_payments.sql -------------------------------------------------------------------------------- /dbt_bigquery_example/profiles.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/dbt_bigquery_example/profiles.yml -------------------------------------------------------------------------------- /dbt_bigquery_example/requirements.txt: -------------------------------------------------------------------------------- 1 | dbt==0.17.0 -------------------------------------------------------------------------------- /dbt_bigquery_example/snapshots/orders_snapshot.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/dbt_bigquery_example/snapshots/orders_snapshot.sql -------------------------------------------------------------------------------- /dbt_bigquery_example/tests/test_order_status.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/dbt_bigquery_example/tests/test_order_status.sql -------------------------------------------------------------------------------- /deploy_local_desktop_airflow.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/deploy_local_desktop_airflow.sh -------------------------------------------------------------------------------- /docs/airflow-logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/docs/airflow-logo.png -------------------------------------------------------------------------------- /docs/create-gcp-project.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/docs/create-gcp-project.gif -------------------------------------------------------------------------------- /docs/custom_resources.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/docs/custom_resources.png -------------------------------------------------------------------------------- /docs/enable_kubernetes.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/docs/enable_kubernetes.png -------------------------------------------------------------------------------- /docs/fork-git-repo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/docs/fork-git-repo.png -------------------------------------------------------------------------------- /docs/google_cloud_logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/docs/google_cloud_logo.png -------------------------------------------------------------------------------- /docs/helm-logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/docs/helm-logo.png -------------------------------------------------------------------------------- /docs/kube_resource_dashboard.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/docs/kube_resource_dashboard.png -------------------------------------------------------------------------------- /docs/kubernetes-logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/docs/kubernetes-logo.png -------------------------------------------------------------------------------- /docs/local_desktop_airflow.drawio: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/docs/local_desktop_airflow.drawio -------------------------------------------------------------------------------- /docs/local_desktop_airflow.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/docs/local_desktop_airflow.png -------------------------------------------------------------------------------- /docs/local_desktop_airflow_success.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/docs/local_desktop_airflow_success.png -------------------------------------------------------------------------------- /docs/repo_logo.drawio: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/docs/repo_logo.drawio -------------------------------------------------------------------------------- /docs/repo_logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/docs/repo_logo.png -------------------------------------------------------------------------------- /docs/terraform-logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/docs/terraform-logo.png -------------------------------------------------------------------------------- /docs/terragrunt-logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/docs/terragrunt-logo.png -------------------------------------------------------------------------------- /docs/terragrunt_deployment.drawio: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/docs/terragrunt_deployment.drawio -------------------------------------------------------------------------------- /docs/terragrunt_deployment.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/docs/terragrunt_deployment.png -------------------------------------------------------------------------------- /pull_request_template.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/pull_request_template.md -------------------------------------------------------------------------------- /teardown_local_desktop_airflow.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/teardown_local_desktop_airflow.sh -------------------------------------------------------------------------------- /terraform_simple_setup/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/terraform_simple_setup/README.md -------------------------------------------------------------------------------- /terraform_simple_setup/backend.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/terraform_simple_setup/backend.tf -------------------------------------------------------------------------------- /terraform_simple_setup/cloud_composer/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/terraform_simple_setup/cloud_composer/README.md -------------------------------------------------------------------------------- /terraform_simple_setup/cloud_composer/main.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/terraform_simple_setup/cloud_composer/main.tf -------------------------------------------------------------------------------- /terraform_simple_setup/cloud_composer/outputs.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/terraform_simple_setup/cloud_composer/outputs.tf -------------------------------------------------------------------------------- /terraform_simple_setup/cloud_composer/variables.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/terraform_simple_setup/cloud_composer/variables.tf -------------------------------------------------------------------------------- /terraform_simple_setup/compute_engine/main.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/terraform_simple_setup/compute_engine/main.tf -------------------------------------------------------------------------------- /terraform_simple_setup/compute_engine/outputs.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/terraform_simple_setup/compute_engine/outputs.tf -------------------------------------------------------------------------------- /terraform_simple_setup/compute_engine/variables.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/terraform_simple_setup/compute_engine/variables.tf -------------------------------------------------------------------------------- /terraform_simple_setup/enable_apis/main.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/terraform_simple_setup/enable_apis/main.tf -------------------------------------------------------------------------------- /terraform_simple_setup/enable_apis/outputs.tf: -------------------------------------------------------------------------------- 1 | # this module does NOT need to have outputs declared 2 | -------------------------------------------------------------------------------- /terraform_simple_setup/enable_apis/variables.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/terraform_simple_setup/enable_apis/variables.tf -------------------------------------------------------------------------------- /terraform_simple_setup/enable_state_gcs_logging.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/terraform_simple_setup/enable_state_gcs_logging.sh -------------------------------------------------------------------------------- /terraform_simple_setup/graph.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/terraform_simple_setup/graph.svg -------------------------------------------------------------------------------- /terraform_simple_setup/main.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/terraform_simple_setup/main.tf -------------------------------------------------------------------------------- /terraform_simple_setup/networking/main.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/terraform_simple_setup/networking/main.tf -------------------------------------------------------------------------------- /terraform_simple_setup/networking/outputs.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/terraform_simple_setup/networking/outputs.tf -------------------------------------------------------------------------------- /terraform_simple_setup/networking/variables.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/terraform_simple_setup/networking/variables.tf -------------------------------------------------------------------------------- /terraform_simple_setup/outputs.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/terraform_simple_setup/outputs.tf -------------------------------------------------------------------------------- /terraform_simple_setup/provider.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/terraform_simple_setup/provider.tf -------------------------------------------------------------------------------- /terraform_simple_setup/service_accounts/main.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/terraform_simple_setup/service_accounts/main.tf -------------------------------------------------------------------------------- /terraform_simple_setup/service_accounts/outputs.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/terraform_simple_setup/service_accounts/outputs.tf -------------------------------------------------------------------------------- /terraform_simple_setup/service_accounts/variables.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/terraform_simple_setup/service_accounts/variables.tf -------------------------------------------------------------------------------- /terraform_simple_setup/terragrunt.hcl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/terraform_simple_setup/terragrunt.hcl -------------------------------------------------------------------------------- /terraform_simple_setup/variables.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/terraform_simple_setup/variables.tf -------------------------------------------------------------------------------- /terraform_simple_setup/versions.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/terraform_simple_setup/versions.tf -------------------------------------------------------------------------------- /terragrunt_infrastructure_live/get_secret.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/terragrunt_infrastructure_live/get_secret.sh -------------------------------------------------------------------------------- /terragrunt_infrastructure_live/non-prod/account.hcl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/terragrunt_infrastructure_live/non-prod/account.hcl -------------------------------------------------------------------------------- /terragrunt_infrastructure_live/non-prod/us-central1/dev/cloud_composer/terragrunt.hcl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/terragrunt_infrastructure_live/non-prod/us-central1/dev/cloud_composer/terragrunt.hcl -------------------------------------------------------------------------------- /terragrunt_infrastructure_live/non-prod/us-central1/dev/compute_engine/terragrunt.hcl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/terragrunt_infrastructure_live/non-prod/us-central1/dev/compute_engine/terragrunt.hcl -------------------------------------------------------------------------------- /terragrunt_infrastructure_live/non-prod/us-central1/dev/enable_apis/terragrunt.hcl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/terragrunt_infrastructure_live/non-prod/us-central1/dev/enable_apis/terragrunt.hcl -------------------------------------------------------------------------------- /terragrunt_infrastructure_live/non-prod/us-central1/dev/env.hcl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/terragrunt_infrastructure_live/non-prod/us-central1/dev/env.hcl -------------------------------------------------------------------------------- /terragrunt_infrastructure_live/non-prod/us-central1/dev/networking/terragrunt.hcl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/terragrunt_infrastructure_live/non-prod/us-central1/dev/networking/terragrunt.hcl -------------------------------------------------------------------------------- /terragrunt_infrastructure_live/non-prod/us-central1/dev/service_accounts/terragrunt.hcl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/terragrunt_infrastructure_live/non-prod/us-central1/dev/service_accounts/terragrunt.hcl -------------------------------------------------------------------------------- /terragrunt_infrastructure_live/non-prod/us-central1/region.hcl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/terragrunt_infrastructure_live/non-prod/us-central1/region.hcl -------------------------------------------------------------------------------- /terragrunt_infrastructure_live/terragrunt.hcl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/terragrunt_infrastructure_live/terragrunt.hcl -------------------------------------------------------------------------------- /terragrunt_infrastructure_live/terragrunt_cleanup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/terragrunt_infrastructure_live/terragrunt_cleanup.sh -------------------------------------------------------------------------------- /terragrunt_infrastructure_modules/cloud_composer/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/terragrunt_infrastructure_modules/cloud_composer/README.md -------------------------------------------------------------------------------- /terragrunt_infrastructure_modules/cloud_composer/main.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/terragrunt_infrastructure_modules/cloud_composer/main.tf -------------------------------------------------------------------------------- /terragrunt_infrastructure_modules/cloud_composer/outputs.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/terragrunt_infrastructure_modules/cloud_composer/outputs.tf -------------------------------------------------------------------------------- /terragrunt_infrastructure_modules/cloud_composer/variables.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/terragrunt_infrastructure_modules/cloud_composer/variables.tf -------------------------------------------------------------------------------- /terragrunt_infrastructure_modules/compute_engine/main.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/terragrunt_infrastructure_modules/compute_engine/main.tf -------------------------------------------------------------------------------- /terragrunt_infrastructure_modules/compute_engine/outputs.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/terragrunt_infrastructure_modules/compute_engine/outputs.tf -------------------------------------------------------------------------------- /terragrunt_infrastructure_modules/compute_engine/variables.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/terragrunt_infrastructure_modules/compute_engine/variables.tf -------------------------------------------------------------------------------- /terragrunt_infrastructure_modules/enable_apis/main.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/terragrunt_infrastructure_modules/enable_apis/main.tf -------------------------------------------------------------------------------- /terragrunt_infrastructure_modules/enable_apis/outputs.tf: -------------------------------------------------------------------------------- 1 | # this module does NOT need to have outputs declared 2 | -------------------------------------------------------------------------------- /terragrunt_infrastructure_modules/enable_apis/variables.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/terragrunt_infrastructure_modules/enable_apis/variables.tf -------------------------------------------------------------------------------- /terragrunt_infrastructure_modules/networking/main.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/terragrunt_infrastructure_modules/networking/main.tf -------------------------------------------------------------------------------- /terragrunt_infrastructure_modules/networking/outputs.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/terragrunt_infrastructure_modules/networking/outputs.tf -------------------------------------------------------------------------------- /terragrunt_infrastructure_modules/networking/variables.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/terragrunt_infrastructure_modules/networking/variables.tf -------------------------------------------------------------------------------- /terragrunt_infrastructure_modules/service_accounts/main.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/terragrunt_infrastructure_modules/service_accounts/main.tf -------------------------------------------------------------------------------- /terragrunt_infrastructure_modules/service_accounts/outputs.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/terragrunt_infrastructure_modules/service_accounts/outputs.tf -------------------------------------------------------------------------------- /terragrunt_infrastructure_modules/service_accounts/variables.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/terragrunt_infrastructure_modules/service_accounts/variables.tf -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/test_add_gcp_connections.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/tests/test_add_gcp_connections.py -------------------------------------------------------------------------------- /tests/test_dbt_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/tests/test_dbt_example.py -------------------------------------------------------------------------------- /tests/test_sample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/tests/test_sample.py -------------------------------------------------------------------------------- /utils/checkov/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/utils/checkov/README.md -------------------------------------------------------------------------------- /utils/checkov/requirements.txt: -------------------------------------------------------------------------------- 1 | checkov==1.0.501 -------------------------------------------------------------------------------- /utils/cloud_composer/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/utils/cloud_composer/README.md -------------------------------------------------------------------------------- /utils/cloud_composer/iap_ssh_tunnel.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/utils/cloud_composer/iap_ssh_tunnel.sh -------------------------------------------------------------------------------- /utils/cloud_composer/kube_setup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/utils/cloud_composer/kube_setup.sh -------------------------------------------------------------------------------- /utils/local_desktop/dbt_docker.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sungchun12/airflow-toolkit/HEAD/utils/local_desktop/dbt_docker.sh --------------------------------------------------------------------------------