├── .gitignore ├── README.md ├── cluster.yml ├── section-4 ├── cleanup │ └── cleanup.sh ├── namespaces │ └── dev.yml ├── scripts │ └── setup-flux.sh └── workstation │ └── commands.txt ├── section-5 ├── cleanup │ └── cleanup.sh ├── deployments │ └── aws-dags-efs-deployment.yml ├── releases │ └── airflow-dev.yml ├── setup │ └── setup.sh ├── sources │ └── airflow-repo.yml └── storages │ ├── aws-dags-efs-pvc.yml │ └── efs_commands.sh ├── section-6 ├── cleanup │ └── cleanup.sh ├── code-pipeline │ ├── airflow-dev-pipeline.cfn.yml │ ├── airflow-staging-pipeline.cfn.yml │ ├── cbAssumeRolePolicyDocument.json │ ├── cbPolicyDocument.json │ ├── commands-dev-pipeline.sh │ ├── commands-staging-pipeline.sh │ ├── cpAssumeRolePolicyDocument.json │ └── cpPolicyDocument.json ├── configmaps │ └── airflow-env-staging.yml ├── releases │ └── airflow-dev.yml ├── scripts │ ├── setup-codepipeline-dev.sh │ └── setup-codepipeline-staging.sh └── setup │ └── setup.sh ├── section-7 ├── cleanup │ └── cleanup.sh ├── code-pipeline │ ├── airflow-staging-pipeline-upgrade.cfn.yml │ ├── airflow-staging-pipeline.cfn.yml │ ├── commands-staging-pipeline-upgrade.sh │ └── commands-staging-pipeline.sh ├── deployments │ ├── airflow-alb-ingress-controller-dev.yml │ └── external-dns.yml ├── iam │ ├── airflow-rbac-role-alb-ingress.yml │ ├── iam-alb-policy.json │ └── iam-external-dns.json ├── ingresses │ ├── airflow-ingress-dev.yml │ ├── airflow-ssl-ingress-dev.yml │ └── create-ingress-commands.sh ├── releases │ └── airflow-dev.yml ├── scripts │ ├── setup-codepipeline-staging.sh │ └── setup-ingress.sh ├── services │ ├── airflow-elb-dev.yml │ └── airflow-nodeport-dev.yml └── setup │ └── setup.sh ├── section-8 ├── cleanup │ └── cleanup.sh ├── deployments │ └── aws-dags-efs-deployment.yml ├── iam │ └── airflow-rbac-role-pods.yml ├── secrets │ └── generate-secret.sh ├── setup │ └── setup.sh └── storages │ ├── aws-logs-efs-pvc.yml │ └── efs_commands.sh └── section-9 ├── .keep ├── cleanup └── cleanup.sh ├── code-pipeline ├── airflow-prod-pipeline.cfn.yml └── commands-prod-pipeline.sh └── setup └── setup.sh /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/marclamberti/airflow-materials-aws/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/marclamberti/airflow-materials-aws/HEAD/README.md -------------------------------------------------------------------------------- /cluster.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/marclamberti/airflow-materials-aws/HEAD/cluster.yml -------------------------------------------------------------------------------- /section-4/cleanup/cleanup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/marclamberti/airflow-materials-aws/HEAD/section-4/cleanup/cleanup.sh -------------------------------------------------------------------------------- /section-4/namespaces/dev.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/marclamberti/airflow-materials-aws/HEAD/section-4/namespaces/dev.yml -------------------------------------------------------------------------------- /section-4/scripts/setup-flux.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/marclamberti/airflow-materials-aws/HEAD/section-4/scripts/setup-flux.sh -------------------------------------------------------------------------------- /section-4/workstation/commands.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/marclamberti/airflow-materials-aws/HEAD/section-4/workstation/commands.txt -------------------------------------------------------------------------------- /section-5/cleanup/cleanup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/marclamberti/airflow-materials-aws/HEAD/section-5/cleanup/cleanup.sh -------------------------------------------------------------------------------- /section-5/deployments/aws-dags-efs-deployment.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/marclamberti/airflow-materials-aws/HEAD/section-5/deployments/aws-dags-efs-deployment.yml -------------------------------------------------------------------------------- /section-5/releases/airflow-dev.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/marclamberti/airflow-materials-aws/HEAD/section-5/releases/airflow-dev.yml -------------------------------------------------------------------------------- /section-5/setup/setup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/marclamberti/airflow-materials-aws/HEAD/section-5/setup/setup.sh -------------------------------------------------------------------------------- /section-5/sources/airflow-repo.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/marclamberti/airflow-materials-aws/HEAD/section-5/sources/airflow-repo.yml -------------------------------------------------------------------------------- /section-5/storages/aws-dags-efs-pvc.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/marclamberti/airflow-materials-aws/HEAD/section-5/storages/aws-dags-efs-pvc.yml -------------------------------------------------------------------------------- /section-5/storages/efs_commands.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/marclamberti/airflow-materials-aws/HEAD/section-5/storages/efs_commands.sh -------------------------------------------------------------------------------- /section-6/cleanup/cleanup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/marclamberti/airflow-materials-aws/HEAD/section-6/cleanup/cleanup.sh -------------------------------------------------------------------------------- /section-6/code-pipeline/airflow-dev-pipeline.cfn.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/marclamberti/airflow-materials-aws/HEAD/section-6/code-pipeline/airflow-dev-pipeline.cfn.yml -------------------------------------------------------------------------------- /section-6/code-pipeline/airflow-staging-pipeline.cfn.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/marclamberti/airflow-materials-aws/HEAD/section-6/code-pipeline/airflow-staging-pipeline.cfn.yml -------------------------------------------------------------------------------- /section-6/code-pipeline/cbAssumeRolePolicyDocument.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/marclamberti/airflow-materials-aws/HEAD/section-6/code-pipeline/cbAssumeRolePolicyDocument.json -------------------------------------------------------------------------------- /section-6/code-pipeline/cbPolicyDocument.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/marclamberti/airflow-materials-aws/HEAD/section-6/code-pipeline/cbPolicyDocument.json -------------------------------------------------------------------------------- /section-6/code-pipeline/commands-dev-pipeline.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/marclamberti/airflow-materials-aws/HEAD/section-6/code-pipeline/commands-dev-pipeline.sh -------------------------------------------------------------------------------- /section-6/code-pipeline/commands-staging-pipeline.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/marclamberti/airflow-materials-aws/HEAD/section-6/code-pipeline/commands-staging-pipeline.sh -------------------------------------------------------------------------------- /section-6/code-pipeline/cpAssumeRolePolicyDocument.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/marclamberti/airflow-materials-aws/HEAD/section-6/code-pipeline/cpAssumeRolePolicyDocument.json -------------------------------------------------------------------------------- /section-6/code-pipeline/cpPolicyDocument.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/marclamberti/airflow-materials-aws/HEAD/section-6/code-pipeline/cpPolicyDocument.json -------------------------------------------------------------------------------- /section-6/configmaps/airflow-env-staging.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/marclamberti/airflow-materials-aws/HEAD/section-6/configmaps/airflow-env-staging.yml -------------------------------------------------------------------------------- /section-6/releases/airflow-dev.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/marclamberti/airflow-materials-aws/HEAD/section-6/releases/airflow-dev.yml -------------------------------------------------------------------------------- /section-6/scripts/setup-codepipeline-dev.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/marclamberti/airflow-materials-aws/HEAD/section-6/scripts/setup-codepipeline-dev.sh -------------------------------------------------------------------------------- /section-6/scripts/setup-codepipeline-staging.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/marclamberti/airflow-materials-aws/HEAD/section-6/scripts/setup-codepipeline-staging.sh -------------------------------------------------------------------------------- /section-6/setup/setup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/marclamberti/airflow-materials-aws/HEAD/section-6/setup/setup.sh -------------------------------------------------------------------------------- /section-7/cleanup/cleanup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/marclamberti/airflow-materials-aws/HEAD/section-7/cleanup/cleanup.sh -------------------------------------------------------------------------------- /section-7/code-pipeline/airflow-staging-pipeline-upgrade.cfn.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/marclamberti/airflow-materials-aws/HEAD/section-7/code-pipeline/airflow-staging-pipeline-upgrade.cfn.yml -------------------------------------------------------------------------------- /section-7/code-pipeline/airflow-staging-pipeline.cfn.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/marclamberti/airflow-materials-aws/HEAD/section-7/code-pipeline/airflow-staging-pipeline.cfn.yml -------------------------------------------------------------------------------- /section-7/code-pipeline/commands-staging-pipeline-upgrade.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/marclamberti/airflow-materials-aws/HEAD/section-7/code-pipeline/commands-staging-pipeline-upgrade.sh -------------------------------------------------------------------------------- /section-7/code-pipeline/commands-staging-pipeline.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/marclamberti/airflow-materials-aws/HEAD/section-7/code-pipeline/commands-staging-pipeline.sh -------------------------------------------------------------------------------- /section-7/deployments/airflow-alb-ingress-controller-dev.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/marclamberti/airflow-materials-aws/HEAD/section-7/deployments/airflow-alb-ingress-controller-dev.yml -------------------------------------------------------------------------------- /section-7/deployments/external-dns.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/marclamberti/airflow-materials-aws/HEAD/section-7/deployments/external-dns.yml -------------------------------------------------------------------------------- /section-7/iam/airflow-rbac-role-alb-ingress.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/marclamberti/airflow-materials-aws/HEAD/section-7/iam/airflow-rbac-role-alb-ingress.yml -------------------------------------------------------------------------------- /section-7/iam/iam-alb-policy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/marclamberti/airflow-materials-aws/HEAD/section-7/iam/iam-alb-policy.json -------------------------------------------------------------------------------- /section-7/iam/iam-external-dns.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/marclamberti/airflow-materials-aws/HEAD/section-7/iam/iam-external-dns.json -------------------------------------------------------------------------------- /section-7/ingresses/airflow-ingress-dev.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/marclamberti/airflow-materials-aws/HEAD/section-7/ingresses/airflow-ingress-dev.yml -------------------------------------------------------------------------------- /section-7/ingresses/airflow-ssl-ingress-dev.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/marclamberti/airflow-materials-aws/HEAD/section-7/ingresses/airflow-ssl-ingress-dev.yml -------------------------------------------------------------------------------- /section-7/ingresses/create-ingress-commands.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/marclamberti/airflow-materials-aws/HEAD/section-7/ingresses/create-ingress-commands.sh -------------------------------------------------------------------------------- /section-7/releases/airflow-dev.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/marclamberti/airflow-materials-aws/HEAD/section-7/releases/airflow-dev.yml -------------------------------------------------------------------------------- /section-7/scripts/setup-codepipeline-staging.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/marclamberti/airflow-materials-aws/HEAD/section-7/scripts/setup-codepipeline-staging.sh -------------------------------------------------------------------------------- /section-7/scripts/setup-ingress.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/marclamberti/airflow-materials-aws/HEAD/section-7/scripts/setup-ingress.sh -------------------------------------------------------------------------------- /section-7/services/airflow-elb-dev.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/marclamberti/airflow-materials-aws/HEAD/section-7/services/airflow-elb-dev.yml -------------------------------------------------------------------------------- /section-7/services/airflow-nodeport-dev.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/marclamberti/airflow-materials-aws/HEAD/section-7/services/airflow-nodeport-dev.yml -------------------------------------------------------------------------------- /section-7/setup/setup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/marclamberti/airflow-materials-aws/HEAD/section-7/setup/setup.sh -------------------------------------------------------------------------------- /section-8/cleanup/cleanup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/marclamberti/airflow-materials-aws/HEAD/section-8/cleanup/cleanup.sh -------------------------------------------------------------------------------- /section-8/deployments/aws-dags-efs-deployment.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/marclamberti/airflow-materials-aws/HEAD/section-8/deployments/aws-dags-efs-deployment.yml -------------------------------------------------------------------------------- /section-8/iam/airflow-rbac-role-pods.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/marclamberti/airflow-materials-aws/HEAD/section-8/iam/airflow-rbac-role-pods.yml -------------------------------------------------------------------------------- /section-8/secrets/generate-secret.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/marclamberti/airflow-materials-aws/HEAD/section-8/secrets/generate-secret.sh -------------------------------------------------------------------------------- /section-8/setup/setup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/marclamberti/airflow-materials-aws/HEAD/section-8/setup/setup.sh -------------------------------------------------------------------------------- /section-8/storages/aws-logs-efs-pvc.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/marclamberti/airflow-materials-aws/HEAD/section-8/storages/aws-logs-efs-pvc.yml -------------------------------------------------------------------------------- /section-8/storages/efs_commands.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/marclamberti/airflow-materials-aws/HEAD/section-8/storages/efs_commands.sh -------------------------------------------------------------------------------- /section-9/.keep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /section-9/cleanup/cleanup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/marclamberti/airflow-materials-aws/HEAD/section-9/cleanup/cleanup.sh -------------------------------------------------------------------------------- /section-9/code-pipeline/airflow-prod-pipeline.cfn.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/marclamberti/airflow-materials-aws/HEAD/section-9/code-pipeline/airflow-prod-pipeline.cfn.yml -------------------------------------------------------------------------------- /section-9/code-pipeline/commands-prod-pipeline.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/marclamberti/airflow-materials-aws/HEAD/section-9/code-pipeline/commands-prod-pipeline.sh -------------------------------------------------------------------------------- /section-9/setup/setup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/marclamberti/airflow-materials-aws/HEAD/section-9/setup/setup.sh --------------------------------------------------------------------------------