├── .flake8 ├── .github ├── FUNDING.yml ├── img │ ├── logo.png │ ├── logo.svg │ └── stack-diagram.png └── workflows │ ├── cron.yaml │ ├── push.yaml │ └── review.yaml ├── .gitignore ├── .gitmodules ├── .pylintrc ├── CODE_OF_CONDUCT.md ├── CONTRIBUTING.md ├── LICENSE ├── Makefile ├── README.md ├── ci ├── awsnuke.yaml └── taskcat.yaml ├── dev-requirements.txt ├── examples └── project │ ├── Makefile │ └── airflow │ ├── airflow.cfg │ ├── appspec.yml │ ├── dags │ └── my_dag.py │ └── scripts │ ├── cdapp_start.sh │ └── cdapp_stop.sh ├── functions └── load_metric.py ├── scripts ├── airflow-confapply.sh ├── airflow-heartbeat.sh ├── airflow-terminate.sh ├── commons.setup.sh ├── scheduler.setup.sh ├── systemd │ ├── airflow-confapply-agent.path │ ├── airflow-confapply-agent.service │ ├── airflow-heartbeat.service │ ├── airflow-heartbeat.timer │ ├── airflow-scheduler.service │ ├── airflow-terminate.service │ ├── airflow-terminate.timer │ ├── airflow-webserver.service │ ├── airflow-workerset.service │ ├── airflow.conf │ ├── airflow.env │ ├── cfn-auto-reloader.conf │ ├── cfn-hup.conf │ └── cfn-hup.service ├── webserver.setup.sh └── workerset.setup.sh ├── templates ├── turbine-cluster.template ├── turbine-master.template ├── turbine-scheduler.template ├── turbine-webserver.template └── turbine-workerset.template └── test ├── templates.py ├── test_quickstart_guidelines.py ├── test_template_descriptions.py ├── test_template_interface.py └── test_template_params.py /.flake8: -------------------------------------------------------------------------------- 1 | [flake8] 2 | max-line-length = 88 3 | -------------------------------------------------------------------------------- /.github/FUNDING.yml: -------------------------------------------------------------------------------- 1 | custom: "https://www.buymeacoffee.com/villasv" 2 | -------------------------------------------------------------------------------- /.github/img/logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/villasv/aws-airflow-stack/HEAD/.github/img/logo.png -------------------------------------------------------------------------------- /.github/img/logo.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/villasv/aws-airflow-stack/HEAD/.github/img/logo.svg -------------------------------------------------------------------------------- /.github/img/stack-diagram.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/villasv/aws-airflow-stack/HEAD/.github/img/stack-diagram.png -------------------------------------------------------------------------------- /.github/workflows/cron.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/villasv/aws-airflow-stack/HEAD/.github/workflows/cron.yaml -------------------------------------------------------------------------------- /.github/workflows/push.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/villasv/aws-airflow-stack/HEAD/.github/workflows/push.yaml -------------------------------------------------------------------------------- /.github/workflows/review.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/villasv/aws-airflow-stack/HEAD/.github/workflows/review.yaml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/villasv/aws-airflow-stack/HEAD/.gitignore -------------------------------------------------------------------------------- /.gitmodules: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/villasv/aws-airflow-stack/HEAD/.gitmodules -------------------------------------------------------------------------------- /.pylintrc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/villasv/aws-airflow-stack/HEAD/.pylintrc -------------------------------------------------------------------------------- /CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/villasv/aws-airflow-stack/HEAD/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/villasv/aws-airflow-stack/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/villasv/aws-airflow-stack/HEAD/LICENSE -------------------------------------------------------------------------------- /Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/villasv/aws-airflow-stack/HEAD/Makefile -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/villasv/aws-airflow-stack/HEAD/README.md -------------------------------------------------------------------------------- /ci/awsnuke.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/villasv/aws-airflow-stack/HEAD/ci/awsnuke.yaml -------------------------------------------------------------------------------- /ci/taskcat.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/villasv/aws-airflow-stack/HEAD/ci/taskcat.yaml -------------------------------------------------------------------------------- /dev-requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/villasv/aws-airflow-stack/HEAD/dev-requirements.txt -------------------------------------------------------------------------------- /examples/project/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/villasv/aws-airflow-stack/HEAD/examples/project/Makefile -------------------------------------------------------------------------------- /examples/project/airflow/airflow.cfg: -------------------------------------------------------------------------------- 1 | [core] 2 | max_active_runs_per_dag = 16 3 | -------------------------------------------------------------------------------- /examples/project/airflow/appspec.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/villasv/aws-airflow-stack/HEAD/examples/project/airflow/appspec.yml -------------------------------------------------------------------------------- /examples/project/airflow/dags/my_dag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/villasv/aws-airflow-stack/HEAD/examples/project/airflow/dags/my_dag.py -------------------------------------------------------------------------------- /examples/project/airflow/scripts/cdapp_start.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/villasv/aws-airflow-stack/HEAD/examples/project/airflow/scripts/cdapp_start.sh -------------------------------------------------------------------------------- /examples/project/airflow/scripts/cdapp_stop.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/villasv/aws-airflow-stack/HEAD/examples/project/airflow/scripts/cdapp_stop.sh -------------------------------------------------------------------------------- /functions/load_metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/villasv/aws-airflow-stack/HEAD/functions/load_metric.py -------------------------------------------------------------------------------- /scripts/airflow-confapply.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/villasv/aws-airflow-stack/HEAD/scripts/airflow-confapply.sh -------------------------------------------------------------------------------- /scripts/airflow-heartbeat.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/villasv/aws-airflow-stack/HEAD/scripts/airflow-heartbeat.sh -------------------------------------------------------------------------------- /scripts/airflow-terminate.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/villasv/aws-airflow-stack/HEAD/scripts/airflow-terminate.sh -------------------------------------------------------------------------------- /scripts/commons.setup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/villasv/aws-airflow-stack/HEAD/scripts/commons.setup.sh -------------------------------------------------------------------------------- /scripts/scheduler.setup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/villasv/aws-airflow-stack/HEAD/scripts/scheduler.setup.sh -------------------------------------------------------------------------------- /scripts/systemd/airflow-confapply-agent.path: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/villasv/aws-airflow-stack/HEAD/scripts/systemd/airflow-confapply-agent.path -------------------------------------------------------------------------------- /scripts/systemd/airflow-confapply-agent.service: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/villasv/aws-airflow-stack/HEAD/scripts/systemd/airflow-confapply-agent.service -------------------------------------------------------------------------------- /scripts/systemd/airflow-heartbeat.service: -------------------------------------------------------------------------------- 1 | [Service] 2 | Type=oneshot 3 | ExecStart=/opt/turbine/airflow-heartbeat.sh 4 | -------------------------------------------------------------------------------- /scripts/systemd/airflow-heartbeat.timer: -------------------------------------------------------------------------------- 1 | [Timer] 2 | OnCalendar=*:0/1 3 | 4 | [Install] 5 | WantedBy=airflow.service 6 | -------------------------------------------------------------------------------- /scripts/systemd/airflow-scheduler.service: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/villasv/aws-airflow-stack/HEAD/scripts/systemd/airflow-scheduler.service -------------------------------------------------------------------------------- /scripts/systemd/airflow-terminate.service: -------------------------------------------------------------------------------- 1 | [Service] 2 | Type=oneshot 3 | ExecStart=/opt/turbine/airflow-terminate.sh 4 | -------------------------------------------------------------------------------- /scripts/systemd/airflow-terminate.timer: -------------------------------------------------------------------------------- 1 | [Timer] 2 | OnCalendar=*:0/1 3 | 4 | [Install] 5 | WantedBy=airflow.service 6 | -------------------------------------------------------------------------------- /scripts/systemd/airflow-webserver.service: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/villasv/aws-airflow-stack/HEAD/scripts/systemd/airflow-webserver.service -------------------------------------------------------------------------------- /scripts/systemd/airflow-workerset.service: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/villasv/aws-airflow-stack/HEAD/scripts/systemd/airflow-workerset.service -------------------------------------------------------------------------------- /scripts/systemd/airflow.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/villasv/aws-airflow-stack/HEAD/scripts/systemd/airflow.conf -------------------------------------------------------------------------------- /scripts/systemd/airflow.env: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/villasv/aws-airflow-stack/HEAD/scripts/systemd/airflow.env -------------------------------------------------------------------------------- /scripts/systemd/cfn-auto-reloader.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/villasv/aws-airflow-stack/HEAD/scripts/systemd/cfn-auto-reloader.conf -------------------------------------------------------------------------------- /scripts/systemd/cfn-hup.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/villasv/aws-airflow-stack/HEAD/scripts/systemd/cfn-hup.conf -------------------------------------------------------------------------------- /scripts/systemd/cfn-hup.service: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/villasv/aws-airflow-stack/HEAD/scripts/systemd/cfn-hup.service -------------------------------------------------------------------------------- /scripts/webserver.setup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/villasv/aws-airflow-stack/HEAD/scripts/webserver.setup.sh -------------------------------------------------------------------------------- /scripts/workerset.setup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/villasv/aws-airflow-stack/HEAD/scripts/workerset.setup.sh -------------------------------------------------------------------------------- /templates/turbine-cluster.template: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/villasv/aws-airflow-stack/HEAD/templates/turbine-cluster.template -------------------------------------------------------------------------------- /templates/turbine-master.template: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/villasv/aws-airflow-stack/HEAD/templates/turbine-master.template -------------------------------------------------------------------------------- /templates/turbine-scheduler.template: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/villasv/aws-airflow-stack/HEAD/templates/turbine-scheduler.template -------------------------------------------------------------------------------- /templates/turbine-webserver.template: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/villasv/aws-airflow-stack/HEAD/templates/turbine-webserver.template -------------------------------------------------------------------------------- /templates/turbine-workerset.template: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/villasv/aws-airflow-stack/HEAD/templates/turbine-workerset.template -------------------------------------------------------------------------------- /test/templates.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/villasv/aws-airflow-stack/HEAD/test/templates.py -------------------------------------------------------------------------------- /test/test_quickstart_guidelines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/villasv/aws-airflow-stack/HEAD/test/test_quickstart_guidelines.py -------------------------------------------------------------------------------- /test/test_template_descriptions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/villasv/aws-airflow-stack/HEAD/test/test_template_descriptions.py -------------------------------------------------------------------------------- /test/test_template_interface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/villasv/aws-airflow-stack/HEAD/test/test_template_interface.py -------------------------------------------------------------------------------- /test/test_template_params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/villasv/aws-airflow-stack/HEAD/test/test_template_params.py --------------------------------------------------------------------------------