├── LICENSE ├── README.md ├── chapter-04 ├── .angreal │ ├── angreal.toml │ ├── task_demo.py │ ├── task_setup.py │ └── task_tests.py ├── .gitignore ├── .pre-commit-config.yaml ├── README.md ├── dags │ └── etl_asod.py ├── dev │ ├── Dockerfile │ ├── docker-compose.yaml │ └── env_vars.txt ├── dev_requirements.txt ├── logs │ └── .empty ├── packages.txt ├── requirements.txt └── tests │ ├── __init__.py │ ├── conftest.py │ ├── integrity │ ├── __init__.py │ └── test_dag_integrity.py │ └── unit │ └── __init__.py ├── chapter-05 ├── .angreal │ ├── angreal.toml │ ├── task_demo.py │ ├── task_setup.py │ └── task_tests.py ├── .gitignore ├── .pre-commit-config.yaml ├── README.md ├── dags │ ├── email-example.py │ ├── slack_example.py │ ├── test_airflow_connection.py │ └── test_secret_store_connection.py ├── dev │ ├── Dockerfile │ ├── docker-compose.yaml │ └── env_vars.txt ├── dev_requirements.txt ├── logs │ └── .empty ├── packages.txt ├── requirements.txt └── tests │ ├── __init__.py │ ├── conftest.py │ ├── integrity │ ├── __init__.py │ └── test_dag_integrity.py │ └── unit │ └── __init__.py ├── chapter-06 ├── .angreal │ ├── angreal.toml │ ├── task_demo.py │ ├── task_setup.py │ └── task_tests.py ├── .gitignore ├── .pre-commit-config.yaml ├── README.md ├── dags │ ├── example_dag.py │ └── example_dag │ │ └── __init__.py ├── dev │ ├── Dockerfile │ ├── docker-compose.yaml │ └── env_vars.txt ├── dev_requirements.txt ├── logs │ └── .empty ├── packages.txt ├── plugins │ └── metrics_plugin │ │ ├── __init__.py │ │ ├── templates │ │ └── dashboard.html │ │ └── views │ │ ├── __init__.py │ │ └── dashboard.py ├── requirements.txt └── tests │ ├── __init__.py │ ├── conftest.py │ ├── integrity │ ├── __init__.py │ └── test_dag_integrity.py │ └── unit │ ├── __init__.py │ └── test_example_dag.py ├── chapter-07 └── airflow-provider-tea-pot │ ├── .angreal │ ├── angreal.toml │ ├── task_demo.py │ ├── task_setup.py │ └── task_tests.py │ ├── .gitignore │ ├── .pre-commit-config.yaml │ ├── LICENSE.txt │ ├── README.md │ ├── airflow_provider_tea_pot │ ├── __init__.py │ ├── hooks │ │ └── __init__.py │ ├── operators │ │ └── __init__.py │ ├── provider.py │ ├── sensors │ │ └── __init__.py │ └── triggers │ │ └── __init__.py │ ├── dev │ ├── Dockerfile │ ├── docker-compose.yaml │ └── mocks │ │ ├── awake.yaml │ │ ├── brew_coffee.yaml │ │ ├── makes_tea.yaml │ │ └── water_level.yaml │ ├── example_dags │ ├── .empty │ └── example_dag.py │ ├── setup.cfg │ ├── setup.py │ └── tests │ ├── __init__.py │ ├── conftest.py │ └── unit │ ├── __init__.py │ ├── test_hooks.py │ ├── test_operator.py │ ├── test_sensor.py │ └── test_triggers.py ├── chapter-08 └── ml-example │ ├── .angreal │ ├── angreal.toml │ ├── task_demo.py │ ├── task_setup.py │ └── task_tests.py │ ├── .gitignore │ ├── README.md │ ├── dags │ ├── recsys_dag.py │ └── recsys_dag │ │ ├── __init__.py │ │ ├── model_trainer.Dockerfile │ │ └── model_trainer.py │ ├── dev │ ├── Dockerfile │ ├── docker-compose.yaml │ └── env_vars.txt │ ├── notebooks │ ├── 01-CollborativeFiltering-Copy1.ipynb │ └── 02-NeuralCollaborativeFiltering.ipynb │ ├── packages.txt │ ├── requirements.txt │ └── tests │ ├── __init__.py │ ├── conftest.py │ ├── integrity │ ├── __init__.py │ └── test_dag_integrity.py │ └── unit │ ├── __init__.py │ └── test_example_dag.py ├── chapter-09 ├── .DS_Store ├── .angreal │ ├── angreal.toml │ ├── task_demo.py │ ├── task_setup.py │ └── task_tests.py ├── .gitignore ├── .pre-commit-config.yaml ├── README.md ├── dags │ ├── e2e_test_generator.py │ └── test_case_dag_writer.py ├── dev │ ├── Dockerfile │ ├── cron-job │ │ ├── Dockerfile │ │ ├── crontab │ │ └── load_data.py │ ├── docker-compose.yaml │ └── env_vars.txt ├── dev_requirements.txt ├── logs │ └── .empty ├── packages.txt ├── requirements.txt └── tests │ ├── __init__.py │ ├── conftest.py │ ├── integrity │ ├── __init__.py │ └── test_dag_integrity.py │ └── unit │ ├── __init__.py │ └── test_example_dag.py └── chapter-12 ├── .angreal ├── angreal.toml ├── task_demo.py ├── task_setup.py └── task_tests.py ├── .gitignore ├── .pre-commit-config.yaml ├── README.md ├── dags ├── admin_dags │ └── example_dag.py ├── user_1 │ └── example_dag.py └── user_2 │ └── example_dag.py ├── dev ├── Dockerfile ├── docker-compose.yaml └── env_vars.txt ├── dev_requirements.txt ├── logs └── .empty ├── packages.txt ├── requirements.txt └── tests ├── __init__.py ├── conftest.py ├── integrity ├── __init__.py └── test_dag_integrity.py └── unit ├── __init__.py └── test_example_dag.py /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/README.md -------------------------------------------------------------------------------- /chapter-04/.angreal/angreal.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-04/.angreal/angreal.toml -------------------------------------------------------------------------------- /chapter-04/.angreal/task_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-04/.angreal/task_demo.py -------------------------------------------------------------------------------- /chapter-04/.angreal/task_setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-04/.angreal/task_setup.py -------------------------------------------------------------------------------- /chapter-04/.angreal/task_tests.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-04/.angreal/task_tests.py -------------------------------------------------------------------------------- /chapter-04/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-04/.gitignore -------------------------------------------------------------------------------- /chapter-04/.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-04/.pre-commit-config.yaml -------------------------------------------------------------------------------- /chapter-04/README.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /chapter-04/dags/etl_asod.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-04/dags/etl_asod.py -------------------------------------------------------------------------------- /chapter-04/dev/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-04/dev/Dockerfile -------------------------------------------------------------------------------- /chapter-04/dev/docker-compose.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-04/dev/docker-compose.yaml -------------------------------------------------------------------------------- /chapter-04/dev/env_vars.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-04/dev/env_vars.txt -------------------------------------------------------------------------------- /chapter-04/dev_requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-04/dev_requirements.txt -------------------------------------------------------------------------------- /chapter-04/logs/.empty: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /chapter-04/packages.txt: -------------------------------------------------------------------------------- 1 | wget 2 | -------------------------------------------------------------------------------- /chapter-04/requirements.txt: -------------------------------------------------------------------------------- 1 | numpy 2 | -------------------------------------------------------------------------------- /chapter-04/tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /chapter-04/tests/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-04/tests/conftest.py -------------------------------------------------------------------------------- /chapter-04/tests/integrity/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /chapter-04/tests/integrity/test_dag_integrity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-04/tests/integrity/test_dag_integrity.py -------------------------------------------------------------------------------- /chapter-04/tests/unit/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /chapter-05/.angreal/angreal.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-05/.angreal/angreal.toml -------------------------------------------------------------------------------- /chapter-05/.angreal/task_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-05/.angreal/task_demo.py -------------------------------------------------------------------------------- /chapter-05/.angreal/task_setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-05/.angreal/task_setup.py -------------------------------------------------------------------------------- /chapter-05/.angreal/task_tests.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-05/.angreal/task_tests.py -------------------------------------------------------------------------------- /chapter-05/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-05/.gitignore -------------------------------------------------------------------------------- /chapter-05/.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-05/.pre-commit-config.yaml -------------------------------------------------------------------------------- /chapter-05/README.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /chapter-05/dags/email-example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-05/dags/email-example.py -------------------------------------------------------------------------------- /chapter-05/dags/slack_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-05/dags/slack_example.py -------------------------------------------------------------------------------- /chapter-05/dags/test_airflow_connection.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-05/dags/test_airflow_connection.py -------------------------------------------------------------------------------- /chapter-05/dags/test_secret_store_connection.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-05/dags/test_secret_store_connection.py -------------------------------------------------------------------------------- /chapter-05/dev/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-05/dev/Dockerfile -------------------------------------------------------------------------------- /chapter-05/dev/docker-compose.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-05/dev/docker-compose.yaml -------------------------------------------------------------------------------- /chapter-05/dev/env_vars.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-05/dev/env_vars.txt -------------------------------------------------------------------------------- /chapter-05/dev_requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-05/dev_requirements.txt -------------------------------------------------------------------------------- /chapter-05/logs/.empty: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /chapter-05/packages.txt: -------------------------------------------------------------------------------- 1 | wget 2 | -------------------------------------------------------------------------------- /chapter-05/requirements.txt: -------------------------------------------------------------------------------- 1 | numpy 2 | -------------------------------------------------------------------------------- /chapter-05/tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /chapter-05/tests/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-05/tests/conftest.py -------------------------------------------------------------------------------- /chapter-05/tests/integrity/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /chapter-05/tests/integrity/test_dag_integrity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-05/tests/integrity/test_dag_integrity.py -------------------------------------------------------------------------------- /chapter-05/tests/unit/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /chapter-06/.angreal/angreal.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-06/.angreal/angreal.toml -------------------------------------------------------------------------------- /chapter-06/.angreal/task_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-06/.angreal/task_demo.py -------------------------------------------------------------------------------- /chapter-06/.angreal/task_setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-06/.angreal/task_setup.py -------------------------------------------------------------------------------- /chapter-06/.angreal/task_tests.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-06/.angreal/task_tests.py -------------------------------------------------------------------------------- /chapter-06/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-06/.gitignore -------------------------------------------------------------------------------- /chapter-06/.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-06/.pre-commit-config.yaml -------------------------------------------------------------------------------- /chapter-06/README.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /chapter-06/dags/example_dag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-06/dags/example_dag.py -------------------------------------------------------------------------------- /chapter-06/dags/example_dag/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-06/dags/example_dag/__init__.py -------------------------------------------------------------------------------- /chapter-06/dev/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-06/dev/Dockerfile -------------------------------------------------------------------------------- /chapter-06/dev/docker-compose.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-06/dev/docker-compose.yaml -------------------------------------------------------------------------------- /chapter-06/dev/env_vars.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-06/dev/env_vars.txt -------------------------------------------------------------------------------- /chapter-06/dev_requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-06/dev_requirements.txt -------------------------------------------------------------------------------- /chapter-06/logs/.empty: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /chapter-06/packages.txt: -------------------------------------------------------------------------------- 1 | wget 2 | -------------------------------------------------------------------------------- /chapter-06/plugins/metrics_plugin/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-06/plugins/metrics_plugin/__init__.py -------------------------------------------------------------------------------- /chapter-06/plugins/metrics_plugin/templates/dashboard.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-06/plugins/metrics_plugin/templates/dashboard.html -------------------------------------------------------------------------------- /chapter-06/plugins/metrics_plugin/views/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /chapter-06/plugins/metrics_plugin/views/dashboard.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-06/plugins/metrics_plugin/views/dashboard.py -------------------------------------------------------------------------------- /chapter-06/requirements.txt: -------------------------------------------------------------------------------- 1 | numpy 2 | -------------------------------------------------------------------------------- /chapter-06/tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /chapter-06/tests/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-06/tests/conftest.py -------------------------------------------------------------------------------- /chapter-06/tests/integrity/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /chapter-06/tests/integrity/test_dag_integrity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-06/tests/integrity/test_dag_integrity.py -------------------------------------------------------------------------------- /chapter-06/tests/unit/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /chapter-06/tests/unit/test_example_dag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-06/tests/unit/test_example_dag.py -------------------------------------------------------------------------------- /chapter-07/airflow-provider-tea-pot/.angreal/angreal.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-07/airflow-provider-tea-pot/.angreal/angreal.toml -------------------------------------------------------------------------------- /chapter-07/airflow-provider-tea-pot/.angreal/task_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-07/airflow-provider-tea-pot/.angreal/task_demo.py -------------------------------------------------------------------------------- /chapter-07/airflow-provider-tea-pot/.angreal/task_setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-07/airflow-provider-tea-pot/.angreal/task_setup.py -------------------------------------------------------------------------------- /chapter-07/airflow-provider-tea-pot/.angreal/task_tests.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-07/airflow-provider-tea-pot/.angreal/task_tests.py -------------------------------------------------------------------------------- /chapter-07/airflow-provider-tea-pot/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-07/airflow-provider-tea-pot/.gitignore -------------------------------------------------------------------------------- /chapter-07/airflow-provider-tea-pot/.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-07/airflow-provider-tea-pot/.pre-commit-config.yaml -------------------------------------------------------------------------------- /chapter-07/airflow-provider-tea-pot/LICENSE.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /chapter-07/airflow-provider-tea-pot/README.md: -------------------------------------------------------------------------------- 1 | # Tea Pot 2 | --- 3 | -------------------------------------------------------------------------------- /chapter-07/airflow-provider-tea-pot/airflow_provider_tea_pot/__init__.py: -------------------------------------------------------------------------------- 1 | __version__ = "0.0.0a" 2 | -------------------------------------------------------------------------------- /chapter-07/airflow-provider-tea-pot/airflow_provider_tea_pot/hooks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-07/airflow-provider-tea-pot/airflow_provider_tea_pot/hooks/__init__.py -------------------------------------------------------------------------------- /chapter-07/airflow-provider-tea-pot/airflow_provider_tea_pot/operators/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-07/airflow-provider-tea-pot/airflow_provider_tea_pot/operators/__init__.py -------------------------------------------------------------------------------- /chapter-07/airflow-provider-tea-pot/airflow_provider_tea_pot/provider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-07/airflow-provider-tea-pot/airflow_provider_tea_pot/provider.py -------------------------------------------------------------------------------- /chapter-07/airflow-provider-tea-pot/airflow_provider_tea_pot/sensors/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-07/airflow-provider-tea-pot/airflow_provider_tea_pot/sensors/__init__.py -------------------------------------------------------------------------------- /chapter-07/airflow-provider-tea-pot/airflow_provider_tea_pot/triggers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-07/airflow-provider-tea-pot/airflow_provider_tea_pot/triggers/__init__.py -------------------------------------------------------------------------------- /chapter-07/airflow-provider-tea-pot/dev/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-07/airflow-provider-tea-pot/dev/Dockerfile -------------------------------------------------------------------------------- /chapter-07/airflow-provider-tea-pot/dev/docker-compose.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-07/airflow-provider-tea-pot/dev/docker-compose.yaml -------------------------------------------------------------------------------- /chapter-07/airflow-provider-tea-pot/dev/mocks/awake.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-07/airflow-provider-tea-pot/dev/mocks/awake.yaml -------------------------------------------------------------------------------- /chapter-07/airflow-provider-tea-pot/dev/mocks/brew_coffee.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-07/airflow-provider-tea-pot/dev/mocks/brew_coffee.yaml -------------------------------------------------------------------------------- /chapter-07/airflow-provider-tea-pot/dev/mocks/makes_tea.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-07/airflow-provider-tea-pot/dev/mocks/makes_tea.yaml -------------------------------------------------------------------------------- /chapter-07/airflow-provider-tea-pot/dev/mocks/water_level.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-07/airflow-provider-tea-pot/dev/mocks/water_level.yaml -------------------------------------------------------------------------------- /chapter-07/airflow-provider-tea-pot/example_dags/.empty: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /chapter-07/airflow-provider-tea-pot/example_dags/example_dag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-07/airflow-provider-tea-pot/example_dags/example_dag.py -------------------------------------------------------------------------------- /chapter-07/airflow-provider-tea-pot/setup.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-07/airflow-provider-tea-pot/setup.cfg -------------------------------------------------------------------------------- /chapter-07/airflow-provider-tea-pot/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-07/airflow-provider-tea-pot/setup.py -------------------------------------------------------------------------------- /chapter-07/airflow-provider-tea-pot/tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /chapter-07/airflow-provider-tea-pot/tests/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-07/airflow-provider-tea-pot/tests/conftest.py -------------------------------------------------------------------------------- /chapter-07/airflow-provider-tea-pot/tests/unit/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /chapter-07/airflow-provider-tea-pot/tests/unit/test_hooks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-07/airflow-provider-tea-pot/tests/unit/test_hooks.py -------------------------------------------------------------------------------- /chapter-07/airflow-provider-tea-pot/tests/unit/test_operator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-07/airflow-provider-tea-pot/tests/unit/test_operator.py -------------------------------------------------------------------------------- /chapter-07/airflow-provider-tea-pot/tests/unit/test_sensor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-07/airflow-provider-tea-pot/tests/unit/test_sensor.py -------------------------------------------------------------------------------- /chapter-07/airflow-provider-tea-pot/tests/unit/test_triggers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-07/airflow-provider-tea-pot/tests/unit/test_triggers.py -------------------------------------------------------------------------------- /chapter-08/ml-example/.angreal/angreal.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-08/ml-example/.angreal/angreal.toml -------------------------------------------------------------------------------- /chapter-08/ml-example/.angreal/task_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-08/ml-example/.angreal/task_demo.py -------------------------------------------------------------------------------- /chapter-08/ml-example/.angreal/task_setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-08/ml-example/.angreal/task_setup.py -------------------------------------------------------------------------------- /chapter-08/ml-example/.angreal/task_tests.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-08/ml-example/.angreal/task_tests.py -------------------------------------------------------------------------------- /chapter-08/ml-example/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-08/ml-example/.gitignore -------------------------------------------------------------------------------- /chapter-08/ml-example/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-08/ml-example/README.md -------------------------------------------------------------------------------- /chapter-08/ml-example/dags/recsys_dag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-08/ml-example/dags/recsys_dag.py -------------------------------------------------------------------------------- /chapter-08/ml-example/dags/recsys_dag/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-08/ml-example/dags/recsys_dag/__init__.py -------------------------------------------------------------------------------- /chapter-08/ml-example/dags/recsys_dag/model_trainer.Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-08/ml-example/dags/recsys_dag/model_trainer.Dockerfile -------------------------------------------------------------------------------- /chapter-08/ml-example/dags/recsys_dag/model_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-08/ml-example/dags/recsys_dag/model_trainer.py -------------------------------------------------------------------------------- /chapter-08/ml-example/dev/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-08/ml-example/dev/Dockerfile -------------------------------------------------------------------------------- /chapter-08/ml-example/dev/docker-compose.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-08/ml-example/dev/docker-compose.yaml -------------------------------------------------------------------------------- /chapter-08/ml-example/dev/env_vars.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-08/ml-example/dev/env_vars.txt -------------------------------------------------------------------------------- /chapter-08/ml-example/notebooks/01-CollborativeFiltering-Copy1.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-08/ml-example/notebooks/01-CollborativeFiltering-Copy1.ipynb -------------------------------------------------------------------------------- /chapter-08/ml-example/notebooks/02-NeuralCollaborativeFiltering.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-08/ml-example/notebooks/02-NeuralCollaborativeFiltering.ipynb -------------------------------------------------------------------------------- /chapter-08/ml-example/packages.txt: -------------------------------------------------------------------------------- 1 | wget 2 | -------------------------------------------------------------------------------- /chapter-08/ml-example/requirements.txt: -------------------------------------------------------------------------------- 1 | numpy 2 | polars 3 | apache-airflow-providers-cncf-kubernetes 4 | -------------------------------------------------------------------------------- /chapter-08/ml-example/tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /chapter-08/ml-example/tests/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-08/ml-example/tests/conftest.py -------------------------------------------------------------------------------- /chapter-08/ml-example/tests/integrity/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /chapter-08/ml-example/tests/integrity/test_dag_integrity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-08/ml-example/tests/integrity/test_dag_integrity.py -------------------------------------------------------------------------------- /chapter-08/ml-example/tests/unit/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /chapter-08/ml-example/tests/unit/test_example_dag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-08/ml-example/tests/unit/test_example_dag.py -------------------------------------------------------------------------------- /chapter-09/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-09/.DS_Store -------------------------------------------------------------------------------- /chapter-09/.angreal/angreal.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-09/.angreal/angreal.toml -------------------------------------------------------------------------------- /chapter-09/.angreal/task_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-09/.angreal/task_demo.py -------------------------------------------------------------------------------- /chapter-09/.angreal/task_setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-09/.angreal/task_setup.py -------------------------------------------------------------------------------- /chapter-09/.angreal/task_tests.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-09/.angreal/task_tests.py -------------------------------------------------------------------------------- /chapter-09/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-09/.gitignore -------------------------------------------------------------------------------- /chapter-09/.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-09/.pre-commit-config.yaml -------------------------------------------------------------------------------- /chapter-09/README.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /chapter-09/dags/e2e_test_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-09/dags/e2e_test_generator.py -------------------------------------------------------------------------------- /chapter-09/dags/test_case_dag_writer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-09/dags/test_case_dag_writer.py -------------------------------------------------------------------------------- /chapter-09/dev/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-09/dev/Dockerfile -------------------------------------------------------------------------------- /chapter-09/dev/cron-job/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-09/dev/cron-job/Dockerfile -------------------------------------------------------------------------------- /chapter-09/dev/cron-job/crontab: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-09/dev/cron-job/crontab -------------------------------------------------------------------------------- /chapter-09/dev/cron-job/load_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-09/dev/cron-job/load_data.py -------------------------------------------------------------------------------- /chapter-09/dev/docker-compose.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-09/dev/docker-compose.yaml -------------------------------------------------------------------------------- /chapter-09/dev/env_vars.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-09/dev/env_vars.txt -------------------------------------------------------------------------------- /chapter-09/dev_requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-09/dev_requirements.txt -------------------------------------------------------------------------------- /chapter-09/logs/.empty: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /chapter-09/packages.txt: -------------------------------------------------------------------------------- 1 | wget 2 | -------------------------------------------------------------------------------- /chapter-09/requirements.txt: -------------------------------------------------------------------------------- 1 | numpy 2 | -------------------------------------------------------------------------------- /chapter-09/tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /chapter-09/tests/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-09/tests/conftest.py -------------------------------------------------------------------------------- /chapter-09/tests/integrity/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /chapter-09/tests/integrity/test_dag_integrity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-09/tests/integrity/test_dag_integrity.py -------------------------------------------------------------------------------- /chapter-09/tests/unit/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /chapter-09/tests/unit/test_example_dag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-09/tests/unit/test_example_dag.py -------------------------------------------------------------------------------- /chapter-12/.angreal/angreal.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-12/.angreal/angreal.toml -------------------------------------------------------------------------------- /chapter-12/.angreal/task_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-12/.angreal/task_demo.py -------------------------------------------------------------------------------- /chapter-12/.angreal/task_setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-12/.angreal/task_setup.py -------------------------------------------------------------------------------- /chapter-12/.angreal/task_tests.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-12/.angreal/task_tests.py -------------------------------------------------------------------------------- /chapter-12/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-12/.gitignore -------------------------------------------------------------------------------- /chapter-12/.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-12/.pre-commit-config.yaml -------------------------------------------------------------------------------- /chapter-12/README.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /chapter-12/dags/admin_dags/example_dag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-12/dags/admin_dags/example_dag.py -------------------------------------------------------------------------------- /chapter-12/dags/user_1/example_dag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-12/dags/user_1/example_dag.py -------------------------------------------------------------------------------- /chapter-12/dags/user_2/example_dag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-12/dags/user_2/example_dag.py -------------------------------------------------------------------------------- /chapter-12/dev/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-12/dev/Dockerfile -------------------------------------------------------------------------------- /chapter-12/dev/docker-compose.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-12/dev/docker-compose.yaml -------------------------------------------------------------------------------- /chapter-12/dev/env_vars.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-12/dev/env_vars.txt -------------------------------------------------------------------------------- /chapter-12/dev_requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-12/dev_requirements.txt -------------------------------------------------------------------------------- /chapter-12/logs/.empty: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /chapter-12/packages.txt: -------------------------------------------------------------------------------- 1 | wget 2 | -------------------------------------------------------------------------------- /chapter-12/requirements.txt: -------------------------------------------------------------------------------- 1 | numpy -------------------------------------------------------------------------------- /chapter-12/tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /chapter-12/tests/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-12/tests/conftest.py -------------------------------------------------------------------------------- /chapter-12/tests/integrity/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /chapter-12/tests/integrity/test_dag_integrity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-12/tests/integrity/test_dag_integrity.py -------------------------------------------------------------------------------- /chapter-12/tests/unit/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /chapter-12/tests/unit/test_example_dag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Apache-Airflow-Best-Practices/HEAD/chapter-12/tests/unit/test_example_dag.py --------------------------------------------------------------------------------