├── .gitignore ├── .pre-commit-config.yaml ├── LICENSE ├── README.md ├── airflow.cfg ├── dags ├── __init__.py ├── common │ ├── __init__.py │ └── stringcase.py └── something_dag.py ├── docker ├── Dockerfile ├── docker-compose.yml ├── entrypoint.sh └── spark-conf │ └── spark-defaults.conf ├── env.sh ├── images ├── custom_plugin_not_recognised.png ├── mark_as_source.png ├── pytest_template.png ├── python_interpreter.png ├── run_debug_config.png ├── run_env_sh.png └── setup_diagram.png ├── plugins ├── __init__.py └── something │ ├── __init__.py │ ├── hooks │ ├── __init__.py │ └── something_hook.py │ └── operators │ ├── __init__.py │ └── something_to_something_operator.py ├── requirements-airflow.txt ├── requirements-dev.txt ├── setup.cfg ├── tests ├── __init__.py ├── conftest.py ├── dags │ ├── __init__.py │ └── common │ │ ├── __init__.py │ │ └── test_stringcase.py ├── plugins │ ├── __init__.py │ └── something │ │ ├── __init__.py │ │ └── operators │ │ ├── __init__.py │ │ └── test_something_to_something_operator.py └── test_dags.py └── variables └── dev └── all.json /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ninja-van/airflow-boilerplate/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ninja-van/airflow-boilerplate/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ninja-van/airflow-boilerplate/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ninja-van/airflow-boilerplate/HEAD/README.md -------------------------------------------------------------------------------- /airflow.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ninja-van/airflow-boilerplate/HEAD/airflow.cfg -------------------------------------------------------------------------------- /dags/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dags/common/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dags/common/stringcase.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ninja-van/airflow-boilerplate/HEAD/dags/common/stringcase.py -------------------------------------------------------------------------------- /dags/something_dag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ninja-van/airflow-boilerplate/HEAD/dags/something_dag.py -------------------------------------------------------------------------------- /docker/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ninja-van/airflow-boilerplate/HEAD/docker/Dockerfile -------------------------------------------------------------------------------- /docker/docker-compose.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ninja-van/airflow-boilerplate/HEAD/docker/docker-compose.yml -------------------------------------------------------------------------------- /docker/entrypoint.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ninja-van/airflow-boilerplate/HEAD/docker/entrypoint.sh -------------------------------------------------------------------------------- /docker/spark-conf/spark-defaults.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ninja-van/airflow-boilerplate/HEAD/docker/spark-conf/spark-defaults.conf -------------------------------------------------------------------------------- /env.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ninja-van/airflow-boilerplate/HEAD/env.sh -------------------------------------------------------------------------------- /images/custom_plugin_not_recognised.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ninja-van/airflow-boilerplate/HEAD/images/custom_plugin_not_recognised.png -------------------------------------------------------------------------------- /images/mark_as_source.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ninja-van/airflow-boilerplate/HEAD/images/mark_as_source.png -------------------------------------------------------------------------------- /images/pytest_template.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ninja-van/airflow-boilerplate/HEAD/images/pytest_template.png -------------------------------------------------------------------------------- /images/python_interpreter.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ninja-van/airflow-boilerplate/HEAD/images/python_interpreter.png -------------------------------------------------------------------------------- /images/run_debug_config.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ninja-van/airflow-boilerplate/HEAD/images/run_debug_config.png -------------------------------------------------------------------------------- /images/run_env_sh.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ninja-van/airflow-boilerplate/HEAD/images/run_env_sh.png -------------------------------------------------------------------------------- /images/setup_diagram.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ninja-van/airflow-boilerplate/HEAD/images/setup_diagram.png -------------------------------------------------------------------------------- /plugins/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /plugins/something/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ninja-van/airflow-boilerplate/HEAD/plugins/something/__init__.py -------------------------------------------------------------------------------- /plugins/something/hooks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ninja-van/airflow-boilerplate/HEAD/plugins/something/hooks/__init__.py -------------------------------------------------------------------------------- /plugins/something/hooks/something_hook.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ninja-van/airflow-boilerplate/HEAD/plugins/something/hooks/something_hook.py -------------------------------------------------------------------------------- /plugins/something/operators/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ninja-van/airflow-boilerplate/HEAD/plugins/something/operators/__init__.py -------------------------------------------------------------------------------- /plugins/something/operators/something_to_something_operator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ninja-van/airflow-boilerplate/HEAD/plugins/something/operators/something_to_something_operator.py -------------------------------------------------------------------------------- /requirements-airflow.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ninja-van/airflow-boilerplate/HEAD/requirements-airflow.txt -------------------------------------------------------------------------------- /requirements-dev.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ninja-van/airflow-boilerplate/HEAD/requirements-dev.txt -------------------------------------------------------------------------------- /setup.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ninja-van/airflow-boilerplate/HEAD/setup.cfg -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ninja-van/airflow-boilerplate/HEAD/tests/conftest.py -------------------------------------------------------------------------------- /tests/dags/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/dags/common/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/dags/common/test_stringcase.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ninja-van/airflow-boilerplate/HEAD/tests/dags/common/test_stringcase.py -------------------------------------------------------------------------------- /tests/plugins/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/plugins/something/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/plugins/something/operators/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/plugins/something/operators/test_something_to_something_operator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ninja-van/airflow-boilerplate/HEAD/tests/plugins/something/operators/test_something_to_something_operator.py -------------------------------------------------------------------------------- /tests/test_dags.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ninja-van/airflow-boilerplate/HEAD/tests/test_dags.py -------------------------------------------------------------------------------- /variables/dev/all.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ninja-van/airflow-boilerplate/HEAD/variables/dev/all.json --------------------------------------------------------------------------------