├── .airflowignore ├── .astro ├── config.yaml └── test_dag_integrity_default.py ├── .dockerignore ├── .env.example ├── .gitignore ├── Dockerfile ├── README.md ├── airflow_settings.example.yaml ├── dags ├── .airflowignore ├── airflow_dbt_dag_1.py ├── airflow_dbt_dag_2.py ├── example_dag_advanced.py ├── example_dag_basic.py └── utils │ ├── ddl_scripts.sql │ └── utils.py ├── dbt ├── .gitignore ├── README.md ├── analyses │ └── .gitkeep ├── dbt_project.yml ├── macros │ ├── .gitkeep │ ├── abstract_cte.sql │ ├── macro_docs.md │ └── macro_docs.yml ├── models │ ├── marts │ │ ├── .gitkeep │ │ ├── mart_docs.yml │ │ ├── top_performing_products.sql │ │ └── user_portfolio.sql │ └── staging │ │ ├── src_fakestoredata.yml │ │ └── stg_users.sql ├── seeds │ └── .gitkeep ├── snapshots │ ├── .gitkeep │ └── fakestore_products_history.sql └── tests │ └── .gitkeep ├── docker-compose.override.yml ├── img └── workflow.png ├── include ├── helper_scripts.py └── transformers.py ├── packages.txt ├── requirements.txt ├── start.sh └── tests └── dags └── test_dag_integrity.py /.airflowignore: -------------------------------------------------------------------------------- 1 | dbt/ -------------------------------------------------------------------------------- /.astro/config.yaml: -------------------------------------------------------------------------------- 1 | project: 2 | name: airflow-dbt-magic 3 | -------------------------------------------------------------------------------- /.astro/test_dag_integrity_default.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VICIWUOHA/airflow-dbt-magic/HEAD/.astro/test_dag_integrity_default.py -------------------------------------------------------------------------------- /.dockerignore: -------------------------------------------------------------------------------- 1 | astro 2 | .git 3 | .env 4 | airflow_settings.yaml 5 | logs/ 6 | -------------------------------------------------------------------------------- /.env.example: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VICIWUOHA/airflow-dbt-magic/HEAD/.env.example -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VICIWUOHA/airflow-dbt-magic/HEAD/.gitignore -------------------------------------------------------------------------------- /Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VICIWUOHA/airflow-dbt-magic/HEAD/Dockerfile -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VICIWUOHA/airflow-dbt-magic/HEAD/README.md -------------------------------------------------------------------------------- /airflow_settings.example.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VICIWUOHA/airflow-dbt-magic/HEAD/airflow_settings.example.yaml -------------------------------------------------------------------------------- /dags/.airflowignore: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dags/airflow_dbt_dag_1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VICIWUOHA/airflow-dbt-magic/HEAD/dags/airflow_dbt_dag_1.py -------------------------------------------------------------------------------- /dags/airflow_dbt_dag_2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VICIWUOHA/airflow-dbt-magic/HEAD/dags/airflow_dbt_dag_2.py -------------------------------------------------------------------------------- /dags/example_dag_advanced.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VICIWUOHA/airflow-dbt-magic/HEAD/dags/example_dag_advanced.py -------------------------------------------------------------------------------- /dags/example_dag_basic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VICIWUOHA/airflow-dbt-magic/HEAD/dags/example_dag_basic.py -------------------------------------------------------------------------------- /dags/utils/ddl_scripts.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VICIWUOHA/airflow-dbt-magic/HEAD/dags/utils/ddl_scripts.sql -------------------------------------------------------------------------------- /dags/utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VICIWUOHA/airflow-dbt-magic/HEAD/dags/utils/utils.py -------------------------------------------------------------------------------- /dbt/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VICIWUOHA/airflow-dbt-magic/HEAD/dbt/.gitignore -------------------------------------------------------------------------------- /dbt/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VICIWUOHA/airflow-dbt-magic/HEAD/dbt/README.md -------------------------------------------------------------------------------- /dbt/analyses/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dbt/dbt_project.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VICIWUOHA/airflow-dbt-magic/HEAD/dbt/dbt_project.yml -------------------------------------------------------------------------------- /dbt/macros/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dbt/macros/abstract_cte.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VICIWUOHA/airflow-dbt-magic/HEAD/dbt/macros/abstract_cte.sql -------------------------------------------------------------------------------- /dbt/macros/macro_docs.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VICIWUOHA/airflow-dbt-magic/HEAD/dbt/macros/macro_docs.md -------------------------------------------------------------------------------- /dbt/macros/macro_docs.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VICIWUOHA/airflow-dbt-magic/HEAD/dbt/macros/macro_docs.yml -------------------------------------------------------------------------------- /dbt/models/marts/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dbt/models/marts/mart_docs.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VICIWUOHA/airflow-dbt-magic/HEAD/dbt/models/marts/mart_docs.yml -------------------------------------------------------------------------------- /dbt/models/marts/top_performing_products.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VICIWUOHA/airflow-dbt-magic/HEAD/dbt/models/marts/top_performing_products.sql -------------------------------------------------------------------------------- /dbt/models/marts/user_portfolio.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VICIWUOHA/airflow-dbt-magic/HEAD/dbt/models/marts/user_portfolio.sql -------------------------------------------------------------------------------- /dbt/models/staging/src_fakestoredata.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VICIWUOHA/airflow-dbt-magic/HEAD/dbt/models/staging/src_fakestoredata.yml -------------------------------------------------------------------------------- /dbt/models/staging/stg_users.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VICIWUOHA/airflow-dbt-magic/HEAD/dbt/models/staging/stg_users.sql -------------------------------------------------------------------------------- /dbt/seeds/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dbt/snapshots/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dbt/snapshots/fakestore_products_history.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VICIWUOHA/airflow-dbt-magic/HEAD/dbt/snapshots/fakestore_products_history.sql -------------------------------------------------------------------------------- /dbt/tests/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /docker-compose.override.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VICIWUOHA/airflow-dbt-magic/HEAD/docker-compose.override.yml -------------------------------------------------------------------------------- /img/workflow.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VICIWUOHA/airflow-dbt-magic/HEAD/img/workflow.png -------------------------------------------------------------------------------- /include/helper_scripts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VICIWUOHA/airflow-dbt-magic/HEAD/include/helper_scripts.py -------------------------------------------------------------------------------- /include/transformers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VICIWUOHA/airflow-dbt-magic/HEAD/include/transformers.py -------------------------------------------------------------------------------- /packages.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- 1 | apache-airflow-providers-dbt-cloud==3.2.0 -------------------------------------------------------------------------------- /start.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VICIWUOHA/airflow-dbt-magic/HEAD/start.sh -------------------------------------------------------------------------------- /tests/dags/test_dag_integrity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VICIWUOHA/airflow-dbt-magic/HEAD/tests/dags/test_dag_integrity.py --------------------------------------------------------------------------------