├── .github ├── dependabot.yml └── workflows │ ├── deploy.yml │ ├── docs.yml │ ├── main.yml │ └── validate_pull_request.yml ├── .gitignore ├── .pre-commit-config.yaml ├── CHANGELOG.md ├── CODEOWNERS ├── Dockerfile ├── README.md ├── dags ├── test_dag.py └── test_dag_filter_tags.py ├── dbt_airflow ├── __init__.py ├── core │ ├── __init__.py │ ├── config.py │ ├── task.py │ ├── task_builder.py │ ├── task_group.py │ └── task_list.py ├── exceptions.py ├── operators │ ├── base.py │ ├── bash.py │ ├── execution.py │ └── kubernetes.py └── parser │ ├── __init__.py │ └── dbt.py ├── docker-compose.yml ├── docs ├── blob │ ├── dbt_jaffle_shop_dag.png │ └── dbt_run_test_dag.png ├── configuration.md ├── contributing.md ├── examples.md ├── execution_operators.md └── index.md ├── example_dbt_project ├── .gitignore ├── dbt_project.yml ├── models │ ├── intermediate │ │ ├── _intermediate_models.yml │ │ ├── int_customer_orders.sql │ │ ├── int_customers_per_store.sql │ │ └── int_revenue_by_date.sql │ ├── marts │ │ ├── _mart_models.yml │ │ └── cumulative_revenue.sql │ └── staging │ │ ├── _staging_models.yml │ │ ├── _staging_sources.yml │ │ ├── stg_customer.sql │ │ ├── stg_payment.sql │ │ ├── stg_rental.sql │ │ ├── stg_staff.sql │ │ └── stg_store.sql ├── packages.yml ├── profiles │ └── profiles.yml ├── seeds │ ├── .gitkeep │ ├── _seeds.yml │ └── customer_base.csv ├── snapshots │ ├── .gitkeep │ ├── _snapshots.yml │ └── int_customers_per_store_snapshot.sql ├── target │ └── manifest.json └── tests │ └── .gitkeep ├── mkdocs.yml ├── poetry.lock ├── pyproject.toml └── tests ├── __init__.py ├── conftest.py ├── core ├── __init__.py ├── test_config.py ├── test_task.py └── test_task_list.py ├── data └── test_manifest.json └── parser ├── __init__.py └── test_dbt.py /.github/dependabot.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gmyrianthous/dbt-airflow/HEAD/.github/dependabot.yml -------------------------------------------------------------------------------- /.github/workflows/deploy.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gmyrianthous/dbt-airflow/HEAD/.github/workflows/deploy.yml -------------------------------------------------------------------------------- /.github/workflows/docs.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gmyrianthous/dbt-airflow/HEAD/.github/workflows/docs.yml -------------------------------------------------------------------------------- /.github/workflows/main.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gmyrianthous/dbt-airflow/HEAD/.github/workflows/main.yml -------------------------------------------------------------------------------- /.github/workflows/validate_pull_request.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gmyrianthous/dbt-airflow/HEAD/.github/workflows/validate_pull_request.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gmyrianthous/dbt-airflow/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gmyrianthous/dbt-airflow/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /CHANGELOG.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gmyrianthous/dbt-airflow/HEAD/CHANGELOG.md -------------------------------------------------------------------------------- /CODEOWNERS: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gmyrianthous/dbt-airflow/HEAD/CODEOWNERS -------------------------------------------------------------------------------- /Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gmyrianthous/dbt-airflow/HEAD/Dockerfile -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gmyrianthous/dbt-airflow/HEAD/README.md -------------------------------------------------------------------------------- /dags/test_dag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gmyrianthous/dbt-airflow/HEAD/dags/test_dag.py -------------------------------------------------------------------------------- /dags/test_dag_filter_tags.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gmyrianthous/dbt-airflow/HEAD/dags/test_dag_filter_tags.py -------------------------------------------------------------------------------- /dbt_airflow/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dbt_airflow/core/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dbt_airflow/core/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gmyrianthous/dbt-airflow/HEAD/dbt_airflow/core/config.py -------------------------------------------------------------------------------- /dbt_airflow/core/task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gmyrianthous/dbt-airflow/HEAD/dbt_airflow/core/task.py -------------------------------------------------------------------------------- /dbt_airflow/core/task_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gmyrianthous/dbt-airflow/HEAD/dbt_airflow/core/task_builder.py -------------------------------------------------------------------------------- /dbt_airflow/core/task_group.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gmyrianthous/dbt-airflow/HEAD/dbt_airflow/core/task_group.py -------------------------------------------------------------------------------- /dbt_airflow/core/task_list.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gmyrianthous/dbt-airflow/HEAD/dbt_airflow/core/task_list.py -------------------------------------------------------------------------------- /dbt_airflow/exceptions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gmyrianthous/dbt-airflow/HEAD/dbt_airflow/exceptions.py -------------------------------------------------------------------------------- /dbt_airflow/operators/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gmyrianthous/dbt-airflow/HEAD/dbt_airflow/operators/base.py -------------------------------------------------------------------------------- /dbt_airflow/operators/bash.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gmyrianthous/dbt-airflow/HEAD/dbt_airflow/operators/bash.py -------------------------------------------------------------------------------- /dbt_airflow/operators/execution.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gmyrianthous/dbt-airflow/HEAD/dbt_airflow/operators/execution.py -------------------------------------------------------------------------------- /dbt_airflow/operators/kubernetes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gmyrianthous/dbt-airflow/HEAD/dbt_airflow/operators/kubernetes.py -------------------------------------------------------------------------------- /dbt_airflow/parser/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dbt_airflow/parser/dbt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gmyrianthous/dbt-airflow/HEAD/dbt_airflow/parser/dbt.py -------------------------------------------------------------------------------- /docker-compose.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gmyrianthous/dbt-airflow/HEAD/docker-compose.yml -------------------------------------------------------------------------------- /docs/blob/dbt_jaffle_shop_dag.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gmyrianthous/dbt-airflow/HEAD/docs/blob/dbt_jaffle_shop_dag.png -------------------------------------------------------------------------------- /docs/blob/dbt_run_test_dag.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gmyrianthous/dbt-airflow/HEAD/docs/blob/dbt_run_test_dag.png -------------------------------------------------------------------------------- /docs/configuration.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gmyrianthous/dbt-airflow/HEAD/docs/configuration.md -------------------------------------------------------------------------------- /docs/contributing.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gmyrianthous/dbt-airflow/HEAD/docs/contributing.md -------------------------------------------------------------------------------- /docs/examples.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gmyrianthous/dbt-airflow/HEAD/docs/examples.md -------------------------------------------------------------------------------- /docs/execution_operators.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gmyrianthous/dbt-airflow/HEAD/docs/execution_operators.md -------------------------------------------------------------------------------- /docs/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gmyrianthous/dbt-airflow/HEAD/docs/index.md -------------------------------------------------------------------------------- /example_dbt_project/.gitignore: -------------------------------------------------------------------------------- 1 | 2 | target/ 3 | dbt_packages/ 4 | logs/ 5 | -------------------------------------------------------------------------------- /example_dbt_project/dbt_project.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gmyrianthous/dbt-airflow/HEAD/example_dbt_project/dbt_project.yml -------------------------------------------------------------------------------- /example_dbt_project/models/intermediate/_intermediate_models.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gmyrianthous/dbt-airflow/HEAD/example_dbt_project/models/intermediate/_intermediate_models.yml -------------------------------------------------------------------------------- /example_dbt_project/models/intermediate/int_customer_orders.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gmyrianthous/dbt-airflow/HEAD/example_dbt_project/models/intermediate/int_customer_orders.sql -------------------------------------------------------------------------------- /example_dbt_project/models/intermediate/int_customers_per_store.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gmyrianthous/dbt-airflow/HEAD/example_dbt_project/models/intermediate/int_customers_per_store.sql -------------------------------------------------------------------------------- /example_dbt_project/models/intermediate/int_revenue_by_date.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gmyrianthous/dbt-airflow/HEAD/example_dbt_project/models/intermediate/int_revenue_by_date.sql -------------------------------------------------------------------------------- /example_dbt_project/models/marts/_mart_models.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gmyrianthous/dbt-airflow/HEAD/example_dbt_project/models/marts/_mart_models.yml -------------------------------------------------------------------------------- /example_dbt_project/models/marts/cumulative_revenue.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gmyrianthous/dbt-airflow/HEAD/example_dbt_project/models/marts/cumulative_revenue.sql -------------------------------------------------------------------------------- /example_dbt_project/models/staging/_staging_models.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gmyrianthous/dbt-airflow/HEAD/example_dbt_project/models/staging/_staging_models.yml -------------------------------------------------------------------------------- /example_dbt_project/models/staging/_staging_sources.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gmyrianthous/dbt-airflow/HEAD/example_dbt_project/models/staging/_staging_sources.yml -------------------------------------------------------------------------------- /example_dbt_project/models/staging/stg_customer.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gmyrianthous/dbt-airflow/HEAD/example_dbt_project/models/staging/stg_customer.sql -------------------------------------------------------------------------------- /example_dbt_project/models/staging/stg_payment.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gmyrianthous/dbt-airflow/HEAD/example_dbt_project/models/staging/stg_payment.sql -------------------------------------------------------------------------------- /example_dbt_project/models/staging/stg_rental.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gmyrianthous/dbt-airflow/HEAD/example_dbt_project/models/staging/stg_rental.sql -------------------------------------------------------------------------------- /example_dbt_project/models/staging/stg_staff.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gmyrianthous/dbt-airflow/HEAD/example_dbt_project/models/staging/stg_staff.sql -------------------------------------------------------------------------------- /example_dbt_project/models/staging/stg_store.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gmyrianthous/dbt-airflow/HEAD/example_dbt_project/models/staging/stg_store.sql -------------------------------------------------------------------------------- /example_dbt_project/packages.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gmyrianthous/dbt-airflow/HEAD/example_dbt_project/packages.yml -------------------------------------------------------------------------------- /example_dbt_project/profiles/profiles.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gmyrianthous/dbt-airflow/HEAD/example_dbt_project/profiles/profiles.yml -------------------------------------------------------------------------------- /example_dbt_project/seeds/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /example_dbt_project/seeds/_seeds.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gmyrianthous/dbt-airflow/HEAD/example_dbt_project/seeds/_seeds.yml -------------------------------------------------------------------------------- /example_dbt_project/seeds/customer_base.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gmyrianthous/dbt-airflow/HEAD/example_dbt_project/seeds/customer_base.csv -------------------------------------------------------------------------------- /example_dbt_project/snapshots/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /example_dbt_project/snapshots/_snapshots.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gmyrianthous/dbt-airflow/HEAD/example_dbt_project/snapshots/_snapshots.yml -------------------------------------------------------------------------------- /example_dbt_project/snapshots/int_customers_per_store_snapshot.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gmyrianthous/dbt-airflow/HEAD/example_dbt_project/snapshots/int_customers_per_store_snapshot.sql -------------------------------------------------------------------------------- /example_dbt_project/target/manifest.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gmyrianthous/dbt-airflow/HEAD/example_dbt_project/target/manifest.json -------------------------------------------------------------------------------- /example_dbt_project/tests/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mkdocs.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gmyrianthous/dbt-airflow/HEAD/mkdocs.yml -------------------------------------------------------------------------------- /poetry.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gmyrianthous/dbt-airflow/HEAD/poetry.lock -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gmyrianthous/dbt-airflow/HEAD/pyproject.toml -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gmyrianthous/dbt-airflow/HEAD/tests/conftest.py -------------------------------------------------------------------------------- /tests/core/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/core/test_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gmyrianthous/dbt-airflow/HEAD/tests/core/test_config.py -------------------------------------------------------------------------------- /tests/core/test_task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gmyrianthous/dbt-airflow/HEAD/tests/core/test_task.py -------------------------------------------------------------------------------- /tests/core/test_task_list.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gmyrianthous/dbt-airflow/HEAD/tests/core/test_task_list.py -------------------------------------------------------------------------------- /tests/data/test_manifest.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gmyrianthous/dbt-airflow/HEAD/tests/data/test_manifest.json -------------------------------------------------------------------------------- /tests/parser/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/parser/test_dbt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gmyrianthous/dbt-airflow/HEAD/tests/parser/test_dbt.py --------------------------------------------------------------------------------