├── .gitignore ├── LICENSE ├── README.md ├── docs ├── dec-logo.png └── elt-architecture.png ├── integration ├── destination │ └── snowflake_airbyte_setup.sql └── source │ ├── dvd-rental-schema.png │ └── dvdrental.zip ├── orchestrate └── elt │ ├── README.md │ ├── elt │ ├── __init__.py │ ├── assets │ │ └── __init__.py │ ├── repository.py │ └── utils │ │ └── constants.py │ ├── elt_tests │ ├── __init__.py │ └── test_assets.py │ ├── pyproject.toml │ ├── setup.cfg │ ├── setup.py │ └── workspace.yaml ├── requirements.txt └── transform └── dw ├── .gitignore ├── README.md ├── analyses └── .gitkeep ├── dbt_project.yml ├── erd_diagram.png ├── macros └── .gitkeep ├── models ├── serve │ ├── dim_address.sql │ ├── dim_customer.sql │ ├── dim_film.sql │ ├── dim_store.sql │ ├── fct_rental.sql │ └── schema.yml ├── sources.yml └── stage │ ├── schema.yml │ ├── stg_actor.sql │ ├── stg_address.sql │ ├── stg_category.sql │ ├── stg_city.sql │ ├── stg_country.sql │ ├── stg_customer.sql │ ├── stg_film.sql │ ├── stg_film_actor.sql │ ├── stg_film_category.sql │ ├── stg_inventory.sql │ ├── stg_language.sql │ ├── stg_payment.sql │ ├── stg_rental.sql │ ├── stg_staff.sql │ └── stg_store.sql ├── profiles.yml ├── seeds └── .gitkeep ├── snapshots └── .gitkeep └── tests └── .gitkeep /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Data-Engineer-Camp/modern-elt-demo/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Data-Engineer-Camp/modern-elt-demo/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Data-Engineer-Camp/modern-elt-demo/HEAD/README.md -------------------------------------------------------------------------------- /docs/dec-logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Data-Engineer-Camp/modern-elt-demo/HEAD/docs/dec-logo.png -------------------------------------------------------------------------------- /docs/elt-architecture.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Data-Engineer-Camp/modern-elt-demo/HEAD/docs/elt-architecture.png -------------------------------------------------------------------------------- /integration/destination/snowflake_airbyte_setup.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Data-Engineer-Camp/modern-elt-demo/HEAD/integration/destination/snowflake_airbyte_setup.sql -------------------------------------------------------------------------------- /integration/source/dvd-rental-schema.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Data-Engineer-Camp/modern-elt-demo/HEAD/integration/source/dvd-rental-schema.png -------------------------------------------------------------------------------- /integration/source/dvdrental.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Data-Engineer-Camp/modern-elt-demo/HEAD/integration/source/dvdrental.zip -------------------------------------------------------------------------------- /orchestrate/elt/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Data-Engineer-Camp/modern-elt-demo/HEAD/orchestrate/elt/README.md -------------------------------------------------------------------------------- /orchestrate/elt/elt/__init__.py: -------------------------------------------------------------------------------- 1 | from .repository import elt 2 | -------------------------------------------------------------------------------- /orchestrate/elt/elt/assets/__init__.py: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /orchestrate/elt/elt/repository.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Data-Engineer-Camp/modern-elt-demo/HEAD/orchestrate/elt/elt/repository.py -------------------------------------------------------------------------------- /orchestrate/elt/elt/utils/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Data-Engineer-Camp/modern-elt-demo/HEAD/orchestrate/elt/elt/utils/constants.py -------------------------------------------------------------------------------- /orchestrate/elt/elt_tests/__init__.py: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /orchestrate/elt/elt_tests/test_assets.py: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /orchestrate/elt/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Data-Engineer-Camp/modern-elt-demo/HEAD/orchestrate/elt/pyproject.toml -------------------------------------------------------------------------------- /orchestrate/elt/setup.cfg: -------------------------------------------------------------------------------- 1 | [metadata] 2 | name = elt 3 | -------------------------------------------------------------------------------- /orchestrate/elt/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Data-Engineer-Camp/modern-elt-demo/HEAD/orchestrate/elt/setup.py -------------------------------------------------------------------------------- /orchestrate/elt/workspace.yaml: -------------------------------------------------------------------------------- 1 | load_from: 2 | - python_package: elt 3 | -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Data-Engineer-Camp/modern-elt-demo/HEAD/requirements.txt -------------------------------------------------------------------------------- /transform/dw/.gitignore: -------------------------------------------------------------------------------- 1 | 2 | target/ 3 | dbt_packages/ 4 | logs/ 5 | -------------------------------------------------------------------------------- /transform/dw/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Data-Engineer-Camp/modern-elt-demo/HEAD/transform/dw/README.md -------------------------------------------------------------------------------- /transform/dw/analyses/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transform/dw/dbt_project.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Data-Engineer-Camp/modern-elt-demo/HEAD/transform/dw/dbt_project.yml -------------------------------------------------------------------------------- /transform/dw/erd_diagram.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Data-Engineer-Camp/modern-elt-demo/HEAD/transform/dw/erd_diagram.png -------------------------------------------------------------------------------- /transform/dw/macros/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transform/dw/models/serve/dim_address.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Data-Engineer-Camp/modern-elt-demo/HEAD/transform/dw/models/serve/dim_address.sql -------------------------------------------------------------------------------- /transform/dw/models/serve/dim_customer.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Data-Engineer-Camp/modern-elt-demo/HEAD/transform/dw/models/serve/dim_customer.sql -------------------------------------------------------------------------------- /transform/dw/models/serve/dim_film.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Data-Engineer-Camp/modern-elt-demo/HEAD/transform/dw/models/serve/dim_film.sql -------------------------------------------------------------------------------- /transform/dw/models/serve/dim_store.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Data-Engineer-Camp/modern-elt-demo/HEAD/transform/dw/models/serve/dim_store.sql -------------------------------------------------------------------------------- /transform/dw/models/serve/fct_rental.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Data-Engineer-Camp/modern-elt-demo/HEAD/transform/dw/models/serve/fct_rental.sql -------------------------------------------------------------------------------- /transform/dw/models/serve/schema.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Data-Engineer-Camp/modern-elt-demo/HEAD/transform/dw/models/serve/schema.yml -------------------------------------------------------------------------------- /transform/dw/models/sources.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Data-Engineer-Camp/modern-elt-demo/HEAD/transform/dw/models/sources.yml -------------------------------------------------------------------------------- /transform/dw/models/stage/schema.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Data-Engineer-Camp/modern-elt-demo/HEAD/transform/dw/models/stage/schema.yml -------------------------------------------------------------------------------- /transform/dw/models/stage/stg_actor.sql: -------------------------------------------------------------------------------- 1 | select * 2 | from 3 | {{ source('dvd_rental', 'actor') }} 4 | -------------------------------------------------------------------------------- /transform/dw/models/stage/stg_address.sql: -------------------------------------------------------------------------------- 1 | select * 2 | from 3 | {{ source('dvd_rental', 'address') }} 4 | -------------------------------------------------------------------------------- /transform/dw/models/stage/stg_category.sql: -------------------------------------------------------------------------------- 1 | select * 2 | from 3 | {{ source('dvd_rental', 'category') }} 4 | -------------------------------------------------------------------------------- /transform/dw/models/stage/stg_city.sql: -------------------------------------------------------------------------------- 1 | select * 2 | from 3 | {{ source('dvd_rental', 'city') }} 4 | -------------------------------------------------------------------------------- /transform/dw/models/stage/stg_country.sql: -------------------------------------------------------------------------------- 1 | select * 2 | from 3 | {{ source('dvd_rental', 'country') }} 4 | -------------------------------------------------------------------------------- /transform/dw/models/stage/stg_customer.sql: -------------------------------------------------------------------------------- 1 | select * 2 | from 3 | {{ source('dvd_rental', 'customer') }} 4 | -------------------------------------------------------------------------------- /transform/dw/models/stage/stg_film.sql: -------------------------------------------------------------------------------- 1 | select * 2 | from 3 | {{ source('dvd_rental', 'film') }} 4 | -------------------------------------------------------------------------------- /transform/dw/models/stage/stg_film_actor.sql: -------------------------------------------------------------------------------- 1 | select * 2 | from 3 | {{ source('dvd_rental', 'film_actor') }} 4 | -------------------------------------------------------------------------------- /transform/dw/models/stage/stg_film_category.sql: -------------------------------------------------------------------------------- 1 | select * 2 | from 3 | {{ source('dvd_rental', 'film_category') }} 4 | -------------------------------------------------------------------------------- /transform/dw/models/stage/stg_inventory.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Data-Engineer-Camp/modern-elt-demo/HEAD/transform/dw/models/stage/stg_inventory.sql -------------------------------------------------------------------------------- /transform/dw/models/stage/stg_language.sql: -------------------------------------------------------------------------------- 1 | select * 2 | from 3 | {{ source('dvd_rental', 'language') }} 4 | -------------------------------------------------------------------------------- /transform/dw/models/stage/stg_payment.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Data-Engineer-Camp/modern-elt-demo/HEAD/transform/dw/models/stage/stg_payment.sql -------------------------------------------------------------------------------- /transform/dw/models/stage/stg_rental.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Data-Engineer-Camp/modern-elt-demo/HEAD/transform/dw/models/stage/stg_rental.sql -------------------------------------------------------------------------------- /transform/dw/models/stage/stg_staff.sql: -------------------------------------------------------------------------------- 1 | select * 2 | from 3 | {{ source('dvd_rental', 'staff') }} 4 | -------------------------------------------------------------------------------- /transform/dw/models/stage/stg_store.sql: -------------------------------------------------------------------------------- 1 | select * 2 | from 3 | {{ source('dvd_rental', 'store') }} 4 | -------------------------------------------------------------------------------- /transform/dw/profiles.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Data-Engineer-Camp/modern-elt-demo/HEAD/transform/dw/profiles.yml -------------------------------------------------------------------------------- /transform/dw/seeds/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transform/dw/snapshots/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transform/dw/tests/.gitkeep: -------------------------------------------------------------------------------- 1 | --------------------------------------------------------------------------------