├── .gitignore ├── Dockerfile ├── README.md ├── config └── airflow.cfg ├── dags ├── bash_scripts │ └── load_staging_table.sh ├── movies_dwh_dag.py ├── python_scripts │ ├── load_staging_cpi.py │ ├── load_staging_date.py │ ├── load_staging_genre.py │ ├── load_staging_movies.py │ └── load_staging_ratings.py └── sql_scripts │ ├── create_tables.sql │ ├── upsert_cpi.sql │ ├── upsert_date.sql │ ├── upsert_genre.sql │ ├── upsert_movies.sql │ └── upsert_ratings.sql ├── docker-compose-LocalExecutor.yml ├── documentation ├── Data Dictionary.pdf └── README_images │ ├── architecture.PNG │ ├── dag.PNG │ ├── data_model.png │ └── logo.PNG ├── plugins ├── __init__.py └── operators │ ├── __init__.py │ └── data_quality.py └── script └── entrypoint.sh /.gitignore: -------------------------------------------------------------------------------- 1 | __pycache__/ -------------------------------------------------------------------------------- /Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alanchn31/Movalytics-Data-Warehouse/HEAD/Dockerfile -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alanchn31/Movalytics-Data-Warehouse/HEAD/README.md -------------------------------------------------------------------------------- /config/airflow.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alanchn31/Movalytics-Data-Warehouse/HEAD/config/airflow.cfg -------------------------------------------------------------------------------- /dags/bash_scripts/load_staging_table.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alanchn31/Movalytics-Data-Warehouse/HEAD/dags/bash_scripts/load_staging_table.sh -------------------------------------------------------------------------------- /dags/movies_dwh_dag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alanchn31/Movalytics-Data-Warehouse/HEAD/dags/movies_dwh_dag.py -------------------------------------------------------------------------------- /dags/python_scripts/load_staging_cpi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alanchn31/Movalytics-Data-Warehouse/HEAD/dags/python_scripts/load_staging_cpi.py -------------------------------------------------------------------------------- /dags/python_scripts/load_staging_date.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alanchn31/Movalytics-Data-Warehouse/HEAD/dags/python_scripts/load_staging_date.py -------------------------------------------------------------------------------- /dags/python_scripts/load_staging_genre.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alanchn31/Movalytics-Data-Warehouse/HEAD/dags/python_scripts/load_staging_genre.py -------------------------------------------------------------------------------- /dags/python_scripts/load_staging_movies.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alanchn31/Movalytics-Data-Warehouse/HEAD/dags/python_scripts/load_staging_movies.py -------------------------------------------------------------------------------- /dags/python_scripts/load_staging_ratings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alanchn31/Movalytics-Data-Warehouse/HEAD/dags/python_scripts/load_staging_ratings.py -------------------------------------------------------------------------------- /dags/sql_scripts/create_tables.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alanchn31/Movalytics-Data-Warehouse/HEAD/dags/sql_scripts/create_tables.sql -------------------------------------------------------------------------------- /dags/sql_scripts/upsert_cpi.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alanchn31/Movalytics-Data-Warehouse/HEAD/dags/sql_scripts/upsert_cpi.sql -------------------------------------------------------------------------------- /dags/sql_scripts/upsert_date.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alanchn31/Movalytics-Data-Warehouse/HEAD/dags/sql_scripts/upsert_date.sql -------------------------------------------------------------------------------- /dags/sql_scripts/upsert_genre.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alanchn31/Movalytics-Data-Warehouse/HEAD/dags/sql_scripts/upsert_genre.sql -------------------------------------------------------------------------------- /dags/sql_scripts/upsert_movies.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alanchn31/Movalytics-Data-Warehouse/HEAD/dags/sql_scripts/upsert_movies.sql -------------------------------------------------------------------------------- /dags/sql_scripts/upsert_ratings.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alanchn31/Movalytics-Data-Warehouse/HEAD/dags/sql_scripts/upsert_ratings.sql -------------------------------------------------------------------------------- /docker-compose-LocalExecutor.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alanchn31/Movalytics-Data-Warehouse/HEAD/docker-compose-LocalExecutor.yml -------------------------------------------------------------------------------- /documentation/Data Dictionary.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alanchn31/Movalytics-Data-Warehouse/HEAD/documentation/Data Dictionary.pdf -------------------------------------------------------------------------------- /documentation/README_images/architecture.PNG: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alanchn31/Movalytics-Data-Warehouse/HEAD/documentation/README_images/architecture.PNG -------------------------------------------------------------------------------- /documentation/README_images/dag.PNG: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alanchn31/Movalytics-Data-Warehouse/HEAD/documentation/README_images/dag.PNG -------------------------------------------------------------------------------- /documentation/README_images/data_model.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alanchn31/Movalytics-Data-Warehouse/HEAD/documentation/README_images/data_model.png -------------------------------------------------------------------------------- /documentation/README_images/logo.PNG: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alanchn31/Movalytics-Data-Warehouse/HEAD/documentation/README_images/logo.PNG -------------------------------------------------------------------------------- /plugins/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alanchn31/Movalytics-Data-Warehouse/HEAD/plugins/__init__.py -------------------------------------------------------------------------------- /plugins/operators/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alanchn31/Movalytics-Data-Warehouse/HEAD/plugins/operators/__init__.py -------------------------------------------------------------------------------- /plugins/operators/data_quality.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alanchn31/Movalytics-Data-Warehouse/HEAD/plugins/operators/data_quality.py -------------------------------------------------------------------------------- /script/entrypoint.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alanchn31/Movalytics-Data-Warehouse/HEAD/script/entrypoint.sh --------------------------------------------------------------------------------