├── .gitignore ├── Dockerfile ├── Makefile ├── README.md ├── dev.env ├── docker-compose.yml ├── movies_tv_shows ├── .gitignore ├── .profiles_interpolated_temp_81dde50d-b1d0-404a-8a41-69cb45b5d9e3 │ └── profiles.yml ├── __init__.py ├── charts │ ├── __init__.py │ ├── completed_pipeline_runs_daily_overview_dashboard_j4.py │ ├── failed_pipeline_runs_daily_overview_dashboard_p6.py │ └── running_pipelines_overview_dashboard_c6.py ├── custom │ ├── __init__.py │ ├── cleanup_after_loading.py │ ├── profound_flower.py │ └── set_load_datasets_from_kaggle.py ├── custom_templates │ └── blocks │ │ ├── column_list │ │ ├── column_list.py │ │ └── metadata.yaml │ │ └── row_data │ │ ├── metadata.yaml │ │ └── row_data.py ├── data_exporters │ ├── __init__.py │ ├── amazon_prime_exporter.py │ ├── disney_plus_exporter.py │ ├── dynamic_exporter_to_gcs.py │ ├── hulu_exporter.py │ └── netflix_exporter.py ├── data_loaders │ ├── __init__.py │ ├── amazon_prime_load.py │ ├── disney_plus_load.py │ ├── dynamic_load_datasets.py │ ├── hulu_load.py │ └── netflix_shows_load.py ├── dbt │ ├── .user.yml │ └── movies_tv_shows_dbt │ │ ├── .gitignore │ │ ├── .user.yml │ │ ├── README.md │ │ ├── dbt_project.yml │ │ ├── macros │ │ └── create_external_table.sql │ │ ├── models │ │ ├── core │ │ │ ├── core_movies_tv_shows.sql │ │ │ └── schema.yml │ │ ├── mage_sources.yml │ │ └── staging │ │ │ ├── schema.yml │ │ │ ├── stg_movies.sql │ │ │ └── stg_tv_shows.sql │ │ ├── package-lock.yml │ │ ├── packages.yml │ │ └── profiles.yml ├── dbts │ ├── __init__.py │ ├── core_models.yaml │ ├── dbt_build.yaml │ └── staging_models.yaml ├── extensions │ ├── __init__.py │ ├── column_list.py │ └── row_data.py ├── interactions │ └── __init__.py ├── io_config.yaml ├── metadata.yaml ├── pipelines │ ├── __init__.py │ ├── pipeline_for_movies_tv_shows_datasets_from_kaggle │ │ └── metadata.yaml │ └── simple_load_datasets │ │ ├── __init__.py │ │ └── metadata.yaml ├── requirements.txt ├── sensors │ ├── __init__.py │ └── polished_quest.py ├── transformers │ ├── __init__.py │ ├── fill_in_missing_values.py │ └── restless_resonance.py └── utils │ └── __init__.py ├── recreate_project ├── INSTALL.md ├── package_install.sh ├── static │ ├── 001_google_cloud_setup.png │ ├── 002_google_cloud_setup.png │ ├── 003_google_cloud_setup.png │ ├── 004_google_cloud_setup.png │ ├── 005_google_cloud_setup.png │ ├── 006_google_cloud_setup.png │ ├── 007_google_cloud_setup.png │ ├── 008_google_cloud_setup.png │ ├── 009_google_cloud_setup.png │ ├── 010_google_cloud_setup.png │ ├── 011_google_cloud_setup.png │ ├── 012_google_cloud_setup.png │ ├── 013_google_cloud_setup.png │ ├── 014_google_cloud_setup.png │ ├── 015_google_cloud_setup.png │ ├── 016_google_cloud_setup.png │ ├── 020_kaggle_setup.png │ ├── 030_mage_setup.png │ ├── 031_mage_setup.png │ ├── 032_mage_pipeline.gif │ ├── 033_mage_pipeline_start.gif │ ├── 040_project_logo.svg │ ├── 050_data_pipeline_architecture.png │ ├── 060_lookerstudio_report.gif │ ├── 061_lookerstudio_report.pdf │ └── 070_bigquery_tables.png └── teardown.sh ├── requirements.txt └── terraform ├── main.tf └── variables.tf /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/.gitignore -------------------------------------------------------------------------------- /Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/Dockerfile -------------------------------------------------------------------------------- /Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/Makefile -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/README.md -------------------------------------------------------------------------------- /dev.env: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/dev.env -------------------------------------------------------------------------------- /docker-compose.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/docker-compose.yml -------------------------------------------------------------------------------- /movies_tv_shows/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/movies_tv_shows/.gitignore -------------------------------------------------------------------------------- /movies_tv_shows/.profiles_interpolated_temp_81dde50d-b1d0-404a-8a41-69cb45b5d9e3/profiles.yml: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /movies_tv_shows/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /movies_tv_shows/charts/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /movies_tv_shows/charts/completed_pipeline_runs_daily_overview_dashboard_j4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/movies_tv_shows/charts/completed_pipeline_runs_daily_overview_dashboard_j4.py -------------------------------------------------------------------------------- /movies_tv_shows/charts/failed_pipeline_runs_daily_overview_dashboard_p6.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/movies_tv_shows/charts/failed_pipeline_runs_daily_overview_dashboard_p6.py -------------------------------------------------------------------------------- /movies_tv_shows/charts/running_pipelines_overview_dashboard_c6.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/movies_tv_shows/charts/running_pipelines_overview_dashboard_c6.py -------------------------------------------------------------------------------- /movies_tv_shows/custom/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /movies_tv_shows/custom/cleanup_after_loading.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/movies_tv_shows/custom/cleanup_after_loading.py -------------------------------------------------------------------------------- /movies_tv_shows/custom/profound_flower.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/movies_tv_shows/custom/profound_flower.py -------------------------------------------------------------------------------- /movies_tv_shows/custom/set_load_datasets_from_kaggle.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/movies_tv_shows/custom/set_load_datasets_from_kaggle.py -------------------------------------------------------------------------------- /movies_tv_shows/custom_templates/blocks/column_list/column_list.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/movies_tv_shows/custom_templates/blocks/column_list/column_list.py -------------------------------------------------------------------------------- /movies_tv_shows/custom_templates/blocks/column_list/metadata.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/movies_tv_shows/custom_templates/blocks/column_list/metadata.yaml -------------------------------------------------------------------------------- /movies_tv_shows/custom_templates/blocks/row_data/metadata.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/movies_tv_shows/custom_templates/blocks/row_data/metadata.yaml -------------------------------------------------------------------------------- /movies_tv_shows/custom_templates/blocks/row_data/row_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/movies_tv_shows/custom_templates/blocks/row_data/row_data.py -------------------------------------------------------------------------------- /movies_tv_shows/data_exporters/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /movies_tv_shows/data_exporters/amazon_prime_exporter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/movies_tv_shows/data_exporters/amazon_prime_exporter.py -------------------------------------------------------------------------------- /movies_tv_shows/data_exporters/disney_plus_exporter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/movies_tv_shows/data_exporters/disney_plus_exporter.py -------------------------------------------------------------------------------- /movies_tv_shows/data_exporters/dynamic_exporter_to_gcs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/movies_tv_shows/data_exporters/dynamic_exporter_to_gcs.py -------------------------------------------------------------------------------- /movies_tv_shows/data_exporters/hulu_exporter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/movies_tv_shows/data_exporters/hulu_exporter.py -------------------------------------------------------------------------------- /movies_tv_shows/data_exporters/netflix_exporter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/movies_tv_shows/data_exporters/netflix_exporter.py -------------------------------------------------------------------------------- /movies_tv_shows/data_loaders/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /movies_tv_shows/data_loaders/amazon_prime_load.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/movies_tv_shows/data_loaders/amazon_prime_load.py -------------------------------------------------------------------------------- /movies_tv_shows/data_loaders/disney_plus_load.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/movies_tv_shows/data_loaders/disney_plus_load.py -------------------------------------------------------------------------------- /movies_tv_shows/data_loaders/dynamic_load_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/movies_tv_shows/data_loaders/dynamic_load_datasets.py -------------------------------------------------------------------------------- /movies_tv_shows/data_loaders/hulu_load.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/movies_tv_shows/data_loaders/hulu_load.py -------------------------------------------------------------------------------- /movies_tv_shows/data_loaders/netflix_shows_load.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/movies_tv_shows/data_loaders/netflix_shows_load.py -------------------------------------------------------------------------------- /movies_tv_shows/dbt/.user.yml: -------------------------------------------------------------------------------- 1 | id: d8b043d8-5214-46f1-9ebf-40ca2d2c1ea0 2 | -------------------------------------------------------------------------------- /movies_tv_shows/dbt/movies_tv_shows_dbt/.gitignore: -------------------------------------------------------------------------------- 1 | 2 | target/ 3 | dbt_packages/ 4 | logs/ 5 | -------------------------------------------------------------------------------- /movies_tv_shows/dbt/movies_tv_shows_dbt/.user.yml: -------------------------------------------------------------------------------- 1 | id: 868c0700-1bb3-47b9-bf19-0e8b92eaad11 2 | -------------------------------------------------------------------------------- /movies_tv_shows/dbt/movies_tv_shows_dbt/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/movies_tv_shows/dbt/movies_tv_shows_dbt/README.md -------------------------------------------------------------------------------- /movies_tv_shows/dbt/movies_tv_shows_dbt/dbt_project.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/movies_tv_shows/dbt/movies_tv_shows_dbt/dbt_project.yml -------------------------------------------------------------------------------- /movies_tv_shows/dbt/movies_tv_shows_dbt/macros/create_external_table.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/movies_tv_shows/dbt/movies_tv_shows_dbt/macros/create_external_table.sql -------------------------------------------------------------------------------- /movies_tv_shows/dbt/movies_tv_shows_dbt/models/core/core_movies_tv_shows.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/movies_tv_shows/dbt/movies_tv_shows_dbt/models/core/core_movies_tv_shows.sql -------------------------------------------------------------------------------- /movies_tv_shows/dbt/movies_tv_shows_dbt/models/core/schema.yml: -------------------------------------------------------------------------------- 1 | version: 2 2 | -------------------------------------------------------------------------------- /movies_tv_shows/dbt/movies_tv_shows_dbt/models/mage_sources.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/movies_tv_shows/dbt/movies_tv_shows_dbt/models/mage_sources.yml -------------------------------------------------------------------------------- /movies_tv_shows/dbt/movies_tv_shows_dbt/models/staging/schema.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/movies_tv_shows/dbt/movies_tv_shows_dbt/models/staging/schema.yml -------------------------------------------------------------------------------- /movies_tv_shows/dbt/movies_tv_shows_dbt/models/staging/stg_movies.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/movies_tv_shows/dbt/movies_tv_shows_dbt/models/staging/stg_movies.sql -------------------------------------------------------------------------------- /movies_tv_shows/dbt/movies_tv_shows_dbt/models/staging/stg_tv_shows.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/movies_tv_shows/dbt/movies_tv_shows_dbt/models/staging/stg_tv_shows.sql -------------------------------------------------------------------------------- /movies_tv_shows/dbt/movies_tv_shows_dbt/package-lock.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/movies_tv_shows/dbt/movies_tv_shows_dbt/package-lock.yml -------------------------------------------------------------------------------- /movies_tv_shows/dbt/movies_tv_shows_dbt/packages.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/movies_tv_shows/dbt/movies_tv_shows_dbt/packages.yml -------------------------------------------------------------------------------- /movies_tv_shows/dbt/movies_tv_shows_dbt/profiles.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/movies_tv_shows/dbt/movies_tv_shows_dbt/profiles.yml -------------------------------------------------------------------------------- /movies_tv_shows/dbts/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /movies_tv_shows/dbts/core_models.yaml: -------------------------------------------------------------------------------- 1 | --select tag:core -------------------------------------------------------------------------------- /movies_tv_shows/dbts/dbt_build.yaml: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /movies_tv_shows/dbts/staging_models.yaml: -------------------------------------------------------------------------------- 1 | --select tag:staging -------------------------------------------------------------------------------- /movies_tv_shows/extensions/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /movies_tv_shows/extensions/column_list.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/movies_tv_shows/extensions/column_list.py -------------------------------------------------------------------------------- /movies_tv_shows/extensions/row_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/movies_tv_shows/extensions/row_data.py -------------------------------------------------------------------------------- /movies_tv_shows/interactions/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /movies_tv_shows/io_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/movies_tv_shows/io_config.yaml -------------------------------------------------------------------------------- /movies_tv_shows/metadata.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/movies_tv_shows/metadata.yaml -------------------------------------------------------------------------------- /movies_tv_shows/pipelines/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /movies_tv_shows/pipelines/pipeline_for_movies_tv_shows_datasets_from_kaggle/metadata.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/movies_tv_shows/pipelines/pipeline_for_movies_tv_shows_datasets_from_kaggle/metadata.yaml -------------------------------------------------------------------------------- /movies_tv_shows/pipelines/simple_load_datasets/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /movies_tv_shows/pipelines/simple_load_datasets/metadata.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/movies_tv_shows/pipelines/simple_load_datasets/metadata.yaml -------------------------------------------------------------------------------- /movies_tv_shows/requirements.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /movies_tv_shows/sensors/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /movies_tv_shows/sensors/polished_quest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/movies_tv_shows/sensors/polished_quest.py -------------------------------------------------------------------------------- /movies_tv_shows/transformers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /movies_tv_shows/transformers/fill_in_missing_values.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/movies_tv_shows/transformers/fill_in_missing_values.py -------------------------------------------------------------------------------- /movies_tv_shows/transformers/restless_resonance.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/movies_tv_shows/transformers/restless_resonance.py -------------------------------------------------------------------------------- /movies_tv_shows/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /recreate_project/INSTALL.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/recreate_project/INSTALL.md -------------------------------------------------------------------------------- /recreate_project/package_install.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/recreate_project/package_install.sh -------------------------------------------------------------------------------- /recreate_project/static/001_google_cloud_setup.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/recreate_project/static/001_google_cloud_setup.png -------------------------------------------------------------------------------- /recreate_project/static/002_google_cloud_setup.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/recreate_project/static/002_google_cloud_setup.png -------------------------------------------------------------------------------- /recreate_project/static/003_google_cloud_setup.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/recreate_project/static/003_google_cloud_setup.png -------------------------------------------------------------------------------- /recreate_project/static/004_google_cloud_setup.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/recreate_project/static/004_google_cloud_setup.png -------------------------------------------------------------------------------- /recreate_project/static/005_google_cloud_setup.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/recreate_project/static/005_google_cloud_setup.png -------------------------------------------------------------------------------- /recreate_project/static/006_google_cloud_setup.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/recreate_project/static/006_google_cloud_setup.png -------------------------------------------------------------------------------- /recreate_project/static/007_google_cloud_setup.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/recreate_project/static/007_google_cloud_setup.png -------------------------------------------------------------------------------- /recreate_project/static/008_google_cloud_setup.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/recreate_project/static/008_google_cloud_setup.png -------------------------------------------------------------------------------- /recreate_project/static/009_google_cloud_setup.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/recreate_project/static/009_google_cloud_setup.png -------------------------------------------------------------------------------- /recreate_project/static/010_google_cloud_setup.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/recreate_project/static/010_google_cloud_setup.png -------------------------------------------------------------------------------- /recreate_project/static/011_google_cloud_setup.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/recreate_project/static/011_google_cloud_setup.png -------------------------------------------------------------------------------- /recreate_project/static/012_google_cloud_setup.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/recreate_project/static/012_google_cloud_setup.png -------------------------------------------------------------------------------- /recreate_project/static/013_google_cloud_setup.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/recreate_project/static/013_google_cloud_setup.png -------------------------------------------------------------------------------- /recreate_project/static/014_google_cloud_setup.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/recreate_project/static/014_google_cloud_setup.png -------------------------------------------------------------------------------- /recreate_project/static/015_google_cloud_setup.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/recreate_project/static/015_google_cloud_setup.png -------------------------------------------------------------------------------- /recreate_project/static/016_google_cloud_setup.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/recreate_project/static/016_google_cloud_setup.png -------------------------------------------------------------------------------- /recreate_project/static/020_kaggle_setup.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/recreate_project/static/020_kaggle_setup.png -------------------------------------------------------------------------------- /recreate_project/static/030_mage_setup.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/recreate_project/static/030_mage_setup.png -------------------------------------------------------------------------------- /recreate_project/static/031_mage_setup.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/recreate_project/static/031_mage_setup.png -------------------------------------------------------------------------------- /recreate_project/static/032_mage_pipeline.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/recreate_project/static/032_mage_pipeline.gif -------------------------------------------------------------------------------- /recreate_project/static/033_mage_pipeline_start.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/recreate_project/static/033_mage_pipeline_start.gif -------------------------------------------------------------------------------- /recreate_project/static/040_project_logo.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/recreate_project/static/040_project_logo.svg -------------------------------------------------------------------------------- /recreate_project/static/050_data_pipeline_architecture.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/recreate_project/static/050_data_pipeline_architecture.png -------------------------------------------------------------------------------- /recreate_project/static/060_lookerstudio_report.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/recreate_project/static/060_lookerstudio_report.gif -------------------------------------------------------------------------------- /recreate_project/static/061_lookerstudio_report.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/recreate_project/static/061_lookerstudio_report.pdf -------------------------------------------------------------------------------- /recreate_project/static/070_bigquery_tables.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/recreate_project/static/070_bigquery_tables.png -------------------------------------------------------------------------------- /recreate_project/teardown.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/recreate_project/teardown.sh -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- 1 | kaggle==1.6.6 -------------------------------------------------------------------------------- /terraform/main.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/terraform/main.tf -------------------------------------------------------------------------------- /terraform/variables.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/murkenson/movies_tv_shows_data_pipeline/HEAD/terraform/variables.tf --------------------------------------------------------------------------------