├── .gitignore ├── 0_SQL-Refresher └── README.md ├── 1_Containerization-and-Infrastructure-as-Code ├── .gitignore ├── README.md ├── docker-compose.yaml ├── dockerfile ├── homework │ ├── docker-compose.yaml │ ├── homework2024.md │ ├── homework2025.md │ ├── ingest_data.py │ ├── ingest_zone.py │ └── taxi_zone_lookup.csv ├── images │ ├── pgadmin.jpg │ ├── pgadmin2.jpg │ └── pipeline.jpg ├── ingest_data.py ├── pipeline.py └── terraform │ └── main.tf ├── 2_Workflow-Orchestration-(Kestra) ├── .gitignore ├── README.md ├── docker-compose.yaml ├── flows │ ├── 01_getting_started_data_pipeline.yaml │ ├── 02_postgres_taxi.yaml │ ├── 02_postgres_taxi_scheduled.yaml │ ├── 04_gcp_kv.yaml │ ├── 05_gcp_setup.yaml │ ├── 06_gcp_taxi.yaml │ └── 06_gcp_taxi_scheduled.yaml ├── homework.md └── images │ ├── gcp1.jpg │ ├── gcp2.jpg │ ├── gcp3.jpg │ ├── gcp4.jpg │ ├── gcp5.jpg │ ├── gcp6.jpg │ ├── gcp7.jpg │ ├── kestra1.jpg │ ├── kestra10.jpg │ ├── kestra11.jpg │ ├── kestra12.jpg │ ├── kestra13.jpg │ ├── kestra14.jpg │ ├── kestra15.jpg │ ├── kestra16.jpg │ ├── kestra17.jpg │ ├── kestra18.jpg │ ├── kestra19.jpg │ ├── kestra2.jpg │ ├── kestra20.jpg │ ├── kestra21.jpg │ ├── kestra3.jpg │ ├── kestra4.jpg │ ├── kestra5.jpg │ ├── kestra6.jpg │ ├── kestra7.jpg │ ├── kestra8.jpg │ ├── kestra9.jpg │ ├── kestraexecute.jpg │ ├── kestralog.jpg │ ├── kvstore.jpg │ ├── local1.jpg │ ├── local2.jpg │ ├── local3.jpg │ ├── local4.jpg │ ├── local5.jpg │ ├── local6.jpg │ ├── local7.jpg │ ├── pipeline0.jpg │ ├── pipeline1.jpg │ ├── pipeline1modnew.jpg │ ├── pipeline1new.jpg │ ├── pipeline2.jpg │ ├── pipeline2new.jpg │ ├── pipeline3.jpg │ ├── pipeline4.jpg │ ├── pipeline5.jpg │ ├── pipeline6.jpg │ └── pipeline7.jpg ├── 2_Workflow-Orchestration-AirFlow ├── .gitignore ├── README.md ├── airflow-kubernetes │ ├── data_ingestion_gcp.py │ ├── default-values.yaml │ ├── hello.py │ ├── values-gcp.yaml │ └── values.yaml ├── airflow │ ├── Dockerfile │ ├── dags │ │ ├── data_ingestion_gcp_green.py │ │ ├── data_ingestion_gcp_yellow.py │ │ ├── data_ingestion_local.py │ │ ├── data_ingestion_local_optimized.md │ │ └── data_ingestion_local_optimized.py │ ├── docker-compose.yaml │ └── requirements.txt ├── database_ny_taxi │ └── docker-compose-lesson1.yaml └── images │ ├── airflow1.jpg │ ├── airflow2.jpg │ ├── airflow3.jpg │ ├── airflow4.jpg │ ├── airflow5.jpg │ ├── airflow6.jpg │ ├── airflow7.jpg │ ├── airflow8.jpg │ ├── airflowgcp1.jpg │ ├── airflowgcp10.jpg │ ├── airflowgcp2.jpg │ ├── airflowgcp3.jpg │ ├── airflowgcp4.jpg │ ├── airflowgcp5.jpg │ ├── airflowgcp6.jpg │ ├── airflowgcp7.jpg │ ├── airflowgcp8.jpg │ ├── airflowgcp9.jpg │ ├── airflownew1.jpg │ ├── airflownew2.jpg │ ├── airflownew3.jpg │ ├── airflownew4.jpg │ ├── airflownew5.jpg │ ├── gcpairflow.jpg │ ├── kube0.jpg │ ├── kube1.jpg │ ├── kube2.jpg │ ├── kube3.jpg │ ├── kubeapi.jpg │ ├── kubebq1.jpg │ ├── kubebq2.jpg │ ├── kubeconn.jpg │ ├── kubedag.jpg │ ├── kubedag0.jpg │ ├── kubegcprun.jpg │ ├── pipeline1.jpg │ ├── pipeline1modnew.jpg │ ├── pipeline1new.jpg │ ├── pipeline2.jpg │ └── pipeline2new.jpg ├── 3_Data-Warehouse ├── README.md ├── homework2024.md ├── homework2025.md └── images │ ├── dw1.jpg │ ├── dw10.jpg │ ├── dw11.jpg │ ├── dw12.jpg │ ├── dw13.jpg │ ├── dw14.jpg │ ├── dw15.jpg │ ├── dw16.jpg │ ├── dw17.jpg │ ├── dw18.jpg │ ├── dw19.jpg │ ├── dw2.jpg │ ├── dw20.jpg │ ├── dw3.jpg │ ├── dw4.jpg │ ├── dw5.jpg │ ├── dw6.jpg │ ├── dw7.jpg │ ├── dw8.jpg │ ├── dw9.jpg │ ├── hw1.jpg │ ├── hw10.jpg │ ├── hw11.jpg │ ├── hw12.jpg │ ├── hw13.jpg │ ├── hw2.jpg │ ├── hw3.jpg │ ├── hw4.jpg │ ├── hw5.jpg │ ├── hw6.jpg │ ├── hw7.jpg │ ├── hw8.jpg │ └── hw9.jpg ├── 4_Analytics-Engineering ├── .gitignore ├── README.md ├── dbtcore_bigquery │ ├── .gitignore │ ├── dbt_project.yml │ ├── macros │ │ ├── .gitkeep │ │ ├── get_payment_type_description.sql │ │ └── macros_properties.yml │ ├── models │ │ ├── core │ │ │ ├── dim_zones.sql │ │ │ ├── dm_monthly_zone_revenue.sql │ │ │ ├── fact_trips.sql │ │ │ └── schema.yml │ │ └── staging │ │ │ ├── schema.yml │ │ │ ├── stg_green_tripdata.sql │ │ │ └── stg_yellow_tripdata.sql │ ├── package-lock.yml │ ├── packages.yml │ └── seeds │ │ ├── .gitkeep │ │ ├── seeds_properties.yml │ │ └── taxi_zone_lookup.csv ├── homework.md ├── images │ ├── ae1.jpg │ ├── ae10.jpg │ ├── ae11.jpg │ ├── ae12.jpg │ ├── ae13.jpg │ ├── ae14.jpg │ ├── ae15.jpg │ ├── ae16.jpg │ ├── ae17.jpg │ ├── ae18.jpg │ ├── ae19.jpg │ ├── ae2.jpg │ ├── ae20.jpg │ ├── ae21.jpg │ ├── ae22.jpg │ ├── ae23.jpg │ ├── ae24.jpg │ ├── ae25.jpg │ ├── ae26.jpg │ ├── ae27.jpg │ ├── ae28.jpg │ ├── ae29.jpg │ ├── ae3.jpg │ ├── ae30.jpg │ ├── ae31.jpg │ ├── ae32.jpg │ ├── ae33.jpg │ ├── ae34.jpg │ ├── ae35.jpg │ ├── ae36.jpg │ ├── ae37.jpg │ ├── ae38.jpg │ ├── ae39.jpg │ ├── ae4.jpg │ ├── ae40.jpg │ ├── ae41.jpg │ ├── ae42.jpg │ ├── ae43.jpg │ ├── ae44.jpg │ ├── ae45.jpg │ ├── ae46.jpg │ ├── ae47.jpg │ ├── ae48.jpg │ ├── ae49.jpg │ ├── ae5.jpg │ ├── ae50.jpg │ ├── ae51.jpg │ ├── ae52.jpg │ ├── ae53.jpg │ ├── ae54.jpg │ ├── ae55.jpg │ ├── ae56.jpg │ ├── ae57.jpg │ ├── ae58.jpg │ ├── ae59.jpg │ ├── ae6.jpg │ ├── ae60.jpg │ ├── ae61.jpg │ ├── ae62.jpg │ ├── ae63.jpg │ ├── ae64.jpg │ ├── ae65.jpg │ ├── ae66.jpg │ ├── ae67.jpg │ ├── ae68.jpg │ ├── ae69.jpg │ ├── ae7.jpg │ ├── ae70.jpg │ ├── ae71.jpg │ ├── ae72.jpg │ ├── ae73.jpg │ ├── ae74.jpg │ ├── ae75.jpg │ ├── ae76.jpg │ ├── ae77.jpg │ ├── ae8.jpg │ └── ae9.jpg └── taxi_rides_ny │ ├── .gitignore │ ├── .gitkeep │ ├── README.md │ ├── analyses │ ├── .gitkeep │ └── hack-load-data.sql │ ├── dbt_project.yml │ ├── macros │ ├── .gitkeep │ ├── get_payment_type_description.sql │ └── macros_properties.yml │ ├── models │ ├── core │ │ ├── dim_zones.sql │ │ ├── dm_monthly_zone_revenue.sql │ │ ├── fact_trips.sql │ │ └── schema.yml │ └── staging │ │ ├── schema.yml │ │ ├── stg_green_tripdata.sql │ │ └── stg_yellow_tripdata.sql │ ├── package-lock.yml │ ├── packages.yml │ ├── seeds │ ├── .gitkeep │ ├── seeds_properties.yml │ └── taxi_zone_lookup.csv │ └── snapshots │ └── .gitkeep ├── 5_Batch-Processing-Spark ├── README.md ├── code │ ├── green_taxi_data.py │ ├── pyspark_sql.py │ ├── pyspark_sql2.py │ ├── pyspark_sql_bigquery.py │ ├── spark_bucket.py │ ├── spark_dataframes.py │ └── yellow_taxi_data.py ├── homework.md ├── images │ ├── b1.jpg │ ├── b10.jpg │ ├── b11.jpg │ ├── b12.jpg │ ├── b13.jpg │ ├── b14.jpg │ ├── b15.jpg │ ├── b16.jpg │ ├── b17.jpg │ ├── b18.jpg │ ├── b19.jpg │ ├── b2.jpg │ ├── b20.jpg │ ├── b21.jpg │ ├── b22.jpg │ ├── b23.jpg │ ├── b24.jpg │ ├── b25.jpg │ ├── b26.jpg │ ├── b27.jpg │ ├── b28.jpg │ ├── b29.jpg │ ├── b3.jpg │ ├── b30.jpg │ ├── b31.jpg │ ├── b32.jpg │ ├── b33.jpg │ ├── b34.jpg │ ├── b35.jpg │ ├── b4.jpg │ ├── b5.jpg │ ├── b6.jpg │ ├── b7.jpg │ ├── b8.jpg │ └── b9.jpg └── install │ ├── linux.md │ ├── macos.md │ ├── pyspark.md │ └── windows.md ├── Data-ingestion-with-dlt ├── .gitignore ├── data_ingestion.py └── homework.md └── README.md /.gitignore: -------------------------------------------------------------------------------- 1 | google_keys -------------------------------------------------------------------------------- /0_SQL-Refresher/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/0_SQL-Refresher/README.md -------------------------------------------------------------------------------- /1_Containerization-and-Infrastructure-as-Code/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/1_Containerization-and-Infrastructure-as-Code/.gitignore -------------------------------------------------------------------------------- /1_Containerization-and-Infrastructure-as-Code/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/1_Containerization-and-Infrastructure-as-Code/README.md -------------------------------------------------------------------------------- /1_Containerization-and-Infrastructure-as-Code/docker-compose.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/1_Containerization-and-Infrastructure-as-Code/docker-compose.yaml -------------------------------------------------------------------------------- /1_Containerization-and-Infrastructure-as-Code/dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/1_Containerization-and-Infrastructure-as-Code/dockerfile -------------------------------------------------------------------------------- /1_Containerization-and-Infrastructure-as-Code/homework/docker-compose.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/1_Containerization-and-Infrastructure-as-Code/homework/docker-compose.yaml -------------------------------------------------------------------------------- /1_Containerization-and-Infrastructure-as-Code/homework/homework2024.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/1_Containerization-and-Infrastructure-as-Code/homework/homework2024.md -------------------------------------------------------------------------------- /1_Containerization-and-Infrastructure-as-Code/homework/homework2025.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/1_Containerization-and-Infrastructure-as-Code/homework/homework2025.md -------------------------------------------------------------------------------- /1_Containerization-and-Infrastructure-as-Code/homework/ingest_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/1_Containerization-and-Infrastructure-as-Code/homework/ingest_data.py -------------------------------------------------------------------------------- /1_Containerization-and-Infrastructure-as-Code/homework/ingest_zone.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/1_Containerization-and-Infrastructure-as-Code/homework/ingest_zone.py -------------------------------------------------------------------------------- /1_Containerization-and-Infrastructure-as-Code/homework/taxi_zone_lookup.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/1_Containerization-and-Infrastructure-as-Code/homework/taxi_zone_lookup.csv -------------------------------------------------------------------------------- /1_Containerization-and-Infrastructure-as-Code/images/pgadmin.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/1_Containerization-and-Infrastructure-as-Code/images/pgadmin.jpg -------------------------------------------------------------------------------- /1_Containerization-and-Infrastructure-as-Code/images/pgadmin2.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/1_Containerization-and-Infrastructure-as-Code/images/pgadmin2.jpg -------------------------------------------------------------------------------- /1_Containerization-and-Infrastructure-as-Code/images/pipeline.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/1_Containerization-and-Infrastructure-as-Code/images/pipeline.jpg -------------------------------------------------------------------------------- /1_Containerization-and-Infrastructure-as-Code/ingest_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/1_Containerization-and-Infrastructure-as-Code/ingest_data.py -------------------------------------------------------------------------------- /1_Containerization-and-Infrastructure-as-Code/pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/1_Containerization-and-Infrastructure-as-Code/pipeline.py -------------------------------------------------------------------------------- /1_Containerization-and-Infrastructure-as-Code/terraform/main.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/1_Containerization-and-Infrastructure-as-Code/terraform/main.tf -------------------------------------------------------------------------------- /2_Workflow-Orchestration-(Kestra)/.gitignore: -------------------------------------------------------------------------------- 1 | data_pgadmin 2 | ny_taxi_postgres_data -------------------------------------------------------------------------------- /2_Workflow-Orchestration-(Kestra)/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-(Kestra)/README.md -------------------------------------------------------------------------------- /2_Workflow-Orchestration-(Kestra)/docker-compose.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-(Kestra)/docker-compose.yaml -------------------------------------------------------------------------------- /2_Workflow-Orchestration-(Kestra)/flows/01_getting_started_data_pipeline.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-(Kestra)/flows/01_getting_started_data_pipeline.yaml -------------------------------------------------------------------------------- /2_Workflow-Orchestration-(Kestra)/flows/02_postgres_taxi.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-(Kestra)/flows/02_postgres_taxi.yaml -------------------------------------------------------------------------------- /2_Workflow-Orchestration-(Kestra)/flows/02_postgres_taxi_scheduled.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-(Kestra)/flows/02_postgres_taxi_scheduled.yaml -------------------------------------------------------------------------------- /2_Workflow-Orchestration-(Kestra)/flows/04_gcp_kv.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-(Kestra)/flows/04_gcp_kv.yaml -------------------------------------------------------------------------------- /2_Workflow-Orchestration-(Kestra)/flows/05_gcp_setup.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-(Kestra)/flows/05_gcp_setup.yaml -------------------------------------------------------------------------------- /2_Workflow-Orchestration-(Kestra)/flows/06_gcp_taxi.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-(Kestra)/flows/06_gcp_taxi.yaml -------------------------------------------------------------------------------- /2_Workflow-Orchestration-(Kestra)/flows/06_gcp_taxi_scheduled.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-(Kestra)/flows/06_gcp_taxi_scheduled.yaml -------------------------------------------------------------------------------- /2_Workflow-Orchestration-(Kestra)/homework.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-(Kestra)/homework.md -------------------------------------------------------------------------------- /2_Workflow-Orchestration-(Kestra)/images/gcp1.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-(Kestra)/images/gcp1.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-(Kestra)/images/gcp2.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-(Kestra)/images/gcp2.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-(Kestra)/images/gcp3.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-(Kestra)/images/gcp3.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-(Kestra)/images/gcp4.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-(Kestra)/images/gcp4.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-(Kestra)/images/gcp5.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-(Kestra)/images/gcp5.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-(Kestra)/images/gcp6.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-(Kestra)/images/gcp6.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-(Kestra)/images/gcp7.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-(Kestra)/images/gcp7.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-(Kestra)/images/kestra1.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-(Kestra)/images/kestra1.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-(Kestra)/images/kestra10.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-(Kestra)/images/kestra10.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-(Kestra)/images/kestra11.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-(Kestra)/images/kestra11.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-(Kestra)/images/kestra12.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-(Kestra)/images/kestra12.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-(Kestra)/images/kestra13.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-(Kestra)/images/kestra13.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-(Kestra)/images/kestra14.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-(Kestra)/images/kestra14.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-(Kestra)/images/kestra15.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-(Kestra)/images/kestra15.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-(Kestra)/images/kestra16.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-(Kestra)/images/kestra16.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-(Kestra)/images/kestra17.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-(Kestra)/images/kestra17.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-(Kestra)/images/kestra18.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-(Kestra)/images/kestra18.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-(Kestra)/images/kestra19.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-(Kestra)/images/kestra19.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-(Kestra)/images/kestra2.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-(Kestra)/images/kestra2.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-(Kestra)/images/kestra20.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-(Kestra)/images/kestra20.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-(Kestra)/images/kestra21.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-(Kestra)/images/kestra21.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-(Kestra)/images/kestra3.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-(Kestra)/images/kestra3.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-(Kestra)/images/kestra4.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-(Kestra)/images/kestra4.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-(Kestra)/images/kestra5.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-(Kestra)/images/kestra5.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-(Kestra)/images/kestra6.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-(Kestra)/images/kestra6.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-(Kestra)/images/kestra7.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-(Kestra)/images/kestra7.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-(Kestra)/images/kestra8.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-(Kestra)/images/kestra8.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-(Kestra)/images/kestra9.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-(Kestra)/images/kestra9.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-(Kestra)/images/kestraexecute.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-(Kestra)/images/kestraexecute.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-(Kestra)/images/kestralog.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-(Kestra)/images/kestralog.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-(Kestra)/images/kvstore.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-(Kestra)/images/kvstore.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-(Kestra)/images/local1.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-(Kestra)/images/local1.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-(Kestra)/images/local2.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-(Kestra)/images/local2.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-(Kestra)/images/local3.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-(Kestra)/images/local3.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-(Kestra)/images/local4.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-(Kestra)/images/local4.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-(Kestra)/images/local5.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-(Kestra)/images/local5.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-(Kestra)/images/local6.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-(Kestra)/images/local6.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-(Kestra)/images/local7.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-(Kestra)/images/local7.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-(Kestra)/images/pipeline0.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-(Kestra)/images/pipeline0.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-(Kestra)/images/pipeline1.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-(Kestra)/images/pipeline1.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-(Kestra)/images/pipeline1modnew.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-(Kestra)/images/pipeline1modnew.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-(Kestra)/images/pipeline1new.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-(Kestra)/images/pipeline1new.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-(Kestra)/images/pipeline2.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-(Kestra)/images/pipeline2.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-(Kestra)/images/pipeline2new.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-(Kestra)/images/pipeline2new.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-(Kestra)/images/pipeline3.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-(Kestra)/images/pipeline3.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-(Kestra)/images/pipeline4.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-(Kestra)/images/pipeline4.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-(Kestra)/images/pipeline5.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-(Kestra)/images/pipeline5.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-(Kestra)/images/pipeline6.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-(Kestra)/images/pipeline6.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-(Kestra)/images/pipeline7.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-(Kestra)/images/pipeline7.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-AirFlow/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-AirFlow/.gitignore -------------------------------------------------------------------------------- /2_Workflow-Orchestration-AirFlow/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-AirFlow/README.md -------------------------------------------------------------------------------- /2_Workflow-Orchestration-AirFlow/airflow-kubernetes/data_ingestion_gcp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-AirFlow/airflow-kubernetes/data_ingestion_gcp.py -------------------------------------------------------------------------------- /2_Workflow-Orchestration-AirFlow/airflow-kubernetes/default-values.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-AirFlow/airflow-kubernetes/default-values.yaml -------------------------------------------------------------------------------- /2_Workflow-Orchestration-AirFlow/airflow-kubernetes/hello.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-AirFlow/airflow-kubernetes/hello.py -------------------------------------------------------------------------------- /2_Workflow-Orchestration-AirFlow/airflow-kubernetes/values-gcp.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-AirFlow/airflow-kubernetes/values-gcp.yaml -------------------------------------------------------------------------------- /2_Workflow-Orchestration-AirFlow/airflow-kubernetes/values.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-AirFlow/airflow-kubernetes/values.yaml -------------------------------------------------------------------------------- /2_Workflow-Orchestration-AirFlow/airflow/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-AirFlow/airflow/Dockerfile -------------------------------------------------------------------------------- /2_Workflow-Orchestration-AirFlow/airflow/dags/data_ingestion_gcp_green.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-AirFlow/airflow/dags/data_ingestion_gcp_green.py -------------------------------------------------------------------------------- /2_Workflow-Orchestration-AirFlow/airflow/dags/data_ingestion_gcp_yellow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-AirFlow/airflow/dags/data_ingestion_gcp_yellow.py -------------------------------------------------------------------------------- /2_Workflow-Orchestration-AirFlow/airflow/dags/data_ingestion_local.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-AirFlow/airflow/dags/data_ingestion_local.py -------------------------------------------------------------------------------- /2_Workflow-Orchestration-AirFlow/airflow/dags/data_ingestion_local_optimized.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-AirFlow/airflow/dags/data_ingestion_local_optimized.md -------------------------------------------------------------------------------- /2_Workflow-Orchestration-AirFlow/airflow/dags/data_ingestion_local_optimized.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-AirFlow/airflow/dags/data_ingestion_local_optimized.py -------------------------------------------------------------------------------- /2_Workflow-Orchestration-AirFlow/airflow/docker-compose.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-AirFlow/airflow/docker-compose.yaml -------------------------------------------------------------------------------- /2_Workflow-Orchestration-AirFlow/airflow/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-AirFlow/airflow/requirements.txt -------------------------------------------------------------------------------- /2_Workflow-Orchestration-AirFlow/database_ny_taxi/docker-compose-lesson1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-AirFlow/database_ny_taxi/docker-compose-lesson1.yaml -------------------------------------------------------------------------------- /2_Workflow-Orchestration-AirFlow/images/airflow1.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-AirFlow/images/airflow1.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-AirFlow/images/airflow2.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-AirFlow/images/airflow2.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-AirFlow/images/airflow3.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-AirFlow/images/airflow3.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-AirFlow/images/airflow4.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-AirFlow/images/airflow4.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-AirFlow/images/airflow5.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-AirFlow/images/airflow5.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-AirFlow/images/airflow6.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-AirFlow/images/airflow6.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-AirFlow/images/airflow7.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-AirFlow/images/airflow7.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-AirFlow/images/airflow8.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-AirFlow/images/airflow8.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-AirFlow/images/airflowgcp1.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-AirFlow/images/airflowgcp1.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-AirFlow/images/airflowgcp10.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-AirFlow/images/airflowgcp10.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-AirFlow/images/airflowgcp2.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-AirFlow/images/airflowgcp2.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-AirFlow/images/airflowgcp3.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-AirFlow/images/airflowgcp3.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-AirFlow/images/airflowgcp4.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-AirFlow/images/airflowgcp4.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-AirFlow/images/airflowgcp5.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-AirFlow/images/airflowgcp5.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-AirFlow/images/airflowgcp6.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-AirFlow/images/airflowgcp6.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-AirFlow/images/airflowgcp7.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-AirFlow/images/airflowgcp7.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-AirFlow/images/airflowgcp8.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-AirFlow/images/airflowgcp8.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-AirFlow/images/airflowgcp9.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-AirFlow/images/airflowgcp9.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-AirFlow/images/airflownew1.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-AirFlow/images/airflownew1.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-AirFlow/images/airflownew2.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-AirFlow/images/airflownew2.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-AirFlow/images/airflownew3.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-AirFlow/images/airflownew3.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-AirFlow/images/airflownew4.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-AirFlow/images/airflownew4.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-AirFlow/images/airflownew5.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-AirFlow/images/airflownew5.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-AirFlow/images/gcpairflow.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-AirFlow/images/gcpairflow.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-AirFlow/images/kube0.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-AirFlow/images/kube0.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-AirFlow/images/kube1.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-AirFlow/images/kube1.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-AirFlow/images/kube2.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-AirFlow/images/kube2.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-AirFlow/images/kube3.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-AirFlow/images/kube3.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-AirFlow/images/kubeapi.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-AirFlow/images/kubeapi.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-AirFlow/images/kubebq1.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-AirFlow/images/kubebq1.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-AirFlow/images/kubebq2.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-AirFlow/images/kubebq2.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-AirFlow/images/kubeconn.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-AirFlow/images/kubeconn.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-AirFlow/images/kubedag.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-AirFlow/images/kubedag.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-AirFlow/images/kubedag0.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-AirFlow/images/kubedag0.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-AirFlow/images/kubegcprun.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-AirFlow/images/kubegcprun.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-AirFlow/images/pipeline1.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-AirFlow/images/pipeline1.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-AirFlow/images/pipeline1modnew.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-AirFlow/images/pipeline1modnew.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-AirFlow/images/pipeline1new.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-AirFlow/images/pipeline1new.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-AirFlow/images/pipeline2.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-AirFlow/images/pipeline2.jpg -------------------------------------------------------------------------------- /2_Workflow-Orchestration-AirFlow/images/pipeline2new.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/2_Workflow-Orchestration-AirFlow/images/pipeline2new.jpg -------------------------------------------------------------------------------- /3_Data-Warehouse/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/3_Data-Warehouse/README.md -------------------------------------------------------------------------------- /3_Data-Warehouse/homework2024.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/3_Data-Warehouse/homework2024.md -------------------------------------------------------------------------------- /3_Data-Warehouse/homework2025.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/3_Data-Warehouse/homework2025.md -------------------------------------------------------------------------------- /3_Data-Warehouse/images/dw1.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/3_Data-Warehouse/images/dw1.jpg -------------------------------------------------------------------------------- /3_Data-Warehouse/images/dw10.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/3_Data-Warehouse/images/dw10.jpg -------------------------------------------------------------------------------- /3_Data-Warehouse/images/dw11.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/3_Data-Warehouse/images/dw11.jpg -------------------------------------------------------------------------------- /3_Data-Warehouse/images/dw12.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/3_Data-Warehouse/images/dw12.jpg -------------------------------------------------------------------------------- /3_Data-Warehouse/images/dw13.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/3_Data-Warehouse/images/dw13.jpg -------------------------------------------------------------------------------- /3_Data-Warehouse/images/dw14.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/3_Data-Warehouse/images/dw14.jpg -------------------------------------------------------------------------------- /3_Data-Warehouse/images/dw15.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/3_Data-Warehouse/images/dw15.jpg -------------------------------------------------------------------------------- /3_Data-Warehouse/images/dw16.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/3_Data-Warehouse/images/dw16.jpg -------------------------------------------------------------------------------- /3_Data-Warehouse/images/dw17.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/3_Data-Warehouse/images/dw17.jpg -------------------------------------------------------------------------------- /3_Data-Warehouse/images/dw18.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/3_Data-Warehouse/images/dw18.jpg -------------------------------------------------------------------------------- /3_Data-Warehouse/images/dw19.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/3_Data-Warehouse/images/dw19.jpg -------------------------------------------------------------------------------- /3_Data-Warehouse/images/dw2.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/3_Data-Warehouse/images/dw2.jpg -------------------------------------------------------------------------------- /3_Data-Warehouse/images/dw20.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/3_Data-Warehouse/images/dw20.jpg -------------------------------------------------------------------------------- /3_Data-Warehouse/images/dw3.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/3_Data-Warehouse/images/dw3.jpg -------------------------------------------------------------------------------- /3_Data-Warehouse/images/dw4.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/3_Data-Warehouse/images/dw4.jpg -------------------------------------------------------------------------------- /3_Data-Warehouse/images/dw5.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/3_Data-Warehouse/images/dw5.jpg -------------------------------------------------------------------------------- /3_Data-Warehouse/images/dw6.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/3_Data-Warehouse/images/dw6.jpg -------------------------------------------------------------------------------- /3_Data-Warehouse/images/dw7.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/3_Data-Warehouse/images/dw7.jpg -------------------------------------------------------------------------------- /3_Data-Warehouse/images/dw8.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/3_Data-Warehouse/images/dw8.jpg -------------------------------------------------------------------------------- /3_Data-Warehouse/images/dw9.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/3_Data-Warehouse/images/dw9.jpg -------------------------------------------------------------------------------- /3_Data-Warehouse/images/hw1.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/3_Data-Warehouse/images/hw1.jpg -------------------------------------------------------------------------------- /3_Data-Warehouse/images/hw10.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/3_Data-Warehouse/images/hw10.jpg -------------------------------------------------------------------------------- /3_Data-Warehouse/images/hw11.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/3_Data-Warehouse/images/hw11.jpg -------------------------------------------------------------------------------- /3_Data-Warehouse/images/hw12.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/3_Data-Warehouse/images/hw12.jpg -------------------------------------------------------------------------------- /3_Data-Warehouse/images/hw13.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/3_Data-Warehouse/images/hw13.jpg -------------------------------------------------------------------------------- /3_Data-Warehouse/images/hw2.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/3_Data-Warehouse/images/hw2.jpg -------------------------------------------------------------------------------- /3_Data-Warehouse/images/hw3.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/3_Data-Warehouse/images/hw3.jpg -------------------------------------------------------------------------------- /3_Data-Warehouse/images/hw4.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/3_Data-Warehouse/images/hw4.jpg -------------------------------------------------------------------------------- /3_Data-Warehouse/images/hw5.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/3_Data-Warehouse/images/hw5.jpg -------------------------------------------------------------------------------- /3_Data-Warehouse/images/hw6.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/3_Data-Warehouse/images/hw6.jpg -------------------------------------------------------------------------------- /3_Data-Warehouse/images/hw7.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/3_Data-Warehouse/images/hw7.jpg -------------------------------------------------------------------------------- /3_Data-Warehouse/images/hw8.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/3_Data-Warehouse/images/hw8.jpg -------------------------------------------------------------------------------- /3_Data-Warehouse/images/hw9.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/3_Data-Warehouse/images/hw9.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/.gitignore: -------------------------------------------------------------------------------- 1 | google -------------------------------------------------------------------------------- /4_Analytics-Engineering/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/README.md -------------------------------------------------------------------------------- /4_Analytics-Engineering/dbtcore_bigquery/.gitignore: -------------------------------------------------------------------------------- 1 | 2 | target/ 3 | dbt_packages/ 4 | logs/ 5 | -------------------------------------------------------------------------------- /4_Analytics-Engineering/dbtcore_bigquery/dbt_project.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/dbtcore_bigquery/dbt_project.yml -------------------------------------------------------------------------------- /4_Analytics-Engineering/dbtcore_bigquery/macros/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /4_Analytics-Engineering/dbtcore_bigquery/macros/get_payment_type_description.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/dbtcore_bigquery/macros/get_payment_type_description.sql -------------------------------------------------------------------------------- /4_Analytics-Engineering/dbtcore_bigquery/macros/macros_properties.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/dbtcore_bigquery/macros/macros_properties.yml -------------------------------------------------------------------------------- /4_Analytics-Engineering/dbtcore_bigquery/models/core/dim_zones.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/dbtcore_bigquery/models/core/dim_zones.sql -------------------------------------------------------------------------------- /4_Analytics-Engineering/dbtcore_bigquery/models/core/dm_monthly_zone_revenue.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/dbtcore_bigquery/models/core/dm_monthly_zone_revenue.sql -------------------------------------------------------------------------------- /4_Analytics-Engineering/dbtcore_bigquery/models/core/fact_trips.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/dbtcore_bigquery/models/core/fact_trips.sql -------------------------------------------------------------------------------- /4_Analytics-Engineering/dbtcore_bigquery/models/core/schema.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/dbtcore_bigquery/models/core/schema.yml -------------------------------------------------------------------------------- /4_Analytics-Engineering/dbtcore_bigquery/models/staging/schema.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/dbtcore_bigquery/models/staging/schema.yml -------------------------------------------------------------------------------- /4_Analytics-Engineering/dbtcore_bigquery/models/staging/stg_green_tripdata.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/dbtcore_bigquery/models/staging/stg_green_tripdata.sql -------------------------------------------------------------------------------- /4_Analytics-Engineering/dbtcore_bigquery/models/staging/stg_yellow_tripdata.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/dbtcore_bigquery/models/staging/stg_yellow_tripdata.sql -------------------------------------------------------------------------------- /4_Analytics-Engineering/dbtcore_bigquery/package-lock.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/dbtcore_bigquery/package-lock.yml -------------------------------------------------------------------------------- /4_Analytics-Engineering/dbtcore_bigquery/packages.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/dbtcore_bigquery/packages.yml -------------------------------------------------------------------------------- /4_Analytics-Engineering/dbtcore_bigquery/seeds/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /4_Analytics-Engineering/dbtcore_bigquery/seeds/seeds_properties.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/dbtcore_bigquery/seeds/seeds_properties.yml -------------------------------------------------------------------------------- /4_Analytics-Engineering/dbtcore_bigquery/seeds/taxi_zone_lookup.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/dbtcore_bigquery/seeds/taxi_zone_lookup.csv -------------------------------------------------------------------------------- /4_Analytics-Engineering/homework.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/homework.md -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae1.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae1.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae10.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae10.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae11.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae11.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae12.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae12.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae13.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae13.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae14.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae14.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae15.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae15.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae16.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae16.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae17.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae17.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae18.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae18.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae19.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae19.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae2.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae2.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae20.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae20.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae21.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae21.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae22.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae22.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae23.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae23.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae24.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae24.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae25.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae25.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae26.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae26.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae27.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae27.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae28.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae28.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae29.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae29.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae3.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae3.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae30.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae30.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae31.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae31.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae32.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae32.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae33.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae33.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae34.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae34.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae35.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae35.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae36.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae36.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae37.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae37.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae38.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae38.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae39.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae39.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae4.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae4.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae40.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae40.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae41.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae41.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae42.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae42.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae43.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae43.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae44.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae44.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae45.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae45.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae46.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae46.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae47.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae47.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae48.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae48.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae49.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae49.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae5.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae5.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae50.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae50.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae51.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae51.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae52.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae52.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae53.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae53.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae54.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae54.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae55.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae55.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae56.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae56.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae57.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae57.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae58.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae58.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae59.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae59.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae6.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae6.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae60.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae60.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae61.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae61.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae62.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae62.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae63.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae63.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae64.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae64.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae65.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae65.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae66.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae66.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae67.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae67.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae68.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae68.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae69.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae69.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae7.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae7.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae70.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae70.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae71.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae71.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae72.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae72.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae73.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae73.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae74.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae74.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae75.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae75.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae76.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae76.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae77.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae77.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae8.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae8.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/images/ae9.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/images/ae9.jpg -------------------------------------------------------------------------------- /4_Analytics-Engineering/taxi_rides_ny/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/taxi_rides_ny/.gitignore -------------------------------------------------------------------------------- /4_Analytics-Engineering/taxi_rides_ny/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /4_Analytics-Engineering/taxi_rides_ny/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/taxi_rides_ny/README.md -------------------------------------------------------------------------------- /4_Analytics-Engineering/taxi_rides_ny/analyses/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /4_Analytics-Engineering/taxi_rides_ny/analyses/hack-load-data.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/taxi_rides_ny/analyses/hack-load-data.sql -------------------------------------------------------------------------------- /4_Analytics-Engineering/taxi_rides_ny/dbt_project.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/taxi_rides_ny/dbt_project.yml -------------------------------------------------------------------------------- /4_Analytics-Engineering/taxi_rides_ny/macros/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /4_Analytics-Engineering/taxi_rides_ny/macros/get_payment_type_description.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/taxi_rides_ny/macros/get_payment_type_description.sql -------------------------------------------------------------------------------- /4_Analytics-Engineering/taxi_rides_ny/macros/macros_properties.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/taxi_rides_ny/macros/macros_properties.yml -------------------------------------------------------------------------------- /4_Analytics-Engineering/taxi_rides_ny/models/core/dim_zones.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/taxi_rides_ny/models/core/dim_zones.sql -------------------------------------------------------------------------------- /4_Analytics-Engineering/taxi_rides_ny/models/core/dm_monthly_zone_revenue.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/taxi_rides_ny/models/core/dm_monthly_zone_revenue.sql -------------------------------------------------------------------------------- /4_Analytics-Engineering/taxi_rides_ny/models/core/fact_trips.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/taxi_rides_ny/models/core/fact_trips.sql -------------------------------------------------------------------------------- /4_Analytics-Engineering/taxi_rides_ny/models/core/schema.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/taxi_rides_ny/models/core/schema.yml -------------------------------------------------------------------------------- /4_Analytics-Engineering/taxi_rides_ny/models/staging/schema.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/taxi_rides_ny/models/staging/schema.yml -------------------------------------------------------------------------------- /4_Analytics-Engineering/taxi_rides_ny/models/staging/stg_green_tripdata.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/taxi_rides_ny/models/staging/stg_green_tripdata.sql -------------------------------------------------------------------------------- /4_Analytics-Engineering/taxi_rides_ny/models/staging/stg_yellow_tripdata.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/taxi_rides_ny/models/staging/stg_yellow_tripdata.sql -------------------------------------------------------------------------------- /4_Analytics-Engineering/taxi_rides_ny/package-lock.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/taxi_rides_ny/package-lock.yml -------------------------------------------------------------------------------- /4_Analytics-Engineering/taxi_rides_ny/packages.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/taxi_rides_ny/packages.yml -------------------------------------------------------------------------------- /4_Analytics-Engineering/taxi_rides_ny/seeds/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /4_Analytics-Engineering/taxi_rides_ny/seeds/seeds_properties.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/taxi_rides_ny/seeds/seeds_properties.yml -------------------------------------------------------------------------------- /4_Analytics-Engineering/taxi_rides_ny/seeds/taxi_zone_lookup.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/4_Analytics-Engineering/taxi_rides_ny/seeds/taxi_zone_lookup.csv -------------------------------------------------------------------------------- /4_Analytics-Engineering/taxi_rides_ny/snapshots/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /5_Batch-Processing-Spark/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/5_Batch-Processing-Spark/README.md -------------------------------------------------------------------------------- /5_Batch-Processing-Spark/code/green_taxi_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/5_Batch-Processing-Spark/code/green_taxi_data.py -------------------------------------------------------------------------------- /5_Batch-Processing-Spark/code/pyspark_sql.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/5_Batch-Processing-Spark/code/pyspark_sql.py -------------------------------------------------------------------------------- /5_Batch-Processing-Spark/code/pyspark_sql2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/5_Batch-Processing-Spark/code/pyspark_sql2.py -------------------------------------------------------------------------------- /5_Batch-Processing-Spark/code/pyspark_sql_bigquery.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/5_Batch-Processing-Spark/code/pyspark_sql_bigquery.py -------------------------------------------------------------------------------- /5_Batch-Processing-Spark/code/spark_bucket.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/5_Batch-Processing-Spark/code/spark_bucket.py -------------------------------------------------------------------------------- /5_Batch-Processing-Spark/code/spark_dataframes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/5_Batch-Processing-Spark/code/spark_dataframes.py -------------------------------------------------------------------------------- /5_Batch-Processing-Spark/code/yellow_taxi_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/5_Batch-Processing-Spark/code/yellow_taxi_data.py -------------------------------------------------------------------------------- /5_Batch-Processing-Spark/homework.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/5_Batch-Processing-Spark/homework.md -------------------------------------------------------------------------------- /5_Batch-Processing-Spark/images/b1.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/5_Batch-Processing-Spark/images/b1.jpg -------------------------------------------------------------------------------- /5_Batch-Processing-Spark/images/b10.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/5_Batch-Processing-Spark/images/b10.jpg -------------------------------------------------------------------------------- /5_Batch-Processing-Spark/images/b11.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/5_Batch-Processing-Spark/images/b11.jpg -------------------------------------------------------------------------------- /5_Batch-Processing-Spark/images/b12.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/5_Batch-Processing-Spark/images/b12.jpg -------------------------------------------------------------------------------- /5_Batch-Processing-Spark/images/b13.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/5_Batch-Processing-Spark/images/b13.jpg -------------------------------------------------------------------------------- /5_Batch-Processing-Spark/images/b14.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/5_Batch-Processing-Spark/images/b14.jpg -------------------------------------------------------------------------------- /5_Batch-Processing-Spark/images/b15.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/5_Batch-Processing-Spark/images/b15.jpg -------------------------------------------------------------------------------- /5_Batch-Processing-Spark/images/b16.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/5_Batch-Processing-Spark/images/b16.jpg -------------------------------------------------------------------------------- /5_Batch-Processing-Spark/images/b17.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/5_Batch-Processing-Spark/images/b17.jpg -------------------------------------------------------------------------------- /5_Batch-Processing-Spark/images/b18.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/5_Batch-Processing-Spark/images/b18.jpg -------------------------------------------------------------------------------- /5_Batch-Processing-Spark/images/b19.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/5_Batch-Processing-Spark/images/b19.jpg -------------------------------------------------------------------------------- /5_Batch-Processing-Spark/images/b2.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/5_Batch-Processing-Spark/images/b2.jpg -------------------------------------------------------------------------------- /5_Batch-Processing-Spark/images/b20.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/5_Batch-Processing-Spark/images/b20.jpg -------------------------------------------------------------------------------- /5_Batch-Processing-Spark/images/b21.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/5_Batch-Processing-Spark/images/b21.jpg -------------------------------------------------------------------------------- /5_Batch-Processing-Spark/images/b22.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/5_Batch-Processing-Spark/images/b22.jpg -------------------------------------------------------------------------------- /5_Batch-Processing-Spark/images/b23.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/5_Batch-Processing-Spark/images/b23.jpg -------------------------------------------------------------------------------- /5_Batch-Processing-Spark/images/b24.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/5_Batch-Processing-Spark/images/b24.jpg -------------------------------------------------------------------------------- /5_Batch-Processing-Spark/images/b25.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/5_Batch-Processing-Spark/images/b25.jpg -------------------------------------------------------------------------------- /5_Batch-Processing-Spark/images/b26.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/5_Batch-Processing-Spark/images/b26.jpg -------------------------------------------------------------------------------- /5_Batch-Processing-Spark/images/b27.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/5_Batch-Processing-Spark/images/b27.jpg -------------------------------------------------------------------------------- /5_Batch-Processing-Spark/images/b28.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/5_Batch-Processing-Spark/images/b28.jpg -------------------------------------------------------------------------------- /5_Batch-Processing-Spark/images/b29.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/5_Batch-Processing-Spark/images/b29.jpg -------------------------------------------------------------------------------- /5_Batch-Processing-Spark/images/b3.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/5_Batch-Processing-Spark/images/b3.jpg -------------------------------------------------------------------------------- /5_Batch-Processing-Spark/images/b30.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/5_Batch-Processing-Spark/images/b30.jpg -------------------------------------------------------------------------------- /5_Batch-Processing-Spark/images/b31.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/5_Batch-Processing-Spark/images/b31.jpg -------------------------------------------------------------------------------- /5_Batch-Processing-Spark/images/b32.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/5_Batch-Processing-Spark/images/b32.jpg -------------------------------------------------------------------------------- /5_Batch-Processing-Spark/images/b33.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/5_Batch-Processing-Spark/images/b33.jpg -------------------------------------------------------------------------------- /5_Batch-Processing-Spark/images/b34.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/5_Batch-Processing-Spark/images/b34.jpg -------------------------------------------------------------------------------- /5_Batch-Processing-Spark/images/b35.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/5_Batch-Processing-Spark/images/b35.jpg -------------------------------------------------------------------------------- /5_Batch-Processing-Spark/images/b4.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/5_Batch-Processing-Spark/images/b4.jpg -------------------------------------------------------------------------------- /5_Batch-Processing-Spark/images/b5.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/5_Batch-Processing-Spark/images/b5.jpg -------------------------------------------------------------------------------- /5_Batch-Processing-Spark/images/b6.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/5_Batch-Processing-Spark/images/b6.jpg -------------------------------------------------------------------------------- /5_Batch-Processing-Spark/images/b7.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/5_Batch-Processing-Spark/images/b7.jpg -------------------------------------------------------------------------------- /5_Batch-Processing-Spark/images/b8.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/5_Batch-Processing-Spark/images/b8.jpg -------------------------------------------------------------------------------- /5_Batch-Processing-Spark/images/b9.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/5_Batch-Processing-Spark/images/b9.jpg -------------------------------------------------------------------------------- /5_Batch-Processing-Spark/install/linux.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/5_Batch-Processing-Spark/install/linux.md -------------------------------------------------------------------------------- /5_Batch-Processing-Spark/install/macos.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/5_Batch-Processing-Spark/install/macos.md -------------------------------------------------------------------------------- /5_Batch-Processing-Spark/install/pyspark.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/5_Batch-Processing-Spark/install/pyspark.md -------------------------------------------------------------------------------- /5_Batch-Processing-Spark/install/windows.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/5_Batch-Processing-Spark/install/windows.md -------------------------------------------------------------------------------- /Data-ingestion-with-dlt/.gitignore: -------------------------------------------------------------------------------- 1 | ny_taxi_pipeline.duckdb -------------------------------------------------------------------------------- /Data-ingestion-with-dlt/data_ingestion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/Data-ingestion-with-dlt/data_ingestion.py -------------------------------------------------------------------------------- /Data-ingestion-with-dlt/homework.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/Data-ingestion-with-dlt/homework.md -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ManuelGuerra1987/data-engineering-zoomcamp-notes/HEAD/README.md --------------------------------------------------------------------------------