├── Assignment1-Prepare MySql Aurora DB | Delta Lake | Flights Data ├── flights-data │ ├── flight_logistics.csv │ ├── flights.csv │ └── passenger_experience.csv └── mysql-queries.sql ├── Assignment2-CreatingLakeHouse-DeltaTables ├── delta-core_2.12-1.0.0.jar ├── glue-pythonshell │ └── flights-data-extraction.py └── glue-spark │ └── spark-transactional-delta-lake.py ├── Assignment3-Ecommerce-Purchase-History-Lambda-Kinesis ├── data │ ├── events.csv │ └── purchase_history.csv ├── kinesis-events-producer.py └── lambda-user-discounts.py ├── Assignment4-Pyspark-streaming-songs ├── data │ ├── songs.csv │ └── streams.csv ├── kinesis-producer.py └── streaming-etl.py ├── Assignment5-CI:CD of Lambda ├── lambda_function.py ├── test_lambda.py └── workflow.yml ├── Lab1-Airflow-redshift-dyanmo-spotifySongs ├── airflow-dag │ └── dag-song-kpi-calculations.py ├── data │ ├── songs.csv │ ├── streams1.csv │ ├── streams2.csv │ ├── streams3.csv │ └── users.csv ├── local-development │ ├── genre-level-kpis.ipynb │ └── hourly-kpis.ipynb ├── redshift │ └── redshift-tables.sql └── requirements.txt ├── Lab10-Kinesis-Firehose-lambda-redshift ├── data │ └── events.csv ├── kinesis-events-producer.py ├── lambda.py └── redshift-create-table.sql ├── Lab2-Airflow-Spark-Dynamo ├── dag-glue-workflow.py ├── data │ ├── songs.csv │ ├── streams1.csv │ ├── streams2.csv │ └── users.csv ├── glue-dynamo.py ├── glue-pyspark.py └── local-docker-development.sh ├── Lab3- ETL Glue Python Shell| Step functions-S3-Redshift | Rental Apartments ├── data │ ├── apartment_attributes.csv │ ├── apartments.csv │ └── user_viewings.csv ├── glue │ ├── mysql-extraction.py │ ├── redshift-processed-layer.py │ └── redshift-raw-ingestion.py ├── mysql │ └── mysql-queries.sql ├── redshift │ ├── redshift-copy-commands.sql │ ├── redshift-create-tables copy.sql │ └── redshift-create-tables.sql ├── step-functions │ └── step-functions.json └── write-to-dynamo.py ├── Lab4-Batch ETL-EMR-StepFunctions-S3-Datalake | Rental Vehicles ├── data │ ├── locations.csv │ ├── rental_transactions.csv │ ├── users.csv │ └── vehicles.csv ├── emr-serverless-trust-policy.json ├── execution-policy-step-functions.json ├── local-docker-development.sh ├── spark-agg1.py ├── spark-agg2.py └── step-functions-emr.json ├── Lab5-ecs-step-function-dynamodb | Ecommerce Orders ├── data │ ├── order_items_20240531.csv │ ├── order_items_20240601.csv │ ├── orders_20240531.csv │ ├── orders_20240601.csv │ └── products.csv ├── docker-commands.sh ├── docker-data-validity │ ├── Dockerfile │ ├── app.py │ └── requirements.txt ├── docker-dynamo-etl-wrangler │ ├── Dockerfile │ ├── app.py │ └── requirements.txt ├── event-pattern.json └── step-functions │ ├── step-function.json │ └── step-functions-iam-execution-policy.json ├── Lab6-delta-lake | Supermarket Purchases ├── Dockerfile ├── data │ ├── order_items_2024-06-06.csv │ ├── order_items_2024-06-07.csv │ ├── orders_2024-06-06-Updated.csv │ ├── orders_2024-06-06.csv │ ├── orders_2024-06-07.csv │ └── products.csv ├── jars │ └── delta-core_2.12-1.0.0.jar ├── local-docker-development.sh └── spark-transactional-delta-lake.py ├── Lab7-kinesis-lambda-dynamo | Taxi Trips ├── data │ ├── trip_end.csv │ └── trip_start.csv ├── glue-process-data.py ├── kinesis-trips-producer.py ├── lambda-trip-end-with-glue.py └── lambda-trip-start.py ├── Lab8-Pyspark-Glue-Kinesis | Mobile Network ├── data │ └── mobile-logs.csv ├── docker-bash-commands.sh ├── docker-streamlit │ ├── Dockerfile │ ├── app.py │ └── requirements.txt ├── kinesis-producer.py └── mobile_coverage_streaming.py └── Lab9-CICD-GithubActions-Lambda-Glue-ECS ├── aws-cli-commands.sh ├── ecs ├── Dockerfile ├── app.py ├── ecs-task-definition │ └── data_validation_task_definition.json ├── iam-policies │ ├── gitaction-inline-policy.json │ └── iam-trust-relationship.json ├── requirements.txt ├── test_app.py └── workflow.yml ├── glue-pythonshell ├── glue-iam-inline-policy.json ├── glue_iam_trust_relationship.json ├── mysql_extraction.py ├── test_glue.py └── workflow.yml ├── identity-provider.txt ├── lambda-functions ├── lambda_function.py ├── test_lambda_function.py └── workflow.yml └── lambda_iam_trust_relationship.json /Assignment1-Prepare MySql Aurora DB | Delta Lake | Flights Data/flights-data/flight_logistics.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Assignment1-Prepare MySql Aurora DB | Delta Lake | Flights Data/flights-data/flight_logistics.csv -------------------------------------------------------------------------------- /Assignment1-Prepare MySql Aurora DB | Delta Lake | Flights Data/flights-data/flights.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Assignment1-Prepare MySql Aurora DB | Delta Lake | Flights Data/flights-data/flights.csv -------------------------------------------------------------------------------- /Assignment1-Prepare MySql Aurora DB | Delta Lake | Flights Data/flights-data/passenger_experience.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Assignment1-Prepare MySql Aurora DB | Delta Lake | Flights Data/flights-data/passenger_experience.csv -------------------------------------------------------------------------------- /Assignment1-Prepare MySql Aurora DB | Delta Lake | Flights Data/mysql-queries.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Assignment1-Prepare MySql Aurora DB | Delta Lake | Flights Data/mysql-queries.sql -------------------------------------------------------------------------------- /Assignment2-CreatingLakeHouse-DeltaTables/delta-core_2.12-1.0.0.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Assignment2-CreatingLakeHouse-DeltaTables/delta-core_2.12-1.0.0.jar -------------------------------------------------------------------------------- /Assignment2-CreatingLakeHouse-DeltaTables/glue-pythonshell/flights-data-extraction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Assignment2-CreatingLakeHouse-DeltaTables/glue-pythonshell/flights-data-extraction.py -------------------------------------------------------------------------------- /Assignment2-CreatingLakeHouse-DeltaTables/glue-spark/spark-transactional-delta-lake.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Assignment2-CreatingLakeHouse-DeltaTables/glue-spark/spark-transactional-delta-lake.py -------------------------------------------------------------------------------- /Assignment3-Ecommerce-Purchase-History-Lambda-Kinesis/data/events.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Assignment3-Ecommerce-Purchase-History-Lambda-Kinesis/data/events.csv -------------------------------------------------------------------------------- /Assignment3-Ecommerce-Purchase-History-Lambda-Kinesis/data/purchase_history.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Assignment3-Ecommerce-Purchase-History-Lambda-Kinesis/data/purchase_history.csv -------------------------------------------------------------------------------- /Assignment3-Ecommerce-Purchase-History-Lambda-Kinesis/kinesis-events-producer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Assignment3-Ecommerce-Purchase-History-Lambda-Kinesis/kinesis-events-producer.py -------------------------------------------------------------------------------- /Assignment3-Ecommerce-Purchase-History-Lambda-Kinesis/lambda-user-discounts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Assignment3-Ecommerce-Purchase-History-Lambda-Kinesis/lambda-user-discounts.py -------------------------------------------------------------------------------- /Assignment4-Pyspark-streaming-songs/data/songs.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Assignment4-Pyspark-streaming-songs/data/songs.csv -------------------------------------------------------------------------------- /Assignment4-Pyspark-streaming-songs/data/streams.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Assignment4-Pyspark-streaming-songs/data/streams.csv -------------------------------------------------------------------------------- /Assignment4-Pyspark-streaming-songs/kinesis-producer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Assignment4-Pyspark-streaming-songs/kinesis-producer.py -------------------------------------------------------------------------------- /Assignment4-Pyspark-streaming-songs/streaming-etl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Assignment4-Pyspark-streaming-songs/streaming-etl.py -------------------------------------------------------------------------------- /Assignment5-CI:CD of Lambda/lambda_function.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Assignment5-CI:CD of Lambda/lambda_function.py -------------------------------------------------------------------------------- /Assignment5-CI:CD of Lambda/test_lambda.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Assignment5-CI:CD of Lambda/test_lambda.py -------------------------------------------------------------------------------- /Assignment5-CI:CD of Lambda/workflow.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Assignment5-CI:CD of Lambda/workflow.yml -------------------------------------------------------------------------------- /Lab1-Airflow-redshift-dyanmo-spotifySongs/airflow-dag/dag-song-kpi-calculations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab1-Airflow-redshift-dyanmo-spotifySongs/airflow-dag/dag-song-kpi-calculations.py -------------------------------------------------------------------------------- /Lab1-Airflow-redshift-dyanmo-spotifySongs/data/songs.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab1-Airflow-redshift-dyanmo-spotifySongs/data/songs.csv -------------------------------------------------------------------------------- /Lab1-Airflow-redshift-dyanmo-spotifySongs/data/streams1.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab1-Airflow-redshift-dyanmo-spotifySongs/data/streams1.csv -------------------------------------------------------------------------------- /Lab1-Airflow-redshift-dyanmo-spotifySongs/data/streams2.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab1-Airflow-redshift-dyanmo-spotifySongs/data/streams2.csv -------------------------------------------------------------------------------- /Lab1-Airflow-redshift-dyanmo-spotifySongs/data/streams3.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab1-Airflow-redshift-dyanmo-spotifySongs/data/streams3.csv -------------------------------------------------------------------------------- /Lab1-Airflow-redshift-dyanmo-spotifySongs/data/users.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab1-Airflow-redshift-dyanmo-spotifySongs/data/users.csv -------------------------------------------------------------------------------- /Lab1-Airflow-redshift-dyanmo-spotifySongs/local-development/genre-level-kpis.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab1-Airflow-redshift-dyanmo-spotifySongs/local-development/genre-level-kpis.ipynb -------------------------------------------------------------------------------- /Lab1-Airflow-redshift-dyanmo-spotifySongs/local-development/hourly-kpis.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab1-Airflow-redshift-dyanmo-spotifySongs/local-development/hourly-kpis.ipynb -------------------------------------------------------------------------------- /Lab1-Airflow-redshift-dyanmo-spotifySongs/redshift/redshift-tables.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab1-Airflow-redshift-dyanmo-spotifySongs/redshift/redshift-tables.sql -------------------------------------------------------------------------------- /Lab1-Airflow-redshift-dyanmo-spotifySongs/requirements.txt: -------------------------------------------------------------------------------- 1 | pandas -------------------------------------------------------------------------------- /Lab10-Kinesis-Firehose-lambda-redshift/data/events.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab10-Kinesis-Firehose-lambda-redshift/data/events.csv -------------------------------------------------------------------------------- /Lab10-Kinesis-Firehose-lambda-redshift/kinesis-events-producer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab10-Kinesis-Firehose-lambda-redshift/kinesis-events-producer.py -------------------------------------------------------------------------------- /Lab10-Kinesis-Firehose-lambda-redshift/lambda.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab10-Kinesis-Firehose-lambda-redshift/lambda.py -------------------------------------------------------------------------------- /Lab10-Kinesis-Firehose-lambda-redshift/redshift-create-table.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab10-Kinesis-Firehose-lambda-redshift/redshift-create-table.sql -------------------------------------------------------------------------------- /Lab2-Airflow-Spark-Dynamo/dag-glue-workflow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab2-Airflow-Spark-Dynamo/dag-glue-workflow.py -------------------------------------------------------------------------------- /Lab2-Airflow-Spark-Dynamo/data/songs.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab2-Airflow-Spark-Dynamo/data/songs.csv -------------------------------------------------------------------------------- /Lab2-Airflow-Spark-Dynamo/data/streams1.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab2-Airflow-Spark-Dynamo/data/streams1.csv -------------------------------------------------------------------------------- /Lab2-Airflow-Spark-Dynamo/data/streams2.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab2-Airflow-Spark-Dynamo/data/streams2.csv -------------------------------------------------------------------------------- /Lab2-Airflow-Spark-Dynamo/data/users.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab2-Airflow-Spark-Dynamo/data/users.csv -------------------------------------------------------------------------------- /Lab2-Airflow-Spark-Dynamo/glue-dynamo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab2-Airflow-Spark-Dynamo/glue-dynamo.py -------------------------------------------------------------------------------- /Lab2-Airflow-Spark-Dynamo/glue-pyspark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab2-Airflow-Spark-Dynamo/glue-pyspark.py -------------------------------------------------------------------------------- /Lab2-Airflow-Spark-Dynamo/local-docker-development.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab2-Airflow-Spark-Dynamo/local-docker-development.sh -------------------------------------------------------------------------------- /Lab3- ETL Glue Python Shell| Step functions-S3-Redshift | Rental Apartments/data/apartment_attributes.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab3- ETL Glue Python Shell| Step functions-S3-Redshift | Rental Apartments/data/apartment_attributes.csv -------------------------------------------------------------------------------- /Lab3- ETL Glue Python Shell| Step functions-S3-Redshift | Rental Apartments/data/apartments.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab3- ETL Glue Python Shell| Step functions-S3-Redshift | Rental Apartments/data/apartments.csv -------------------------------------------------------------------------------- /Lab3- ETL Glue Python Shell| Step functions-S3-Redshift | Rental Apartments/data/user_viewings.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab3- ETL Glue Python Shell| Step functions-S3-Redshift | Rental Apartments/data/user_viewings.csv -------------------------------------------------------------------------------- /Lab3- ETL Glue Python Shell| Step functions-S3-Redshift | Rental Apartments/glue/mysql-extraction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab3- ETL Glue Python Shell| Step functions-S3-Redshift | Rental Apartments/glue/mysql-extraction.py -------------------------------------------------------------------------------- /Lab3- ETL Glue Python Shell| Step functions-S3-Redshift | Rental Apartments/glue/redshift-processed-layer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab3- ETL Glue Python Shell| Step functions-S3-Redshift | Rental Apartments/glue/redshift-processed-layer.py -------------------------------------------------------------------------------- /Lab3- ETL Glue Python Shell| Step functions-S3-Redshift | Rental Apartments/glue/redshift-raw-ingestion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab3- ETL Glue Python Shell| Step functions-S3-Redshift | Rental Apartments/glue/redshift-raw-ingestion.py -------------------------------------------------------------------------------- /Lab3- ETL Glue Python Shell| Step functions-S3-Redshift | Rental Apartments/mysql/mysql-queries.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab3- ETL Glue Python Shell| Step functions-S3-Redshift | Rental Apartments/mysql/mysql-queries.sql -------------------------------------------------------------------------------- /Lab3- ETL Glue Python Shell| Step functions-S3-Redshift | Rental Apartments/redshift/redshift-copy-commands.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab3- ETL Glue Python Shell| Step functions-S3-Redshift | Rental Apartments/redshift/redshift-copy-commands.sql -------------------------------------------------------------------------------- /Lab3- ETL Glue Python Shell| Step functions-S3-Redshift | Rental Apartments/redshift/redshift-create-tables copy.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab3- ETL Glue Python Shell| Step functions-S3-Redshift | Rental Apartments/redshift/redshift-create-tables copy.sql -------------------------------------------------------------------------------- /Lab3- ETL Glue Python Shell| Step functions-S3-Redshift | Rental Apartments/redshift/redshift-create-tables.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab3- ETL Glue Python Shell| Step functions-S3-Redshift | Rental Apartments/redshift/redshift-create-tables.sql -------------------------------------------------------------------------------- /Lab3- ETL Glue Python Shell| Step functions-S3-Redshift | Rental Apartments/step-functions/step-functions.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab3- ETL Glue Python Shell| Step functions-S3-Redshift | Rental Apartments/step-functions/step-functions.json -------------------------------------------------------------------------------- /Lab3- ETL Glue Python Shell| Step functions-S3-Redshift | Rental Apartments/write-to-dynamo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab3- ETL Glue Python Shell| Step functions-S3-Redshift | Rental Apartments/write-to-dynamo.py -------------------------------------------------------------------------------- /Lab4-Batch ETL-EMR-StepFunctions-S3-Datalake | Rental Vehicles/data/locations.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab4-Batch ETL-EMR-StepFunctions-S3-Datalake | Rental Vehicles/data/locations.csv -------------------------------------------------------------------------------- /Lab4-Batch ETL-EMR-StepFunctions-S3-Datalake | Rental Vehicles/data/rental_transactions.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab4-Batch ETL-EMR-StepFunctions-S3-Datalake | Rental Vehicles/data/rental_transactions.csv -------------------------------------------------------------------------------- /Lab4-Batch ETL-EMR-StepFunctions-S3-Datalake | Rental Vehicles/data/users.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab4-Batch ETL-EMR-StepFunctions-S3-Datalake | Rental Vehicles/data/users.csv -------------------------------------------------------------------------------- /Lab4-Batch ETL-EMR-StepFunctions-S3-Datalake | Rental Vehicles/data/vehicles.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab4-Batch ETL-EMR-StepFunctions-S3-Datalake | Rental Vehicles/data/vehicles.csv -------------------------------------------------------------------------------- /Lab4-Batch ETL-EMR-StepFunctions-S3-Datalake | Rental Vehicles/emr-serverless-trust-policy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab4-Batch ETL-EMR-StepFunctions-S3-Datalake | Rental Vehicles/emr-serverless-trust-policy.json -------------------------------------------------------------------------------- /Lab4-Batch ETL-EMR-StepFunctions-S3-Datalake | Rental Vehicles/execution-policy-step-functions.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab4-Batch ETL-EMR-StepFunctions-S3-Datalake | Rental Vehicles/execution-policy-step-functions.json -------------------------------------------------------------------------------- /Lab4-Batch ETL-EMR-StepFunctions-S3-Datalake | Rental Vehicles/local-docker-development.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab4-Batch ETL-EMR-StepFunctions-S3-Datalake | Rental Vehicles/local-docker-development.sh -------------------------------------------------------------------------------- /Lab4-Batch ETL-EMR-StepFunctions-S3-Datalake | Rental Vehicles/spark-agg1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab4-Batch ETL-EMR-StepFunctions-S3-Datalake | Rental Vehicles/spark-agg1.py -------------------------------------------------------------------------------- /Lab4-Batch ETL-EMR-StepFunctions-S3-Datalake | Rental Vehicles/spark-agg2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab4-Batch ETL-EMR-StepFunctions-S3-Datalake | Rental Vehicles/spark-agg2.py -------------------------------------------------------------------------------- /Lab4-Batch ETL-EMR-StepFunctions-S3-Datalake | Rental Vehicles/step-functions-emr.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab4-Batch ETL-EMR-StepFunctions-S3-Datalake | Rental Vehicles/step-functions-emr.json -------------------------------------------------------------------------------- /Lab5-ecs-step-function-dynamodb | Ecommerce Orders/data/order_items_20240531.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab5-ecs-step-function-dynamodb | Ecommerce Orders/data/order_items_20240531.csv -------------------------------------------------------------------------------- /Lab5-ecs-step-function-dynamodb | Ecommerce Orders/data/order_items_20240601.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab5-ecs-step-function-dynamodb | Ecommerce Orders/data/order_items_20240601.csv -------------------------------------------------------------------------------- /Lab5-ecs-step-function-dynamodb | Ecommerce Orders/data/orders_20240531.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab5-ecs-step-function-dynamodb | Ecommerce Orders/data/orders_20240531.csv -------------------------------------------------------------------------------- /Lab5-ecs-step-function-dynamodb | Ecommerce Orders/data/orders_20240601.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab5-ecs-step-function-dynamodb | Ecommerce Orders/data/orders_20240601.csv -------------------------------------------------------------------------------- /Lab5-ecs-step-function-dynamodb | Ecommerce Orders/data/products.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab5-ecs-step-function-dynamodb | Ecommerce Orders/data/products.csv -------------------------------------------------------------------------------- /Lab5-ecs-step-function-dynamodb | Ecommerce Orders/docker-commands.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab5-ecs-step-function-dynamodb | Ecommerce Orders/docker-commands.sh -------------------------------------------------------------------------------- /Lab5-ecs-step-function-dynamodb | Ecommerce Orders/docker-data-validity/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab5-ecs-step-function-dynamodb | Ecommerce Orders/docker-data-validity/Dockerfile -------------------------------------------------------------------------------- /Lab5-ecs-step-function-dynamodb | Ecommerce Orders/docker-data-validity/app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab5-ecs-step-function-dynamodb | Ecommerce Orders/docker-data-validity/app.py -------------------------------------------------------------------------------- /Lab5-ecs-step-function-dynamodb | Ecommerce Orders/docker-data-validity/requirements.txt: -------------------------------------------------------------------------------- 1 | pandas 2 | boto3 -------------------------------------------------------------------------------- /Lab5-ecs-step-function-dynamodb | Ecommerce Orders/docker-dynamo-etl-wrangler/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab5-ecs-step-function-dynamodb | Ecommerce Orders/docker-dynamo-etl-wrangler/Dockerfile -------------------------------------------------------------------------------- /Lab5-ecs-step-function-dynamodb | Ecommerce Orders/docker-dynamo-etl-wrangler/app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab5-ecs-step-function-dynamodb | Ecommerce Orders/docker-dynamo-etl-wrangler/app.py -------------------------------------------------------------------------------- /Lab5-ecs-step-function-dynamodb | Ecommerce Orders/docker-dynamo-etl-wrangler/requirements.txt: -------------------------------------------------------------------------------- 1 | pandas 2 | awswrangler -------------------------------------------------------------------------------- /Lab5-ecs-step-function-dynamodb | Ecommerce Orders/event-pattern.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab5-ecs-step-function-dynamodb | Ecommerce Orders/event-pattern.json -------------------------------------------------------------------------------- /Lab5-ecs-step-function-dynamodb | Ecommerce Orders/step-functions/step-function.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab5-ecs-step-function-dynamodb | Ecommerce Orders/step-functions/step-function.json -------------------------------------------------------------------------------- /Lab5-ecs-step-function-dynamodb | Ecommerce Orders/step-functions/step-functions-iam-execution-policy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab5-ecs-step-function-dynamodb | Ecommerce Orders/step-functions/step-functions-iam-execution-policy.json -------------------------------------------------------------------------------- /Lab6-delta-lake | Supermarket Purchases/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab6-delta-lake | Supermarket Purchases/Dockerfile -------------------------------------------------------------------------------- /Lab6-delta-lake | Supermarket Purchases/data/order_items_2024-06-06.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab6-delta-lake | Supermarket Purchases/data/order_items_2024-06-06.csv -------------------------------------------------------------------------------- /Lab6-delta-lake | Supermarket Purchases/data/order_items_2024-06-07.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab6-delta-lake | Supermarket Purchases/data/order_items_2024-06-07.csv -------------------------------------------------------------------------------- /Lab6-delta-lake | Supermarket Purchases/data/orders_2024-06-06-Updated.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab6-delta-lake | Supermarket Purchases/data/orders_2024-06-06-Updated.csv -------------------------------------------------------------------------------- /Lab6-delta-lake | Supermarket Purchases/data/orders_2024-06-06.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab6-delta-lake | Supermarket Purchases/data/orders_2024-06-06.csv -------------------------------------------------------------------------------- /Lab6-delta-lake | Supermarket Purchases/data/orders_2024-06-07.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab6-delta-lake | Supermarket Purchases/data/orders_2024-06-07.csv -------------------------------------------------------------------------------- /Lab6-delta-lake | Supermarket Purchases/data/products.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab6-delta-lake | Supermarket Purchases/data/products.csv -------------------------------------------------------------------------------- /Lab6-delta-lake | Supermarket Purchases/jars/delta-core_2.12-1.0.0.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab6-delta-lake | Supermarket Purchases/jars/delta-core_2.12-1.0.0.jar -------------------------------------------------------------------------------- /Lab6-delta-lake | Supermarket Purchases/local-docker-development.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab6-delta-lake | Supermarket Purchases/local-docker-development.sh -------------------------------------------------------------------------------- /Lab6-delta-lake | Supermarket Purchases/spark-transactional-delta-lake.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab6-delta-lake | Supermarket Purchases/spark-transactional-delta-lake.py -------------------------------------------------------------------------------- /Lab7-kinesis-lambda-dynamo | Taxi Trips/data/trip_end.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab7-kinesis-lambda-dynamo | Taxi Trips/data/trip_end.csv -------------------------------------------------------------------------------- /Lab7-kinesis-lambda-dynamo | Taxi Trips/data/trip_start.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab7-kinesis-lambda-dynamo | Taxi Trips/data/trip_start.csv -------------------------------------------------------------------------------- /Lab7-kinesis-lambda-dynamo | Taxi Trips/glue-process-data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab7-kinesis-lambda-dynamo | Taxi Trips/glue-process-data.py -------------------------------------------------------------------------------- /Lab7-kinesis-lambda-dynamo | Taxi Trips/kinesis-trips-producer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab7-kinesis-lambda-dynamo | Taxi Trips/kinesis-trips-producer.py -------------------------------------------------------------------------------- /Lab7-kinesis-lambda-dynamo | Taxi Trips/lambda-trip-end-with-glue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab7-kinesis-lambda-dynamo | Taxi Trips/lambda-trip-end-with-glue.py -------------------------------------------------------------------------------- /Lab7-kinesis-lambda-dynamo | Taxi Trips/lambda-trip-start.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab7-kinesis-lambda-dynamo | Taxi Trips/lambda-trip-start.py -------------------------------------------------------------------------------- /Lab8-Pyspark-Glue-Kinesis | Mobile Network/data/mobile-logs.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab8-Pyspark-Glue-Kinesis | Mobile Network/data/mobile-logs.csv -------------------------------------------------------------------------------- /Lab8-Pyspark-Glue-Kinesis | Mobile Network/docker-bash-commands.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab8-Pyspark-Glue-Kinesis | Mobile Network/docker-bash-commands.sh -------------------------------------------------------------------------------- /Lab8-Pyspark-Glue-Kinesis | Mobile Network/docker-streamlit/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab8-Pyspark-Glue-Kinesis | Mobile Network/docker-streamlit/Dockerfile -------------------------------------------------------------------------------- /Lab8-Pyspark-Glue-Kinesis | Mobile Network/docker-streamlit/app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab8-Pyspark-Glue-Kinesis | Mobile Network/docker-streamlit/app.py -------------------------------------------------------------------------------- /Lab8-Pyspark-Glue-Kinesis | Mobile Network/docker-streamlit/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab8-Pyspark-Glue-Kinesis | Mobile Network/docker-streamlit/requirements.txt -------------------------------------------------------------------------------- /Lab8-Pyspark-Glue-Kinesis | Mobile Network/kinesis-producer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab8-Pyspark-Glue-Kinesis | Mobile Network/kinesis-producer.py -------------------------------------------------------------------------------- /Lab8-Pyspark-Glue-Kinesis | Mobile Network/mobile_coverage_streaming.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab8-Pyspark-Glue-Kinesis | Mobile Network/mobile_coverage_streaming.py -------------------------------------------------------------------------------- /Lab9-CICD-GithubActions-Lambda-Glue-ECS/aws-cli-commands.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab9-CICD-GithubActions-Lambda-Glue-ECS/aws-cli-commands.sh -------------------------------------------------------------------------------- /Lab9-CICD-GithubActions-Lambda-Glue-ECS/ecs/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab9-CICD-GithubActions-Lambda-Glue-ECS/ecs/Dockerfile -------------------------------------------------------------------------------- /Lab9-CICD-GithubActions-Lambda-Glue-ECS/ecs/app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab9-CICD-GithubActions-Lambda-Glue-ECS/ecs/app.py -------------------------------------------------------------------------------- /Lab9-CICD-GithubActions-Lambda-Glue-ECS/ecs/ecs-task-definition/data_validation_task_definition.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab9-CICD-GithubActions-Lambda-Glue-ECS/ecs/ecs-task-definition/data_validation_task_definition.json -------------------------------------------------------------------------------- /Lab9-CICD-GithubActions-Lambda-Glue-ECS/ecs/iam-policies/gitaction-inline-policy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab9-CICD-GithubActions-Lambda-Glue-ECS/ecs/iam-policies/gitaction-inline-policy.json -------------------------------------------------------------------------------- /Lab9-CICD-GithubActions-Lambda-Glue-ECS/ecs/iam-policies/iam-trust-relationship.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab9-CICD-GithubActions-Lambda-Glue-ECS/ecs/iam-policies/iam-trust-relationship.json -------------------------------------------------------------------------------- /Lab9-CICD-GithubActions-Lambda-Glue-ECS/ecs/requirements.txt: -------------------------------------------------------------------------------- 1 | pandas 2 | boto3 -------------------------------------------------------------------------------- /Lab9-CICD-GithubActions-Lambda-Glue-ECS/ecs/test_app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab9-CICD-GithubActions-Lambda-Glue-ECS/ecs/test_app.py -------------------------------------------------------------------------------- /Lab9-CICD-GithubActions-Lambda-Glue-ECS/ecs/workflow.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab9-CICD-GithubActions-Lambda-Glue-ECS/ecs/workflow.yml -------------------------------------------------------------------------------- /Lab9-CICD-GithubActions-Lambda-Glue-ECS/glue-pythonshell/glue-iam-inline-policy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab9-CICD-GithubActions-Lambda-Glue-ECS/glue-pythonshell/glue-iam-inline-policy.json -------------------------------------------------------------------------------- /Lab9-CICD-GithubActions-Lambda-Glue-ECS/glue-pythonshell/glue_iam_trust_relationship.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab9-CICD-GithubActions-Lambda-Glue-ECS/glue-pythonshell/glue_iam_trust_relationship.json -------------------------------------------------------------------------------- /Lab9-CICD-GithubActions-Lambda-Glue-ECS/glue-pythonshell/mysql_extraction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab9-CICD-GithubActions-Lambda-Glue-ECS/glue-pythonshell/mysql_extraction.py -------------------------------------------------------------------------------- /Lab9-CICD-GithubActions-Lambda-Glue-ECS/glue-pythonshell/test_glue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab9-CICD-GithubActions-Lambda-Glue-ECS/glue-pythonshell/test_glue.py -------------------------------------------------------------------------------- /Lab9-CICD-GithubActions-Lambda-Glue-ECS/glue-pythonshell/workflow.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab9-CICD-GithubActions-Lambda-Glue-ECS/glue-pythonshell/workflow.yml -------------------------------------------------------------------------------- /Lab9-CICD-GithubActions-Lambda-Glue-ECS/identity-provider.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab9-CICD-GithubActions-Lambda-Glue-ECS/identity-provider.txt -------------------------------------------------------------------------------- /Lab9-CICD-GithubActions-Lambda-Glue-ECS/lambda-functions/lambda_function.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab9-CICD-GithubActions-Lambda-Glue-ECS/lambda-functions/lambda_function.py -------------------------------------------------------------------------------- /Lab9-CICD-GithubActions-Lambda-Glue-ECS/lambda-functions/test_lambda_function.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab9-CICD-GithubActions-Lambda-Glue-ECS/lambda-functions/test_lambda_function.py -------------------------------------------------------------------------------- /Lab9-CICD-GithubActions-Lambda-Glue-ECS/lambda-functions/workflow.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab9-CICD-GithubActions-Lambda-Glue-ECS/lambda-functions/workflow.yml -------------------------------------------------------------------------------- /Lab9-CICD-GithubActions-Lambda-Glue-ECS/lambda_iam_trust_relationship.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sidoncloud/udemy-aws-de-labs/HEAD/Lab9-CICD-GithubActions-Lambda-Glue-ECS/lambda_iam_trust_relationship.json --------------------------------------------------------------------------------