├── Chapter01 ├── Recipe1 │ └── IAMPolicy.json ├── Recipe2 │ └── IAMPolicy.json └── Recipe3 │ └── IAMPolicy.json ├── Chapter02 ├── Recipe2 │ ├── RedshiftConsumerCommands.sql │ └── RedshiftProducerCommands.sql ├── Recipe3 │ └── IAMPolicy.json ├── Recipe5 │ └── IAMPolicy.json └── Recipe6 │ ├── IAMPolicy.json │ └── LambdaFunction.py ├── Chapter03 ├── Recipe1 │ └── sales_sample.csv ├── Recipe2 │ └── Recipe2.py ├── Recipe3 │ ├── Recipe3.txt │ └── RetryRecipeJob.py ├── Recipe4 │ ├── BookmarksRecipeJob.py │ ├── GettingReady.sh │ └── Recipe4.txt ├── Recipe5 │ ├── GettingReady.sh │ ├── GroupingFilesRecipeJob.py │ └── Recipe5.txt ├── Recipe6 │ ├── Recipe6.txt │ ├── ReuseLibrariesRecipe.py │ ├── my_config │ ├── my_module.zip │ └── my_module │ │ └── __init__.py ├── Recipe7 │ ├── IcebergRecipe.scala │ └── Recipe7.txt ├── Recipe8 │ ├── GettingReady.sh │ └── PushdownFilters.ipynb ├── Recipe9 │ ├── RayModinRecipeJob.py │ └── Recipe9.txt └── TechnicalRequirements.txt ├── Chapter04 ├── Recipe1 │ └── glue-workflow │ │ ├── TriggerGlueWorkflow-lambda.py │ │ ├── csv_to_parquet.py │ │ ├── event-bridge.json │ │ ├── glue-policy.json │ │ ├── sample.csv │ │ └── workflow.json ├── Recipe2 │ └── event-bridge.json ├── Recipe3 │ └── stepfunction │ │ ├── GetDataFunction.py │ │ ├── ProcessDataFunction.py │ │ └── state-machine.json ├── Recipe4 │ └── mwaa │ │ ├── CsvToParquetJob.py │ │ ├── dag-sample.py │ │ ├── mwaa-glue-workflow-dag .py │ │ └── mwaa-policy.json ├── Recipe5 │ └── csv_to_parquet.py └── Recipe6 │ ├── event-bridge.txt │ ├── jdbc_to_s3.py │ ├── mysql-scripts.txt │ └── stepfunction.json ├── Chapter05 ├── Recipe1 │ ├── Recipe1.txt │ ├── role_inline_policy.json │ └── testEMRServerless.py ├── Recipe10 │ └── Recipe10.txt ├── Recipe2 │ └── Recipe2.txt ├── Recipe3 │ ├── PrintTables.py │ ├── Recipe3.txt │ └── policy.json ├── Recipe4 │ └── Recipe4.txt ├── Recipe5 │ └── Recipe5.txt ├── Recipe6 │ ├── Recipe6.txt │ └── recipe_bootstrap.sh ├── Recipe7 │ └── Recipe7.txt ├── Recipe8 │ ├── Recipe8.txt │ └── role-assume.json ├── Recipe9 │ └── Recipe9.txt └── TechnicalRequirements.sh ├── Chapter06 ├── Recipe1 │ └── FullIAMPolicy.json ├── Recipe3 │ ├── EventBridgeRule.json │ ├── IAMPolicy.json │ └── LambdaFunction.py ├── Recipe5 │ ├── IAMPolicy.json │ ├── LambdaDecryptFunction.py │ ├── LambdaEncryptFunction.py │ ├── LambdaLayer.sh │ └── RedshiftUDF.sql └── Recipe6 │ ├── InlineIAMPolicy.json │ ├── LambdaFunction.py │ └── ResourceBasedPolicy.sh ├── Chapter07 ├── Recipe1.ipynb ├── Recipe2 └── Recipe4 ├── Chapter08 ├── Recipe1 │ ├── Recipe1.txt │ └── cdk-deployment-recipe │ │ ├── README.md │ │ ├── app.py │ │ ├── cdk.json │ │ ├── cdk_deployment_recipe │ │ ├── __init__.py │ │ └── cdk_deployment_recipe_stack.py │ │ ├── glue │ │ └── GlueShellScript.py │ │ ├── requirements-dev.txt │ │ ├── requirements.txt │ │ └── tests │ │ ├── __init__.py │ │ └── unit │ │ ├── __init__.py │ │ └── test_cdk_deployment_recipe_stack.py ├── Recipe2 │ ├── GettingReady.txt │ ├── Recipe2.txt │ └── cdk-deployment-recipe │ │ ├── README.md │ │ ├── app.py │ │ ├── cdk.json │ │ ├── cdk_deployment_recipe │ │ ├── __init__.py │ │ └── cdk_deployment_recipe_stack.py │ │ ├── glue │ │ └── GlueShellScript.py │ │ ├── requirements-dev.txt │ │ ├── requirements.txt │ │ └── tests │ │ ├── __init__.py │ │ └── unit │ │ ├── __init__.py │ │ └── test_cdk_deployment_recipe_stack.py ├── Recipe3 │ ├── Recipe3.txt │ └── recipe3_template.json ├── Recipe4 │ ├── Recipe4.txt │ └── cfn_sample.yaml ├── Recipe5 │ ├── Recipe5.txt │ └── terraform_recipe │ │ ├── ShellScriptRecipe.py │ │ ├── main.tf │ │ └── var.tf ├── Recipe6 │ ├── Recipe6.txt │ └── recipe_reveng │ │ ├── provider.tf │ │ └── resources.tf └── Recipe7 │ └── Recipe7.txt ├── Chapter09 └── Recipe1 ├── Chapter10 ├── Recipe1 ├── Recipe2 ├── Recipe3 ├── Recipe4.ipynb ├── Recipe5 └── Recipe6 ├── Chapter12 └── snowball-policy.json ├── Chapter13 ├── GlueFederationJob .py ├── bootstrap-script.sh ├── dynamodb-import-glue-job.py ├── emr-session-manager-policy.json ├── glue-etl.py ├── hive-crawler.sh ├── hive-metadata-federation.py └── hive-metastore-connection.sh ├── LICENSE └── README.md /Chapter01/Recipe1/IAMPolicy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter01/Recipe1/IAMPolicy.json -------------------------------------------------------------------------------- /Chapter01/Recipe2/IAMPolicy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter01/Recipe2/IAMPolicy.json -------------------------------------------------------------------------------- /Chapter01/Recipe3/IAMPolicy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter01/Recipe3/IAMPolicy.json -------------------------------------------------------------------------------- /Chapter02/Recipe2/RedshiftConsumerCommands.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter02/Recipe2/RedshiftConsumerCommands.sql -------------------------------------------------------------------------------- /Chapter02/Recipe2/RedshiftProducerCommands.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter02/Recipe2/RedshiftProducerCommands.sql -------------------------------------------------------------------------------- /Chapter02/Recipe3/IAMPolicy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter02/Recipe3/IAMPolicy.json -------------------------------------------------------------------------------- /Chapter02/Recipe5/IAMPolicy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter02/Recipe5/IAMPolicy.json -------------------------------------------------------------------------------- /Chapter02/Recipe6/IAMPolicy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter02/Recipe6/IAMPolicy.json -------------------------------------------------------------------------------- /Chapter02/Recipe6/LambdaFunction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter02/Recipe6/LambdaFunction.py -------------------------------------------------------------------------------- /Chapter03/Recipe1/sales_sample.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter03/Recipe1/sales_sample.csv -------------------------------------------------------------------------------- /Chapter03/Recipe2/Recipe2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter03/Recipe2/Recipe2.py -------------------------------------------------------------------------------- /Chapter03/Recipe3/Recipe3.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter03/Recipe3/Recipe3.txt -------------------------------------------------------------------------------- /Chapter03/Recipe3/RetryRecipeJob.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter03/Recipe3/RetryRecipeJob.py -------------------------------------------------------------------------------- /Chapter03/Recipe4/BookmarksRecipeJob.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter03/Recipe4/BookmarksRecipeJob.py -------------------------------------------------------------------------------- /Chapter03/Recipe4/GettingReady.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter03/Recipe4/GettingReady.sh -------------------------------------------------------------------------------- /Chapter03/Recipe4/Recipe4.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter03/Recipe4/Recipe4.txt -------------------------------------------------------------------------------- /Chapter03/Recipe5/GettingReady.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter03/Recipe5/GettingReady.sh -------------------------------------------------------------------------------- /Chapter03/Recipe5/GroupingFilesRecipeJob.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter03/Recipe5/GroupingFilesRecipeJob.py -------------------------------------------------------------------------------- /Chapter03/Recipe5/Recipe5.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter03/Recipe5/Recipe5.txt -------------------------------------------------------------------------------- /Chapter03/Recipe6/Recipe6.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter03/Recipe6/Recipe6.txt -------------------------------------------------------------------------------- /Chapter03/Recipe6/ReuseLibrariesRecipe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter03/Recipe6/ReuseLibrariesRecipe.py -------------------------------------------------------------------------------- /Chapter03/Recipe6/my_config: -------------------------------------------------------------------------------- 1 | recipe_example_value 2 | -------------------------------------------------------------------------------- /Chapter03/Recipe6/my_module.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter03/Recipe6/my_module.zip -------------------------------------------------------------------------------- /Chapter03/Recipe6/my_module/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter03/Recipe6/my_module/__init__.py -------------------------------------------------------------------------------- /Chapter03/Recipe7/IcebergRecipe.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter03/Recipe7/IcebergRecipe.scala -------------------------------------------------------------------------------- /Chapter03/Recipe7/Recipe7.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter03/Recipe7/Recipe7.txt -------------------------------------------------------------------------------- /Chapter03/Recipe8/GettingReady.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter03/Recipe8/GettingReady.sh -------------------------------------------------------------------------------- /Chapter03/Recipe8/PushdownFilters.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter03/Recipe8/PushdownFilters.ipynb -------------------------------------------------------------------------------- /Chapter03/Recipe9/RayModinRecipeJob.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter03/Recipe9/RayModinRecipeJob.py -------------------------------------------------------------------------------- /Chapter03/Recipe9/Recipe9.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter03/Recipe9/Recipe9.txt -------------------------------------------------------------------------------- /Chapter03/TechnicalRequirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter03/TechnicalRequirements.txt -------------------------------------------------------------------------------- /Chapter04/Recipe1/glue-workflow/TriggerGlueWorkflow-lambda.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter04/Recipe1/glue-workflow/TriggerGlueWorkflow-lambda.py -------------------------------------------------------------------------------- /Chapter04/Recipe1/glue-workflow/csv_to_parquet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter04/Recipe1/glue-workflow/csv_to_parquet.py -------------------------------------------------------------------------------- /Chapter04/Recipe1/glue-workflow/event-bridge.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter04/Recipe1/glue-workflow/event-bridge.json -------------------------------------------------------------------------------- /Chapter04/Recipe1/glue-workflow/glue-policy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter04/Recipe1/glue-workflow/glue-policy.json -------------------------------------------------------------------------------- /Chapter04/Recipe1/glue-workflow/sample.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter04/Recipe1/glue-workflow/sample.csv -------------------------------------------------------------------------------- /Chapter04/Recipe1/glue-workflow/workflow.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter04/Recipe1/glue-workflow/workflow.json -------------------------------------------------------------------------------- /Chapter04/Recipe2/event-bridge.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter04/Recipe2/event-bridge.json -------------------------------------------------------------------------------- /Chapter04/Recipe3/stepfunction/GetDataFunction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter04/Recipe3/stepfunction/GetDataFunction.py -------------------------------------------------------------------------------- /Chapter04/Recipe3/stepfunction/ProcessDataFunction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter04/Recipe3/stepfunction/ProcessDataFunction.py -------------------------------------------------------------------------------- /Chapter04/Recipe3/stepfunction/state-machine.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter04/Recipe3/stepfunction/state-machine.json -------------------------------------------------------------------------------- /Chapter04/Recipe4/mwaa/CsvToParquetJob.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter04/Recipe4/mwaa/CsvToParquetJob.py -------------------------------------------------------------------------------- /Chapter04/Recipe4/mwaa/dag-sample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter04/Recipe4/mwaa/dag-sample.py -------------------------------------------------------------------------------- /Chapter04/Recipe4/mwaa/mwaa-glue-workflow-dag .py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter04/Recipe4/mwaa/mwaa-glue-workflow-dag .py -------------------------------------------------------------------------------- /Chapter04/Recipe4/mwaa/mwaa-policy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter04/Recipe4/mwaa/mwaa-policy.json -------------------------------------------------------------------------------- /Chapter04/Recipe5/csv_to_parquet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter04/Recipe5/csv_to_parquet.py -------------------------------------------------------------------------------- /Chapter04/Recipe6/event-bridge.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter04/Recipe6/event-bridge.txt -------------------------------------------------------------------------------- /Chapter04/Recipe6/jdbc_to_s3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter04/Recipe6/jdbc_to_s3.py -------------------------------------------------------------------------------- /Chapter04/Recipe6/mysql-scripts.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter04/Recipe6/mysql-scripts.txt -------------------------------------------------------------------------------- /Chapter04/Recipe6/stepfunction.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter04/Recipe6/stepfunction.json -------------------------------------------------------------------------------- /Chapter05/Recipe1/Recipe1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter05/Recipe1/Recipe1.txt -------------------------------------------------------------------------------- /Chapter05/Recipe1/role_inline_policy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter05/Recipe1/role_inline_policy.json -------------------------------------------------------------------------------- /Chapter05/Recipe1/testEMRServerless.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter05/Recipe1/testEMRServerless.py -------------------------------------------------------------------------------- /Chapter05/Recipe10/Recipe10.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter05/Recipe10/Recipe10.txt -------------------------------------------------------------------------------- /Chapter05/Recipe2/Recipe2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter05/Recipe2/Recipe2.txt -------------------------------------------------------------------------------- /Chapter05/Recipe3/PrintTables.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter05/Recipe3/PrintTables.py -------------------------------------------------------------------------------- /Chapter05/Recipe3/Recipe3.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter05/Recipe3/Recipe3.txt -------------------------------------------------------------------------------- /Chapter05/Recipe3/policy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter05/Recipe3/policy.json -------------------------------------------------------------------------------- /Chapter05/Recipe4/Recipe4.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter05/Recipe4/Recipe4.txt -------------------------------------------------------------------------------- /Chapter05/Recipe5/Recipe5.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter05/Recipe5/Recipe5.txt -------------------------------------------------------------------------------- /Chapter05/Recipe6/Recipe6.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter05/Recipe6/Recipe6.txt -------------------------------------------------------------------------------- /Chapter05/Recipe6/recipe_bootstrap.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter05/Recipe6/recipe_bootstrap.sh -------------------------------------------------------------------------------- /Chapter05/Recipe7/Recipe7.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter05/Recipe7/Recipe7.txt -------------------------------------------------------------------------------- /Chapter05/Recipe8/Recipe8.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter05/Recipe8/Recipe8.txt -------------------------------------------------------------------------------- /Chapter05/Recipe8/role-assume.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter05/Recipe8/role-assume.json -------------------------------------------------------------------------------- /Chapter05/Recipe9/Recipe9.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter05/Recipe9/Recipe9.txt -------------------------------------------------------------------------------- /Chapter05/TechnicalRequirements.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter05/TechnicalRequirements.sh -------------------------------------------------------------------------------- /Chapter06/Recipe1/FullIAMPolicy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter06/Recipe1/FullIAMPolicy.json -------------------------------------------------------------------------------- /Chapter06/Recipe3/EventBridgeRule.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter06/Recipe3/EventBridgeRule.json -------------------------------------------------------------------------------- /Chapter06/Recipe3/IAMPolicy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter06/Recipe3/IAMPolicy.json -------------------------------------------------------------------------------- /Chapter06/Recipe3/LambdaFunction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter06/Recipe3/LambdaFunction.py -------------------------------------------------------------------------------- /Chapter06/Recipe5/IAMPolicy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter06/Recipe5/IAMPolicy.json -------------------------------------------------------------------------------- /Chapter06/Recipe5/LambdaDecryptFunction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter06/Recipe5/LambdaDecryptFunction.py -------------------------------------------------------------------------------- /Chapter06/Recipe5/LambdaEncryptFunction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter06/Recipe5/LambdaEncryptFunction.py -------------------------------------------------------------------------------- /Chapter06/Recipe5/LambdaLayer.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter06/Recipe5/LambdaLayer.sh -------------------------------------------------------------------------------- /Chapter06/Recipe5/RedshiftUDF.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter06/Recipe5/RedshiftUDF.sql -------------------------------------------------------------------------------- /Chapter06/Recipe6/InlineIAMPolicy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter06/Recipe6/InlineIAMPolicy.json -------------------------------------------------------------------------------- /Chapter06/Recipe6/LambdaFunction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter06/Recipe6/LambdaFunction.py -------------------------------------------------------------------------------- /Chapter06/Recipe6/ResourceBasedPolicy.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter06/Recipe6/ResourceBasedPolicy.sh -------------------------------------------------------------------------------- /Chapter07/Recipe1.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter07/Recipe1.ipynb -------------------------------------------------------------------------------- /Chapter07/Recipe2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter07/Recipe2 -------------------------------------------------------------------------------- /Chapter07/Recipe4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter07/Recipe4 -------------------------------------------------------------------------------- /Chapter08/Recipe1/Recipe1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter08/Recipe1/Recipe1.txt -------------------------------------------------------------------------------- /Chapter08/Recipe1/cdk-deployment-recipe/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter08/Recipe1/cdk-deployment-recipe/README.md -------------------------------------------------------------------------------- /Chapter08/Recipe1/cdk-deployment-recipe/app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter08/Recipe1/cdk-deployment-recipe/app.py -------------------------------------------------------------------------------- /Chapter08/Recipe1/cdk-deployment-recipe/cdk.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter08/Recipe1/cdk-deployment-recipe/cdk.json -------------------------------------------------------------------------------- /Chapter08/Recipe1/cdk-deployment-recipe/cdk_deployment_recipe/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /Chapter08/Recipe1/cdk-deployment-recipe/cdk_deployment_recipe/cdk_deployment_recipe_stack.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter08/Recipe1/cdk-deployment-recipe/cdk_deployment_recipe/cdk_deployment_recipe_stack.py -------------------------------------------------------------------------------- /Chapter08/Recipe1/cdk-deployment-recipe/glue/GlueShellScript.py: -------------------------------------------------------------------------------- 1 | print('Hello from GlueShell') 2 | -------------------------------------------------------------------------------- /Chapter08/Recipe1/cdk-deployment-recipe/requirements-dev.txt: -------------------------------------------------------------------------------- 1 | pytest==6.2.5 2 | -------------------------------------------------------------------------------- /Chapter08/Recipe1/cdk-deployment-recipe/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter08/Recipe1/cdk-deployment-recipe/requirements.txt -------------------------------------------------------------------------------- /Chapter08/Recipe1/cdk-deployment-recipe/tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /Chapter08/Recipe1/cdk-deployment-recipe/tests/unit/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /Chapter08/Recipe1/cdk-deployment-recipe/tests/unit/test_cdk_deployment_recipe_stack.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter08/Recipe1/cdk-deployment-recipe/tests/unit/test_cdk_deployment_recipe_stack.py -------------------------------------------------------------------------------- /Chapter08/Recipe2/GettingReady.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter08/Recipe2/GettingReady.txt -------------------------------------------------------------------------------- /Chapter08/Recipe2/Recipe2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter08/Recipe2/Recipe2.txt -------------------------------------------------------------------------------- /Chapter08/Recipe2/cdk-deployment-recipe/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter08/Recipe2/cdk-deployment-recipe/README.md -------------------------------------------------------------------------------- /Chapter08/Recipe2/cdk-deployment-recipe/app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter08/Recipe2/cdk-deployment-recipe/app.py -------------------------------------------------------------------------------- /Chapter08/Recipe2/cdk-deployment-recipe/cdk.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter08/Recipe2/cdk-deployment-recipe/cdk.json -------------------------------------------------------------------------------- /Chapter08/Recipe2/cdk-deployment-recipe/cdk_deployment_recipe/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /Chapter08/Recipe2/cdk-deployment-recipe/cdk_deployment_recipe/cdk_deployment_recipe_stack.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter08/Recipe2/cdk-deployment-recipe/cdk_deployment_recipe/cdk_deployment_recipe_stack.py -------------------------------------------------------------------------------- /Chapter08/Recipe2/cdk-deployment-recipe/glue/GlueShellScript.py: -------------------------------------------------------------------------------- 1 | print('Hello from GlueShell') 2 | -------------------------------------------------------------------------------- /Chapter08/Recipe2/cdk-deployment-recipe/requirements-dev.txt: -------------------------------------------------------------------------------- 1 | pytest==6.2.5 2 | -------------------------------------------------------------------------------- /Chapter08/Recipe2/cdk-deployment-recipe/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter08/Recipe2/cdk-deployment-recipe/requirements.txt -------------------------------------------------------------------------------- /Chapter08/Recipe2/cdk-deployment-recipe/tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /Chapter08/Recipe2/cdk-deployment-recipe/tests/unit/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /Chapter08/Recipe2/cdk-deployment-recipe/tests/unit/test_cdk_deployment_recipe_stack.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter08/Recipe2/cdk-deployment-recipe/tests/unit/test_cdk_deployment_recipe_stack.py -------------------------------------------------------------------------------- /Chapter08/Recipe3/Recipe3.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter08/Recipe3/Recipe3.txt -------------------------------------------------------------------------------- /Chapter08/Recipe3/recipe3_template.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter08/Recipe3/recipe3_template.json -------------------------------------------------------------------------------- /Chapter08/Recipe4/Recipe4.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter08/Recipe4/Recipe4.txt -------------------------------------------------------------------------------- /Chapter08/Recipe4/cfn_sample.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter08/Recipe4/cfn_sample.yaml -------------------------------------------------------------------------------- /Chapter08/Recipe5/Recipe5.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter08/Recipe5/Recipe5.txt -------------------------------------------------------------------------------- /Chapter08/Recipe5/terraform_recipe/ShellScriptRecipe.py: -------------------------------------------------------------------------------- 1 | print("Running Glue Shell job") 2 | -------------------------------------------------------------------------------- /Chapter08/Recipe5/terraform_recipe/main.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter08/Recipe5/terraform_recipe/main.tf -------------------------------------------------------------------------------- /Chapter08/Recipe5/terraform_recipe/var.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter08/Recipe5/terraform_recipe/var.tf -------------------------------------------------------------------------------- /Chapter08/Recipe6/Recipe6.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter08/Recipe6/Recipe6.txt -------------------------------------------------------------------------------- /Chapter08/Recipe6/recipe_reveng/provider.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter08/Recipe6/recipe_reveng/provider.tf -------------------------------------------------------------------------------- /Chapter08/Recipe6/recipe_reveng/resources.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter08/Recipe6/recipe_reveng/resources.tf -------------------------------------------------------------------------------- /Chapter08/Recipe7/Recipe7.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter08/Recipe7/Recipe7.txt -------------------------------------------------------------------------------- /Chapter09/Recipe1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter09/Recipe1 -------------------------------------------------------------------------------- /Chapter10/Recipe1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter10/Recipe1 -------------------------------------------------------------------------------- /Chapter10/Recipe2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter10/Recipe2 -------------------------------------------------------------------------------- /Chapter10/Recipe3: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter10/Recipe3 -------------------------------------------------------------------------------- /Chapter10/Recipe4.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter10/Recipe4.ipynb -------------------------------------------------------------------------------- /Chapter10/Recipe5: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter10/Recipe5 -------------------------------------------------------------------------------- /Chapter10/Recipe6: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter10/Recipe6 -------------------------------------------------------------------------------- /Chapter12/snowball-policy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter12/snowball-policy.json -------------------------------------------------------------------------------- /Chapter13/GlueFederationJob .py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter13/GlueFederationJob .py -------------------------------------------------------------------------------- /Chapter13/bootstrap-script.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter13/bootstrap-script.sh -------------------------------------------------------------------------------- /Chapter13/dynamodb-import-glue-job.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter13/dynamodb-import-glue-job.py -------------------------------------------------------------------------------- /Chapter13/emr-session-manager-policy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter13/emr-session-manager-policy.json -------------------------------------------------------------------------------- /Chapter13/glue-etl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter13/glue-etl.py -------------------------------------------------------------------------------- /Chapter13/hive-crawler.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter13/hive-crawler.sh -------------------------------------------------------------------------------- /Chapter13/hive-metadata-federation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter13/hive-metadata-federation.py -------------------------------------------------------------------------------- /Chapter13/hive-metastore-connection.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/Chapter13/hive-metastore-connection.sh -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Data-Engineering-with-AWS-Cookbook/HEAD/README.md --------------------------------------------------------------------------------