├── .classpath ├── .gitignore ├── .project ├── CODE_OF_CONDUCT.md ├── CONTRIBUTING.md ├── LICENSE ├── README.md ├── automated-deployment ├── README.md ├── source-account │ ├── deploy.sh │ ├── parameters.json │ ├── tags.json │ └── template.yaml └── target-account │ ├── deploy.sh │ ├── tags.json │ └── template.yaml ├── pom.xml └── src ├── main └── java │ └── com │ └── amazonaws │ └── gdcreplication │ ├── lambda │ ├── DLQImportDatabaseOrTable.java │ ├── ExportDatabaseWithTables.java │ ├── ExportLargeTable.java │ ├── GDCReplicationPlanner.java │ ├── ImportDatabaseOrTable.java │ └── ImportLargeTable.java │ └── util │ ├── DBReplicationStatus.java │ ├── DDBUtil.java │ ├── GDCUtil.java │ ├── GlueUtil.java │ ├── LargeTable.java │ ├── S3Util.java │ ├── SNSUtil.java │ ├── SQSUtil.java │ ├── TableReplicationStatus.java │ └── TableWithPartitions.java └── test └── resources ├── Glue_Replication.png ├── Glue_Table_Anatomy.png ├── SNS_Cross_Account_Permissions.txt ├── sample_database_schema.json ├── sample_ddb_policy_source_and_target_accounts.json ├── sample_glue_policy_source_account.json ├── sample_glue_policy_target_account.json ├── sample_large-table_message_payload.json ├── sample_partitions_schema.json ├── sample_sns_policy_source_account.json ├── sample_sqs_policy_source_and_target_accounts.json ├── sample_table-with-partitions_message_payload.json └── sample_table_schema.json /.classpath: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-glue-data-catalog-replication-utility/HEAD/.classpath -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- 1 | target/ 2 | .settings/ 3 | build/ -------------------------------------------------------------------------------- /.project: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-glue-data-catalog-replication-utility/HEAD/.project -------------------------------------------------------------------------------- /CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-glue-data-catalog-replication-utility/HEAD/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-glue-data-catalog-replication-utility/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-glue-data-catalog-replication-utility/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-glue-data-catalog-replication-utility/HEAD/README.md -------------------------------------------------------------------------------- /automated-deployment/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-glue-data-catalog-replication-utility/HEAD/automated-deployment/README.md -------------------------------------------------------------------------------- /automated-deployment/source-account/deploy.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-glue-data-catalog-replication-utility/HEAD/automated-deployment/source-account/deploy.sh -------------------------------------------------------------------------------- /automated-deployment/source-account/parameters.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-glue-data-catalog-replication-utility/HEAD/automated-deployment/source-account/parameters.json -------------------------------------------------------------------------------- /automated-deployment/source-account/tags.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-glue-data-catalog-replication-utility/HEAD/automated-deployment/source-account/tags.json -------------------------------------------------------------------------------- /automated-deployment/source-account/template.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-glue-data-catalog-replication-utility/HEAD/automated-deployment/source-account/template.yaml -------------------------------------------------------------------------------- /automated-deployment/target-account/deploy.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-glue-data-catalog-replication-utility/HEAD/automated-deployment/target-account/deploy.sh -------------------------------------------------------------------------------- /automated-deployment/target-account/tags.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-glue-data-catalog-replication-utility/HEAD/automated-deployment/target-account/tags.json -------------------------------------------------------------------------------- /automated-deployment/target-account/template.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-glue-data-catalog-replication-utility/HEAD/automated-deployment/target-account/template.yaml -------------------------------------------------------------------------------- /pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-glue-data-catalog-replication-utility/HEAD/pom.xml -------------------------------------------------------------------------------- /src/main/java/com/amazonaws/gdcreplication/lambda/DLQImportDatabaseOrTable.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-glue-data-catalog-replication-utility/HEAD/src/main/java/com/amazonaws/gdcreplication/lambda/DLQImportDatabaseOrTable.java -------------------------------------------------------------------------------- /src/main/java/com/amazonaws/gdcreplication/lambda/ExportDatabaseWithTables.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-glue-data-catalog-replication-utility/HEAD/src/main/java/com/amazonaws/gdcreplication/lambda/ExportDatabaseWithTables.java -------------------------------------------------------------------------------- /src/main/java/com/amazonaws/gdcreplication/lambda/ExportLargeTable.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-glue-data-catalog-replication-utility/HEAD/src/main/java/com/amazonaws/gdcreplication/lambda/ExportLargeTable.java -------------------------------------------------------------------------------- /src/main/java/com/amazonaws/gdcreplication/lambda/GDCReplicationPlanner.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-glue-data-catalog-replication-utility/HEAD/src/main/java/com/amazonaws/gdcreplication/lambda/GDCReplicationPlanner.java -------------------------------------------------------------------------------- /src/main/java/com/amazonaws/gdcreplication/lambda/ImportDatabaseOrTable.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-glue-data-catalog-replication-utility/HEAD/src/main/java/com/amazonaws/gdcreplication/lambda/ImportDatabaseOrTable.java -------------------------------------------------------------------------------- /src/main/java/com/amazonaws/gdcreplication/lambda/ImportLargeTable.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-glue-data-catalog-replication-utility/HEAD/src/main/java/com/amazonaws/gdcreplication/lambda/ImportLargeTable.java -------------------------------------------------------------------------------- /src/main/java/com/amazonaws/gdcreplication/util/DBReplicationStatus.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-glue-data-catalog-replication-utility/HEAD/src/main/java/com/amazonaws/gdcreplication/util/DBReplicationStatus.java -------------------------------------------------------------------------------- /src/main/java/com/amazonaws/gdcreplication/util/DDBUtil.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-glue-data-catalog-replication-utility/HEAD/src/main/java/com/amazonaws/gdcreplication/util/DDBUtil.java -------------------------------------------------------------------------------- /src/main/java/com/amazonaws/gdcreplication/util/GDCUtil.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-glue-data-catalog-replication-utility/HEAD/src/main/java/com/amazonaws/gdcreplication/util/GDCUtil.java -------------------------------------------------------------------------------- /src/main/java/com/amazonaws/gdcreplication/util/GlueUtil.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-glue-data-catalog-replication-utility/HEAD/src/main/java/com/amazonaws/gdcreplication/util/GlueUtil.java -------------------------------------------------------------------------------- /src/main/java/com/amazonaws/gdcreplication/util/LargeTable.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-glue-data-catalog-replication-utility/HEAD/src/main/java/com/amazonaws/gdcreplication/util/LargeTable.java -------------------------------------------------------------------------------- /src/main/java/com/amazonaws/gdcreplication/util/S3Util.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-glue-data-catalog-replication-utility/HEAD/src/main/java/com/amazonaws/gdcreplication/util/S3Util.java -------------------------------------------------------------------------------- /src/main/java/com/amazonaws/gdcreplication/util/SNSUtil.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-glue-data-catalog-replication-utility/HEAD/src/main/java/com/amazonaws/gdcreplication/util/SNSUtil.java -------------------------------------------------------------------------------- /src/main/java/com/amazonaws/gdcreplication/util/SQSUtil.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-glue-data-catalog-replication-utility/HEAD/src/main/java/com/amazonaws/gdcreplication/util/SQSUtil.java -------------------------------------------------------------------------------- /src/main/java/com/amazonaws/gdcreplication/util/TableReplicationStatus.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-glue-data-catalog-replication-utility/HEAD/src/main/java/com/amazonaws/gdcreplication/util/TableReplicationStatus.java -------------------------------------------------------------------------------- /src/main/java/com/amazonaws/gdcreplication/util/TableWithPartitions.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-glue-data-catalog-replication-utility/HEAD/src/main/java/com/amazonaws/gdcreplication/util/TableWithPartitions.java -------------------------------------------------------------------------------- /src/test/resources/Glue_Replication.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-glue-data-catalog-replication-utility/HEAD/src/test/resources/Glue_Replication.png -------------------------------------------------------------------------------- /src/test/resources/Glue_Table_Anatomy.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-glue-data-catalog-replication-utility/HEAD/src/test/resources/Glue_Table_Anatomy.png -------------------------------------------------------------------------------- /src/test/resources/SNS_Cross_Account_Permissions.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-glue-data-catalog-replication-utility/HEAD/src/test/resources/SNS_Cross_Account_Permissions.txt -------------------------------------------------------------------------------- /src/test/resources/sample_database_schema.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-glue-data-catalog-replication-utility/HEAD/src/test/resources/sample_database_schema.json -------------------------------------------------------------------------------- /src/test/resources/sample_ddb_policy_source_and_target_accounts.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-glue-data-catalog-replication-utility/HEAD/src/test/resources/sample_ddb_policy_source_and_target_accounts.json -------------------------------------------------------------------------------- /src/test/resources/sample_glue_policy_source_account.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-glue-data-catalog-replication-utility/HEAD/src/test/resources/sample_glue_policy_source_account.json -------------------------------------------------------------------------------- /src/test/resources/sample_glue_policy_target_account.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-glue-data-catalog-replication-utility/HEAD/src/test/resources/sample_glue_policy_target_account.json -------------------------------------------------------------------------------- /src/test/resources/sample_large-table_message_payload.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-glue-data-catalog-replication-utility/HEAD/src/test/resources/sample_large-table_message_payload.json -------------------------------------------------------------------------------- /src/test/resources/sample_partitions_schema.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-glue-data-catalog-replication-utility/HEAD/src/test/resources/sample_partitions_schema.json -------------------------------------------------------------------------------- /src/test/resources/sample_sns_policy_source_account.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-glue-data-catalog-replication-utility/HEAD/src/test/resources/sample_sns_policy_source_account.json -------------------------------------------------------------------------------- /src/test/resources/sample_sqs_policy_source_and_target_accounts.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-glue-data-catalog-replication-utility/HEAD/src/test/resources/sample_sqs_policy_source_and_target_accounts.json -------------------------------------------------------------------------------- /src/test/resources/sample_table-with-partitions_message_payload.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-glue-data-catalog-replication-utility/HEAD/src/test/resources/sample_table-with-partitions_message_payload.json -------------------------------------------------------------------------------- /src/test/resources/sample_table_schema.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-glue-data-catalog-replication-utility/HEAD/src/test/resources/sample_table_schema.json --------------------------------------------------------------------------------