├── .envrc ├── .gitignore ├── CODE_OF_CONDUCT.md ├── CONTRIBUTING.md ├── LICENSE ├── README.kr.md ├── README.md ├── app.py ├── assets ├── amazon-es-access-control.png ├── amazon-es-config-domain.png ├── amazon-es-deployment-type.png ├── amazon-es-encryption-config.png ├── amazon-es-json-access-policy.png ├── aws-analytics-immersion-day-steps-extra.drawio ├── aws-analytics-system-arch.drawio ├── aws-analytics-system-build-steps-extra.svg ├── aws-analytics-system-build-steps.drawio ├── aws-analytics-system-build-steps.svg ├── aws-athena-create-database.png ├── aws-athena-ctas-lambda-add-trigger.png ├── aws-athena-ctas-lambda-create-function.png ├── aws-athena-ctas-lambda-execution-iam-role.png ├── aws-athena-ctas-lambda-iam-role-policies.png ├── aws-athena-setup-query-results-location-01.png ├── aws-athena-setup-query-results-location-02.png ├── aws-ec2-choose-ami.png ├── aws-ec2-choose-instance-type.png ├── aws-ec2-configure-instance-details.png ├── aws-ec2-configure-security-group.png ├── aws-ec2-connect.png ├── aws-ec2-launch-instance.png ├── aws-ec2-security-group-for-bastion.png ├── aws-ec2-security-group-for-es-client.png ├── aws-ec2-security-group-for-es-cluster.png ├── aws-ec2-select-keypair.png ├── aws-ec2-ssm.png ├── aws-ec2instance-modify-iam-role.png ├── aws-kinesis-firehose-create_new_iam_role.png ├── aws-lambda-add-layer-to-function-layer-version-arn.png ├── aws-lambda-add-layer-to-function.png ├── aws-lambda-create-function.png ├── aws-lambda-create-layer.png ├── aws-lambda-execution-iam-role.png ├── aws-lambda-iam-role-policies.png ├── aws-lambda-kinesis.png ├── aws-quicksight-access-s3.png ├── aws-quicksight-athena-choose_your_table.png ├── aws-quicksight-athena_data_source.png ├── aws-quicksight-bar-chart.png ├── aws-quicksight-choose-s3-bucket.png ├── aws-quicksight-finish-dataset-creation.png ├── aws-quicksight-new_data_sets.png ├── aws-quicksight-quarterly-graph.png ├── aws-quicksight-share-analysis-users.png ├── aws-quicksight-share-analysis.png ├── aws-quicksight-user-email-click-to-view.png ├── aws-quicksight-user-email.png ├── aws-quicksight-user-invitation.png ├── aws_athena_select_all_limit_10.png ├── cfn-stacks-create-stack.png ├── cfn-step1-create-stack.png ├── iam-user-download.png ├── iam-user-policy.png ├── iam-user.png ├── kfh_create_new_iam_role.png ├── kibana-01-add_data.png ├── kibana-02a-create-index-pattern.png ├── kibana-02b-create-index-pattern-configure-settings.png ├── kibana-02c-create-index-pattern-review.png ├── kibana-02d-management-advanced-setting.png ├── kibana-03-discover.png ├── kibana-04-discover-visualize.png ├── kibana-05-discover-change-metrics.png ├── kibana-08-visualize-save.png ├── kibana-09-dashboards.png ├── kibana-10-import-visualization.png ├── kibana-12-discover-save-dashboard.png ├── kibana-13-complete.png ├── ops-create-firehose_role.png ├── ops-create-index-pattern-configure-setting.png ├── ops-create-index-pattern.png ├── ops-dashboards-sidebar-menu-security.png ├── ops-dashboards-sidebar-menu.png ├── ops-entries-for-firehose_role.png ├── ops-management-advanced-setting.png └── ops-role-mappings.png ├── aws-analytics-system-arch.svg ├── cdk.context.json ├── cdk.json ├── data_analytics_system ├── __init__.py ├── bastion_host.py ├── elasticsearch.py ├── firehose.py ├── glue_catalog_database.py ├── kds.py ├── lake_formation.py ├── merge_small_files_lambda.py ├── ops.py ├── upsert_to_es_lambda.py └── vpc.py ├── doc_sources ├── athena_sample_query.md ├── prerequisites.en.md └── prerequisites.kr.md ├── requirements-dev.txt ├── requirements.txt ├── set-up-hands-on-lab.sh ├── setup.py ├── source.bat ├── src └── main │ └── python │ ├── MergeSmallFiles │ └── athena_ctas.py │ ├── UpsertToES │ └── upsert_to_es.py │ └── utils │ ├── gen_kinesis_data.py │ └── kinesis_consumer.py ├── vpc_us_east_1.yaml ├── vpc_us_east_2.yaml └── vpc_us_west_2.yaml /.envrc: -------------------------------------------------------------------------------- 1 | export USE_DEFAULT_VPC=true -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/.gitignore -------------------------------------------------------------------------------- /CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/LICENSE -------------------------------------------------------------------------------- /README.kr.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/README.kr.md -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/README.md -------------------------------------------------------------------------------- /app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/app.py -------------------------------------------------------------------------------- /assets/amazon-es-access-control.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/amazon-es-access-control.png -------------------------------------------------------------------------------- /assets/amazon-es-config-domain.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/amazon-es-config-domain.png -------------------------------------------------------------------------------- /assets/amazon-es-deployment-type.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/amazon-es-deployment-type.png -------------------------------------------------------------------------------- /assets/amazon-es-encryption-config.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/amazon-es-encryption-config.png -------------------------------------------------------------------------------- /assets/amazon-es-json-access-policy.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/amazon-es-json-access-policy.png -------------------------------------------------------------------------------- /assets/aws-analytics-immersion-day-steps-extra.drawio: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/aws-analytics-immersion-day-steps-extra.drawio -------------------------------------------------------------------------------- /assets/aws-analytics-system-arch.drawio: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/aws-analytics-system-arch.drawio -------------------------------------------------------------------------------- /assets/aws-analytics-system-build-steps-extra.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/aws-analytics-system-build-steps-extra.svg -------------------------------------------------------------------------------- /assets/aws-analytics-system-build-steps.drawio: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/aws-analytics-system-build-steps.drawio -------------------------------------------------------------------------------- /assets/aws-analytics-system-build-steps.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/aws-analytics-system-build-steps.svg -------------------------------------------------------------------------------- /assets/aws-athena-create-database.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/aws-athena-create-database.png -------------------------------------------------------------------------------- /assets/aws-athena-ctas-lambda-add-trigger.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/aws-athena-ctas-lambda-add-trigger.png -------------------------------------------------------------------------------- /assets/aws-athena-ctas-lambda-create-function.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/aws-athena-ctas-lambda-create-function.png -------------------------------------------------------------------------------- /assets/aws-athena-ctas-lambda-execution-iam-role.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/aws-athena-ctas-lambda-execution-iam-role.png -------------------------------------------------------------------------------- /assets/aws-athena-ctas-lambda-iam-role-policies.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/aws-athena-ctas-lambda-iam-role-policies.png -------------------------------------------------------------------------------- /assets/aws-athena-setup-query-results-location-01.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/aws-athena-setup-query-results-location-01.png -------------------------------------------------------------------------------- /assets/aws-athena-setup-query-results-location-02.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/aws-athena-setup-query-results-location-02.png -------------------------------------------------------------------------------- /assets/aws-ec2-choose-ami.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/aws-ec2-choose-ami.png -------------------------------------------------------------------------------- /assets/aws-ec2-choose-instance-type.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/aws-ec2-choose-instance-type.png -------------------------------------------------------------------------------- /assets/aws-ec2-configure-instance-details.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/aws-ec2-configure-instance-details.png -------------------------------------------------------------------------------- /assets/aws-ec2-configure-security-group.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/aws-ec2-configure-security-group.png -------------------------------------------------------------------------------- /assets/aws-ec2-connect.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/aws-ec2-connect.png -------------------------------------------------------------------------------- /assets/aws-ec2-launch-instance.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/aws-ec2-launch-instance.png -------------------------------------------------------------------------------- /assets/aws-ec2-security-group-for-bastion.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/aws-ec2-security-group-for-bastion.png -------------------------------------------------------------------------------- /assets/aws-ec2-security-group-for-es-client.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/aws-ec2-security-group-for-es-client.png -------------------------------------------------------------------------------- /assets/aws-ec2-security-group-for-es-cluster.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/aws-ec2-security-group-for-es-cluster.png -------------------------------------------------------------------------------- /assets/aws-ec2-select-keypair.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/aws-ec2-select-keypair.png -------------------------------------------------------------------------------- /assets/aws-ec2-ssm.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/aws-ec2-ssm.png -------------------------------------------------------------------------------- /assets/aws-ec2instance-modify-iam-role.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/aws-ec2instance-modify-iam-role.png -------------------------------------------------------------------------------- /assets/aws-kinesis-firehose-create_new_iam_role.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/aws-kinesis-firehose-create_new_iam_role.png -------------------------------------------------------------------------------- /assets/aws-lambda-add-layer-to-function-layer-version-arn.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/aws-lambda-add-layer-to-function-layer-version-arn.png -------------------------------------------------------------------------------- /assets/aws-lambda-add-layer-to-function.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/aws-lambda-add-layer-to-function.png -------------------------------------------------------------------------------- /assets/aws-lambda-create-function.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/aws-lambda-create-function.png -------------------------------------------------------------------------------- /assets/aws-lambda-create-layer.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/aws-lambda-create-layer.png -------------------------------------------------------------------------------- /assets/aws-lambda-execution-iam-role.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/aws-lambda-execution-iam-role.png -------------------------------------------------------------------------------- /assets/aws-lambda-iam-role-policies.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/aws-lambda-iam-role-policies.png -------------------------------------------------------------------------------- /assets/aws-lambda-kinesis.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/aws-lambda-kinesis.png -------------------------------------------------------------------------------- /assets/aws-quicksight-access-s3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/aws-quicksight-access-s3.png -------------------------------------------------------------------------------- /assets/aws-quicksight-athena-choose_your_table.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/aws-quicksight-athena-choose_your_table.png -------------------------------------------------------------------------------- /assets/aws-quicksight-athena_data_source.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/aws-quicksight-athena_data_source.png -------------------------------------------------------------------------------- /assets/aws-quicksight-bar-chart.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/aws-quicksight-bar-chart.png -------------------------------------------------------------------------------- /assets/aws-quicksight-choose-s3-bucket.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/aws-quicksight-choose-s3-bucket.png -------------------------------------------------------------------------------- /assets/aws-quicksight-finish-dataset-creation.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/aws-quicksight-finish-dataset-creation.png -------------------------------------------------------------------------------- /assets/aws-quicksight-new_data_sets.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/aws-quicksight-new_data_sets.png -------------------------------------------------------------------------------- /assets/aws-quicksight-quarterly-graph.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/aws-quicksight-quarterly-graph.png -------------------------------------------------------------------------------- /assets/aws-quicksight-share-analysis-users.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/aws-quicksight-share-analysis-users.png -------------------------------------------------------------------------------- /assets/aws-quicksight-share-analysis.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/aws-quicksight-share-analysis.png -------------------------------------------------------------------------------- /assets/aws-quicksight-user-email-click-to-view.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/aws-quicksight-user-email-click-to-view.png -------------------------------------------------------------------------------- /assets/aws-quicksight-user-email.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/aws-quicksight-user-email.png -------------------------------------------------------------------------------- /assets/aws-quicksight-user-invitation.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/aws-quicksight-user-invitation.png -------------------------------------------------------------------------------- /assets/aws_athena_select_all_limit_10.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/aws_athena_select_all_limit_10.png -------------------------------------------------------------------------------- /assets/cfn-stacks-create-stack.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/cfn-stacks-create-stack.png -------------------------------------------------------------------------------- /assets/cfn-step1-create-stack.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/cfn-step1-create-stack.png -------------------------------------------------------------------------------- /assets/iam-user-download.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/iam-user-download.png -------------------------------------------------------------------------------- /assets/iam-user-policy.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/iam-user-policy.png -------------------------------------------------------------------------------- /assets/iam-user.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/iam-user.png -------------------------------------------------------------------------------- /assets/kfh_create_new_iam_role.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/kfh_create_new_iam_role.png -------------------------------------------------------------------------------- /assets/kibana-01-add_data.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/kibana-01-add_data.png -------------------------------------------------------------------------------- /assets/kibana-02a-create-index-pattern.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/kibana-02a-create-index-pattern.png -------------------------------------------------------------------------------- /assets/kibana-02b-create-index-pattern-configure-settings.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/kibana-02b-create-index-pattern-configure-settings.png -------------------------------------------------------------------------------- /assets/kibana-02c-create-index-pattern-review.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/kibana-02c-create-index-pattern-review.png -------------------------------------------------------------------------------- /assets/kibana-02d-management-advanced-setting.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/kibana-02d-management-advanced-setting.png -------------------------------------------------------------------------------- /assets/kibana-03-discover.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/kibana-03-discover.png -------------------------------------------------------------------------------- /assets/kibana-04-discover-visualize.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/kibana-04-discover-visualize.png -------------------------------------------------------------------------------- /assets/kibana-05-discover-change-metrics.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/kibana-05-discover-change-metrics.png -------------------------------------------------------------------------------- /assets/kibana-08-visualize-save.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/kibana-08-visualize-save.png -------------------------------------------------------------------------------- /assets/kibana-09-dashboards.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/kibana-09-dashboards.png -------------------------------------------------------------------------------- /assets/kibana-10-import-visualization.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/kibana-10-import-visualization.png -------------------------------------------------------------------------------- /assets/kibana-12-discover-save-dashboard.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/kibana-12-discover-save-dashboard.png -------------------------------------------------------------------------------- /assets/kibana-13-complete.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/kibana-13-complete.png -------------------------------------------------------------------------------- /assets/ops-create-firehose_role.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/ops-create-firehose_role.png -------------------------------------------------------------------------------- /assets/ops-create-index-pattern-configure-setting.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/ops-create-index-pattern-configure-setting.png -------------------------------------------------------------------------------- /assets/ops-create-index-pattern.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/ops-create-index-pattern.png -------------------------------------------------------------------------------- /assets/ops-dashboards-sidebar-menu-security.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/ops-dashboards-sidebar-menu-security.png -------------------------------------------------------------------------------- /assets/ops-dashboards-sidebar-menu.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/ops-dashboards-sidebar-menu.png -------------------------------------------------------------------------------- /assets/ops-entries-for-firehose_role.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/ops-entries-for-firehose_role.png -------------------------------------------------------------------------------- /assets/ops-management-advanced-setting.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/ops-management-advanced-setting.png -------------------------------------------------------------------------------- /assets/ops-role-mappings.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/assets/ops-role-mappings.png -------------------------------------------------------------------------------- /aws-analytics-system-arch.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/aws-analytics-system-arch.svg -------------------------------------------------------------------------------- /cdk.context.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/cdk.context.json -------------------------------------------------------------------------------- /cdk.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/cdk.json -------------------------------------------------------------------------------- /data_analytics_system/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/data_analytics_system/__init__.py -------------------------------------------------------------------------------- /data_analytics_system/bastion_host.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/data_analytics_system/bastion_host.py -------------------------------------------------------------------------------- /data_analytics_system/elasticsearch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/data_analytics_system/elasticsearch.py -------------------------------------------------------------------------------- /data_analytics_system/firehose.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/data_analytics_system/firehose.py -------------------------------------------------------------------------------- /data_analytics_system/glue_catalog_database.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/data_analytics_system/glue_catalog_database.py -------------------------------------------------------------------------------- /data_analytics_system/kds.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/data_analytics_system/kds.py -------------------------------------------------------------------------------- /data_analytics_system/lake_formation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/data_analytics_system/lake_formation.py -------------------------------------------------------------------------------- /data_analytics_system/merge_small_files_lambda.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/data_analytics_system/merge_small_files_lambda.py -------------------------------------------------------------------------------- /data_analytics_system/ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/data_analytics_system/ops.py -------------------------------------------------------------------------------- /data_analytics_system/upsert_to_es_lambda.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/data_analytics_system/upsert_to_es_lambda.py -------------------------------------------------------------------------------- /data_analytics_system/vpc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/data_analytics_system/vpc.py -------------------------------------------------------------------------------- /doc_sources/athena_sample_query.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/doc_sources/athena_sample_query.md -------------------------------------------------------------------------------- /doc_sources/prerequisites.en.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/doc_sources/prerequisites.en.md -------------------------------------------------------------------------------- /doc_sources/prerequisites.kr.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/doc_sources/prerequisites.kr.md -------------------------------------------------------------------------------- /requirements-dev.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/requirements-dev.txt -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/requirements.txt -------------------------------------------------------------------------------- /set-up-hands-on-lab.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/set-up-hands-on-lab.sh -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/setup.py -------------------------------------------------------------------------------- /source.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/source.bat -------------------------------------------------------------------------------- /src/main/python/MergeSmallFiles/athena_ctas.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/src/main/python/MergeSmallFiles/athena_ctas.py -------------------------------------------------------------------------------- /src/main/python/UpsertToES/upsert_to_es.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/src/main/python/UpsertToES/upsert_to_es.py -------------------------------------------------------------------------------- /src/main/python/utils/gen_kinesis_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/src/main/python/utils/gen_kinesis_data.py -------------------------------------------------------------------------------- /src/main/python/utils/kinesis_consumer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/src/main/python/utils/kinesis_consumer.py -------------------------------------------------------------------------------- /vpc_us_east_1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/vpc_us_east_1.yaml -------------------------------------------------------------------------------- /vpc_us_east_2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/vpc_us_east_2.yaml -------------------------------------------------------------------------------- /vpc_us_west_2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-analytics-immersion-day/HEAD/vpc_us_west_2.yaml --------------------------------------------------------------------------------