├── .gitignore ├── CODE_OF_CONDUCT.md ├── CONTRIBUTING.md ├── LICENSE ├── README.md ├── analytics ├── .gitignore ├── cdc-data-pipeline │ ├── aws-dms │ │ ├── aws-dms-cdc-data-pipeline │ │ │ ├── .gitignore │ │ │ ├── CODE_OF_CONDUCT.md │ │ │ ├── CONTRIBUTING.md │ │ │ ├── LICENSE │ │ │ ├── README.md │ │ │ ├── app.py │ │ │ ├── assets │ │ │ │ ├── amazon-kinesis-data-viewer.png │ │ │ │ ├── ops-create-firehose_role.png │ │ │ │ ├── ops-dashboards-sidebar-menu-security.png │ │ │ │ ├── ops-dashboards-sidebar-menu.png │ │ │ │ ├── ops-dashboards-stack-management-advanced-setting.png │ │ │ │ ├── ops-entries-for-firehose_role.png │ │ │ │ └── ops-role-mappings.png │ │ │ ├── aws-dms-cdc-analytics-arch.svg │ │ │ ├── cdk.context.json │ │ │ ├── cdk.json │ │ │ ├── cdk_stacks │ │ │ │ ├── __init__.py │ │ │ │ ├── aurora_mysql.py │ │ │ │ ├── bastion_host.py │ │ │ │ ├── dms_aurora_mysql_to_kinesis.py │ │ │ │ ├── dms_iam_roles.py │ │ │ │ ├── firehose.py │ │ │ │ ├── kds.py │ │ │ │ ├── ops.py │ │ │ │ └── vpc.py │ │ │ ├── requirements.txt │ │ │ ├── source.bat │ │ │ └── utils │ │ │ │ ├── gen_fake_mysql_data.py │ │ │ │ └── requirements-dev.txt │ │ ├── aws-dms-serverless-mysql-to-s3-migration │ │ │ ├── .gitignore │ │ │ ├── CODE_OF_CONDUCT.md │ │ │ ├── CONTRIBUTING.md │ │ │ ├── LICENSE │ │ │ ├── README.md │ │ │ ├── app.py │ │ │ ├── cdk.context.json │ │ │ ├── cdk.json │ │ │ ├── cdk_stacks │ │ │ │ ├── __init__.py │ │ │ │ ├── aurora_mysql.py │ │ │ │ ├── bastion_host.py │ │ │ │ ├── dms_iam_roles.py │ │ │ │ ├── dms_serverless_aurora_mysql_to_s3.py │ │ │ │ ├── s3.py │ │ │ │ └── vpc.py │ │ │ ├── dms_serverless-mysql-to-s3-arch.svg │ │ │ ├── requirements.txt │ │ │ ├── source.bat │ │ │ └── utils │ │ │ │ └── gen_fake_mysql_data.py │ │ └── aws-dms-serverless-to-kinesis-data-pipeline │ │ │ ├── .gitignore │ │ │ ├── CODE_OF_CONDUCT.md │ │ │ ├── CONTRIBUTING.md │ │ │ ├── LICENSE │ │ │ ├── README.md │ │ │ ├── amazon-kinesis-data-viewer.png │ │ │ ├── app.py │ │ │ ├── cdk.context.json │ │ │ ├── cdk.json │ │ │ ├── cdk_stacks │ │ │ ├── __init__.py │ │ │ ├── aurora_mysql.py │ │ │ ├── bastion_host.py │ │ │ ├── dms_iam_roles.py │ │ │ ├── dms_serverless_aurora_mysql_to_kds.py │ │ │ ├── kds.py │ │ │ └── vpc.py │ │ │ ├── dms_serverless-mysql-to-kinesis-arch.svg │ │ │ ├── requirements.txt │ │ │ ├── source.bat │ │ │ └── utils │ │ │ └── gen_fake_mysql_data.py │ └── aws-msk-debezium │ │ ├── aws-msk-cdc-data-pipeline-with-debezium │ │ ├── .gitignore │ │ ├── CODE_OF_CONDUCT.md │ │ ├── CONTRIBUTING.md │ │ ├── LICENSE │ │ ├── README.md │ │ ├── app.py │ │ ├── assets │ │ │ ├── msk-bootstrap-servers-info.png │ │ │ ├── msk-connect-worker-configurations.png │ │ │ ├── msk-firehose-s3-01.png │ │ │ └── msk-firehose-s3-02.png │ │ ├── aws-msk-connect-cdc-data-pipeline-arch.svg │ │ ├── cdk.context.json │ │ ├── cdk.json │ │ ├── cdk_stacks │ │ │ ├── __init__.py │ │ │ ├── aurora_mysql.py │ │ │ ├── bastion_host.py │ │ │ ├── firehose.py │ │ │ ├── kafka_connector.py │ │ │ ├── msk.py │ │ │ ├── msk_cluster_policy.py │ │ │ ├── s3.py │ │ │ └── vpc.py │ │ ├── requirements.txt │ │ ├── source.bat │ │ └── utils │ │ │ ├── gen_fake_mysql_data.py │ │ │ └── requirements-dev.txt │ │ └── aws-msk-serverless-cdc-data-pipeline-with-debezium │ │ ├── .gitignore │ │ ├── CODE_OF_CONDUCT.md │ │ ├── CONTRIBUTING.md │ │ ├── LICENSE │ │ ├── README.md │ │ ├── app.py │ │ ├── assets │ │ ├── msk-connect-worker-configurations.png │ │ ├── msk-serverless-firehose-s3-01.png │ │ └── msk-serverless-firehose-s3-02.png │ │ ├── aws-msk-connect-cdc-data-pipeline-arch.svg │ │ ├── cdk.context.json │ │ ├── cdk.json │ │ ├── cdk_stacks │ │ ├── __init__.py │ │ ├── aurora_mysql.py │ │ ├── bastion_host.py │ │ ├── firehose.py │ │ ├── kafka_connector.py │ │ ├── msk_cluster_policy.py │ │ ├── msk_serverless.py │ │ ├── s3.py │ │ └── vpc.py │ │ ├── requirements.txt │ │ ├── source.bat │ │ └── utils │ │ ├── gen_fake_mysql_data.py │ │ └── requirements-dev.txt ├── streaming-data-to-s3tables-with-datafirehose │ ├── .example.cdk.context.json │ ├── .gitignore │ ├── README.md │ ├── app.py │ ├── assets │ │ ├── amazon_athena_query_results.png │ │ ├── aws_lakeformation_data_catalog_grant.png │ │ ├── aws_lakeformation_data_catalog_grant_on_target.png │ │ ├── aws_lakeformation_grant_permissions_on_resource_link.png │ │ ├── aws_lakeformation_grant_permissions_on_s3table.png │ │ ├── aws_lakeformation_grant_permissions_to_user.png │ │ └── aws_s3tables_integration_enabled.png │ ├── cdk.json │ ├── cdk_stacks │ │ ├── __init__.py │ │ ├── firehose_role.py │ │ ├── firehose_to_s3tables.py │ │ ├── glue_database_for_s3tables.py │ │ ├── lake_formation.py │ │ ├── s3.py │ │ └── s3tables.py │ ├── firehose-to-s3tables-arch.svg │ ├── requirements-dev.txt │ ├── requirements.txt │ ├── source.bat │ └── src │ │ └── utils │ │ └── gen_fake_data.py ├── streaming-etl │ ├── aws-glue-streaming-etl-with-apache-iceberg │ │ ├── .gitignore │ │ ├── CODE_OF_CONDUCT.md │ │ ├── CONTRIBUTING.md │ │ ├── LICENSE │ │ ├── README.md │ │ ├── app.py │ │ ├── assets │ │ │ ├── iceberg-data-level-01.png │ │ │ ├── iceberg-data-level-02.png │ │ │ ├── iceberg-data-level-03.png │ │ │ └── iceberg-table.png │ │ ├── cdk.json │ │ ├── cdk_stacks │ │ │ ├── __init__.py │ │ │ ├── glue_job_role.py │ │ │ ├── glue_stream_data_schema.py │ │ │ ├── glue_streaming_job.py │ │ │ ├── kds.py │ │ │ ├── lakeformation_permissions.py │ │ │ └── s3.py │ │ ├── glue-streaming-data-to-iceberg-table.svg │ │ ├── requirements-dev.txt │ │ ├── requirements.txt │ │ ├── source.bat │ │ └── src │ │ │ ├── main │ │ │ └── python │ │ │ │ ├── spark_iceberg_writes_with_dataframe.py │ │ │ │ ├── spark_iceberg_writes_with_sql_insert_overwrite.py │ │ │ │ └── spark_iceberg_writes_with_sql_merge_into.py │ │ │ └── utils │ │ │ └── gen_fake_kinesis_stream_data.py │ ├── aws-glue-streaming-etl-with-delta-lake │ │ ├── .gitignore │ │ ├── CODE_OF_CONDUCT.md │ │ ├── CONTRIBUTING.md │ │ ├── LICENSE │ │ ├── README.md │ │ ├── app.py │ │ ├── assets │ │ │ ├── delta-lake-database.png │ │ │ ├── delta-lake-table.png │ │ │ ├── glue-studio-create-job.jpg │ │ │ ├── glue-studio-notebook-setup.jpg │ │ │ └── glue-studio-upload-file.jpg │ │ ├── cdk.json │ │ ├── cdk_stacks │ │ │ ├── __init__.py │ │ │ ├── glue_deltalake_connection.py │ │ │ ├── glue_deltalake_schema.py │ │ │ ├── glue_job_role.py │ │ │ ├── glue_stream_data_schema.py │ │ │ ├── glue_streaming_job.py │ │ │ ├── glue_studio_role.py │ │ │ ├── kds.py │ │ │ ├── lakeformation_permissions.py │ │ │ └── s3.py │ │ ├── glue-streaming-data-to-deltalake-table.svg │ │ ├── requirements-dev.txt │ │ ├── requirements.txt │ │ ├── source.bat │ │ └── src │ │ │ ├── main │ │ │ ├── notebook │ │ │ │ └── native-deltalake-sql.ipynb │ │ │ └── python │ │ │ │ ├── spark_deltalake_writes_with_dataframe.py │ │ │ │ ├── spark_deltalake_writes_with_sql_insert_overwrite.py │ │ │ │ └── spark_deltalake_writes_with_sql_merge_into.py │ │ │ └── utils │ │ │ └── gen_fake_kinesis_stream_data.py │ ├── aws-glue-streaming-ingestion-from-kafka-to-apache-iceberg │ │ ├── .gitignore │ │ ├── CODE_OF_CONDUCT.md │ │ ├── CONTRIBUTING.md │ │ ├── LICENSE │ │ ├── README.md │ │ ├── msk-serverless-to-iceberg │ │ │ ├── README.md │ │ │ ├── app.py │ │ │ ├── assets │ │ │ │ ├── iceberg-data-level-01.png │ │ │ │ ├── iceberg-data-level-02.png │ │ │ │ ├── iceberg-data-level-03.png │ │ │ │ └── iceberg-table.png │ │ │ ├── cdk.json │ │ │ ├── cdk_stacks │ │ │ │ ├── __init__.py │ │ │ │ ├── glue_catalog_database.py │ │ │ │ ├── glue_job_role.py │ │ │ │ ├── glue_msk_connection.py │ │ │ │ ├── glue_streaming_job.py │ │ │ │ ├── kafka_client_ec2.py │ │ │ │ ├── lakeformation_permissions.py │ │ │ │ ├── msk_serverless.py │ │ │ │ ├── s3.py │ │ │ │ └── vpc.py │ │ │ ├── glue-streaming-data-from-msk-serverless-to-iceberg-table.svg │ │ │ ├── requirements-dev.txt │ │ │ ├── requirements.txt │ │ │ ├── source.bat │ │ │ └── src │ │ │ │ ├── main │ │ │ │ └── python │ │ │ │ │ ├── spark_dataframe_insert_iceberg_from_msk_serverless.py │ │ │ │ │ ├── spark_sql_insert_overwrite_iceberg_from_msk_serverless.py │ │ │ │ │ └── spark_sql_merge_into_iceberg_from_msk_serverless.py │ │ │ │ └── utils │ │ │ │ └── gen_fake_data.py │ │ └── msk-to-iceberg │ │ │ ├── README.md │ │ │ ├── app.py │ │ │ ├── assets │ │ │ ├── iceberg-data-level-01.png │ │ │ ├── iceberg-data-level-02.png │ │ │ ├── iceberg-data-level-03.png │ │ │ └── iceberg-table.png │ │ │ ├── cdk.json │ │ │ ├── cdk_stacks │ │ │ ├── __init__.py │ │ │ ├── glue_catalog_database.py │ │ │ ├── glue_job_role.py │ │ │ ├── glue_msk_connection.py │ │ │ ├── glue_streaming_job.py │ │ │ ├── kafka_client_ec2.py │ │ │ ├── lakeformation_permissions.py │ │ │ ├── msk.py │ │ │ ├── s3.py │ │ │ └── vpc.py │ │ │ ├── glue-streaming-data-from-kafka-to-iceberg-table.svg │ │ │ ├── requirements-dev.txt │ │ │ ├── requirements.txt │ │ │ ├── source.bat │ │ │ └── src │ │ │ ├── main │ │ │ └── python │ │ │ │ ├── spark_dataframe_insert_iceberg_from_kafka.py │ │ │ │ ├── spark_sql_insert_overwrite_iceberg_from_kafka.py │ │ │ │ └── spark_sql_merge_into_iceberg_from_kafka.py │ │ │ └── utils │ │ │ └── gen_fake_data.py │ ├── streaming-count-sketches-with-hyperloglog-in-amazon-memorydb │ │ ├── .gitignore │ │ ├── CODE_OF_CONDUCT.md │ │ ├── CONTRIBUTING.md │ │ ├── LICENSE │ │ ├── README.md │ │ ├── app.py │ │ ├── cdk.context.json │ │ ├── cdk.json │ │ ├── cdk_stacks │ │ │ ├── __init__.py │ │ │ ├── bastion_host.py │ │ │ ├── kds.py │ │ │ ├── lambda_layer.py │ │ │ ├── memory_db.py │ │ │ ├── memory_db_acl.py │ │ │ ├── uv_counter_lambda.py │ │ │ └── vpc.py │ │ ├── requirements-dev.txt │ │ ├── requirements.txt │ │ ├── source.bat │ │ ├── src │ │ │ └── main │ │ │ │ ├── python │ │ │ │ └── UVCounter │ │ │ │ │ └── uv_counter.py │ │ │ │ └── utils │ │ │ │ └── gen_fake_data.py │ │ └── streaming-count-sketches-arch.svg │ └── streaming-data-pipeline-from-kafka-to-s3-using-aws-kinesis-firehose │ │ ├── CODE_OF_CONDUCT.md │ │ ├── CONTRIBUTING.md │ │ ├── LICENSE │ │ ├── README.md │ │ ├── msk-firehose-s3-stack │ │ ├── .gitignore │ │ ├── README.md │ │ ├── app.py │ │ ├── assets │ │ │ ├── msk-bootstrap-servers-info.png │ │ │ ├── msk-firehose-s3-01.png │ │ │ └── msk-firehose-s3-02.png │ │ ├── cdk.context.json │ │ ├── cdk.json │ │ ├── cdk_stacks │ │ │ ├── __init__.py │ │ │ ├── firehose.py │ │ │ ├── kafka_client_ec2.py │ │ │ ├── msk.py │ │ │ ├── msk_cluster_policy.py │ │ │ ├── s3.py │ │ │ └── vpc.py │ │ ├── msk-firehose-s3-arch.svg │ │ ├── requirements.txt │ │ ├── source.bat │ │ └── src │ │ │ └── main │ │ │ └── python │ │ │ └── gen_fake_data.py │ │ └── msk-serverless-firehose-s3-stack │ │ ├── .gitignore │ │ ├── README.md │ │ ├── app.py │ │ ├── assets │ │ ├── msk-serverless-firehose-s3-01.png │ │ └── msk-serverless-firehose-s3-02.png │ │ ├── cdk.context.json │ │ ├── cdk.json │ │ ├── cdk_stacks │ │ ├── __init__.py │ │ ├── firehose.py │ │ ├── kafka_client_ec2.py │ │ ├── msk_cluster_policy.py │ │ ├── msk_serverless.py │ │ ├── s3.py │ │ └── vpc.py │ │ ├── msk-serverless-firehose-s3-arch.svg │ │ ├── requirements.txt │ │ ├── source.bat │ │ └── src │ │ └── main │ │ └── python │ │ └── gen_fake_data.py ├── transactional-datalake │ ├── README.md │ ├── transactional-datalake-using-amazon-datafirehose-and-apache-iceberg │ │ ├── .example.cdk.context.json │ │ ├── README.md │ │ ├── app.py │ │ ├── assets │ │ │ ├── amazon-kinesis-data-viewer.png │ │ │ ├── cdc-iceberg-data-level-01.png │ │ │ ├── cdc-iceberg-data-level-02.png │ │ │ ├── cdc-iceberg-data-level-03.png │ │ │ └── cdc-iceberg-table.png │ │ ├── cdk.json │ │ ├── cdk_stacks │ │ │ ├── __init__.py │ │ │ ├── aurora_mysql.py │ │ │ ├── bastion_host.py │ │ │ ├── dms_aurora_mysql_to_kinesis.py │ │ │ ├── dms_iam_roles.py │ │ │ ├── firehose_data_proc_lambda.py │ │ │ ├── firehose_role.py │ │ │ ├── firehose_to_iceberg.py │ │ │ ├── kds.py │ │ │ ├── lakeformation_permissions.py │ │ │ ├── s3.py │ │ │ └── vpc.py │ │ ├── requirements-dev.txt │ │ ├── requirements.txt │ │ ├── source.bat │ │ ├── src │ │ │ ├── main │ │ │ │ └── python │ │ │ │ │ └── firehose_to_iceberg_transformer.py │ │ │ └── utils │ │ │ │ ├── gen_fake_cdc_data.py │ │ │ │ └── gen_fake_mysql_data.py │ │ └── transactional-datalake-arch.svg │ ├── transactional-datalake-using-amazon-msk-and-apache-iceberg-on-aws-glue │ │ ├── .gitignore │ │ ├── CODE_OF_CONDUCT.md │ │ ├── CONTRIBUTING.md │ │ ├── LICENSE │ │ ├── README.md │ │ ├── app.py │ │ ├── assets │ │ │ ├── cdc-iceberg-data-level-01.png │ │ │ ├── cdc-iceberg-data-level-02.png │ │ │ ├── cdc-iceberg-data-level-03.png │ │ │ ├── cdc-iceberg-table.png │ │ │ ├── msk-bootstrap-servers-info.png │ │ │ └── msk-connect-worker-configurations.png │ │ ├── cdk.json │ │ ├── cdk_stacks │ │ │ ├── __init__.py │ │ │ ├── aurora_mysql.py │ │ │ ├── bastion_host.py │ │ │ ├── glue_catalog_database.py │ │ │ ├── glue_job_role.py │ │ │ ├── glue_msk_connection.py │ │ │ ├── glue_streaming_job.py │ │ │ ├── kafka_connector.py │ │ │ ├── lakeformation_permissions.py │ │ │ ├── msk.py │ │ │ ├── msk_serverless.py │ │ │ ├── s3.py │ │ │ └── vpc.py │ │ ├── requirements-dev.txt │ │ ├── requirements.txt │ │ ├── source.bat │ │ ├── src │ │ │ ├── main │ │ │ │ └── python │ │ │ │ │ └── spark_sql_merge_into_iceberg.py │ │ │ └── utils │ │ │ │ └── gen_fake_mysql_data.py │ │ └── transactional-datalake-arch.svg │ ├── transactional-datalake-using-amazon-msk-serverless-and-apache-iceberg-on-aws-glue │ │ ├── .gitignore │ │ ├── CODE_OF_CONDUCT.md │ │ ├── CONTRIBUTING.md │ │ ├── LICENSE │ │ ├── README.md │ │ ├── app.py │ │ ├── assets │ │ │ ├── cdc-iceberg-data-level-01.png │ │ │ ├── cdc-iceberg-data-level-02.png │ │ │ ├── cdc-iceberg-data-level-03.png │ │ │ ├── cdc-iceberg-table.png │ │ │ └── msk-connect-worker-configurations.png │ │ ├── cdk.json │ │ ├── cdk_stacks │ │ │ ├── __init__.py │ │ │ ├── aurora_mysql.py │ │ │ ├── bastion_host.py │ │ │ ├── glue_catalog_database.py │ │ │ ├── glue_job_role.py │ │ │ ├── glue_msk_connection.py │ │ │ ├── glue_streaming_job.py │ │ │ ├── kafka_connector.py │ │ │ ├── lakeformation_permissions.py │ │ │ ├── msk_serverless.py │ │ │ ├── s3.py │ │ │ └── vpc.py │ │ ├── requirements-dev.txt │ │ ├── requirements.txt │ │ ├── source.bat │ │ ├── src │ │ │ ├── main │ │ │ │ └── python │ │ │ │ │ └── spark_sql_merge_into_iceberg.py │ │ │ └── utils │ │ │ │ └── gen_fake_mysql_data.py │ │ └── transactional-datalake-arch.svg │ └── transactional-datalake-using-apache-iceberg-on-aws-glue │ │ ├── .gitignore │ │ ├── CODE_OF_CONDUCT.md │ │ ├── CONTRIBUTING.md │ │ ├── LICENSE │ │ ├── README.md │ │ ├── app.py │ │ ├── assets │ │ ├── amazon-kinesis-data-viewer.png │ │ ├── cdc-iceberg-data-level-01.png │ │ ├── cdc-iceberg-data-level-02.png │ │ ├── cdc-iceberg-data-level-03.png │ │ └── cdc-iceberg-table.png │ │ ├── cdk.json │ │ ├── cdk_stacks │ │ ├── __init__.py │ │ ├── aurora_mysql.py │ │ ├── bastion_host.py │ │ ├── dms_aurora_mysql_to_kinesis.py │ │ ├── dms_iam_roles.py │ │ ├── glue_job_role.py │ │ ├── glue_stream_data_schema.py │ │ ├── glue_streaming_job.py │ │ ├── kds.py │ │ ├── lakeformation_permissions.py │ │ ├── s3.py │ │ └── vpc.py │ │ ├── requirements-dev.txt │ │ ├── requirements.txt │ │ ├── source.bat │ │ ├── src │ │ ├── main │ │ │ └── python │ │ │ │ └── spark_sql_merge_into_iceberg.py │ │ └── utils │ │ │ ├── gen_fake_cdc_data.py │ │ │ └── gen_fake_mysql_data.py │ │ └── transactional-datalake-arch.svg └── zero-etl-integrations │ ├── README.md │ ├── aurora-mysql-to-redshift │ ├── .envrc │ ├── README.md │ ├── app.py │ ├── assets │ │ ├── choose-reshift-serverless-query-data.jpg │ │ └── create-redshift-serverless-connection.jpg │ ├── aurora-mysql-zero-etl-integration-with-redsfhit-serverless.svg │ ├── cdk.json │ ├── cdk_stacks │ │ ├── __init__.py │ │ ├── aurora_mysql.py │ │ ├── bastion_host.py │ │ ├── redshift_serverless.py │ │ ├── vpc.py │ │ └── zero_etl_from_aurora_mysql_to_rs.py │ ├── requirements.txt │ ├── source.bat │ └── src │ │ └── utils │ │ └── gen_fake_mysql_data.py │ ├── aurora-postgresql-to-redshift │ ├── .envrc │ ├── README.md │ ├── app.py │ ├── assets │ │ ├── choose-reshift-serverless-query-data.jpg │ │ └── create-redshift-serverless-connection.jpg │ ├── aurora-postgresql-zero-etl-integration-with-redsfhit-serverless.svg │ ├── cdk.json │ ├── cdk_stacks │ │ ├── __init__.py │ │ ├── aurora_postgresql.py │ │ ├── bastion_host.py │ │ ├── redshift_serverless.py │ │ ├── vpc.py │ │ └── zero_etl_from_aurora_postgresql_to_rs.py │ ├── requirements.txt │ ├── source.bat │ └── src │ │ └── utils │ │ └── gen_fake_postgres_data.py │ └── rds-mysql-to-redshift │ ├── .envrc │ ├── .gitignore │ ├── README.md │ ├── app.py │ ├── assets │ ├── choose-reshift-serverless-query-data.jpg │ └── create-redshift-serverless-connection.jpg │ ├── cdk.json │ ├── cdk_stacks │ ├── __init__.py │ ├── bastion_host.py │ ├── mysql.py │ ├── redshift_serverless.py │ ├── vpc.py │ └── zero_etl_from_mysql_to_rs.py │ ├── rds-mysql-zero-etl-integration-with-redsfhit-serverless.svg │ ├── requirements.txt │ ├── source.bat │ └── src │ └── utils │ └── gen_fake_mysql_data.py ├── containers ├── .gitignore ├── ecs │ └── .gitignore └── eks │ └── .gitignore ├── database ├── .gitignore ├── clickhouse-on-ecs-fargate │ ├── .envrc │ ├── .gitignore │ ├── README.md │ ├── app.py │ ├── assets │ │ └── clichhouse-http-interface.png │ ├── cdk.json │ ├── cdk_stacks │ │ ├── __init__.py │ │ ├── alb.py │ │ ├── ecr.py │ │ ├── ecs_alb_fargate_service.py │ │ ├── ecs_cluster.py │ │ ├── ecs_task_clickhouse.py │ │ ├── efs.py │ │ ├── service_discovery.py │ │ └── vpc.py │ ├── clickhouse-on-ecs-fargate-arch.svg │ ├── requirements.txt │ └── source.bat ├── neptune-analytics │ ├── .gitignore │ ├── README.md │ ├── app.py │ ├── cdk.json │ ├── cdk_stacks │ │ ├── __init__.py │ │ ├── neptune_analytics.py │ │ ├── sm_notebook.py │ │ └── vpc.py │ ├── neptune-analytics-arch.svg │ ├── requirements.txt │ └── source.bat ├── neptune-serverless │ ├── .gitignore │ ├── README.md │ ├── app.py │ ├── cdk.json │ ├── cdk_stacks │ │ ├── __init__.py │ │ ├── neptune_serverless.py │ │ ├── sm_notebook.py │ │ └── vpc.py │ ├── neptune-serverless-arch.svg │ ├── requirements.txt │ └── source.bat └── neptune │ ├── .gitignore │ ├── README.md │ ├── app.py │ ├── cdk.json │ ├── cdk_stacks │ ├── __init__.py │ ├── neptune.py │ ├── sm_notebook.py │ └── vpc.py │ ├── neptune-arch.svg │ ├── requirements.txt │ └── source.bat ├── devax └── appconfig-featureflag │ ├── .npmignore │ ├── README.md │ ├── cdk.json │ ├── config.json │ ├── jest.config.js │ ├── lambda │ └── index.mjs │ ├── package-lock.json │ ├── package.json │ ├── test │ └── backend.test.ts │ └── tsconfig.json ├── gen-ai ├── .gitignore ├── agentic-workflow-with-bedrock-and-open-source-frameworks │ ├── 01_usecase_introduction_ko.ipynb │ ├── 02_travel_planner_with_langgraph_ko.ipynb │ ├── 03_travel_agent_with_tools_ko.ipynb │ ├── 04_travel_booking_multi_agent_ko.ipynb │ ├── 05_Optional_find_dream_destination_with_crewaI_ko.ipynb │ ├── 06_agent_evaluation_with_ragas_ko.ipynb │ ├── CODE_OF_CONDUCT.md │ ├── CONTRIBUTING.md │ ├── DO_NOT_RUN.ipynb │ ├── LICENSE │ ├── README.md │ ├── data │ │ ├── examples.txt │ │ ├── examples_ko.txt │ │ ├── section_doc_store.pkl │ │ ├── section_vector_store.pkl │ │ ├── synthetic_travel_data.csv │ │ └── travel_bookings.db │ ├── images │ │ ├── Hotel_booking_confirmation_light.png │ │ ├── RAG-travellers.png │ │ ├── ReACT_agents.png │ │ ├── ReWoO_agents.png │ │ ├── agent_action_thought.png │ │ ├── agent_alignment_chart.png │ │ ├── agents_itinerary.png │ │ ├── agents_memory_light.png │ │ ├── amsterdam.jpeg │ │ ├── converse_api.png │ │ ├── graph_state_light.png │ │ ├── human-in-the-loop.png │ │ ├── macro-micro-eval.png │ │ ├── multi-agent-travel-bot.png │ │ ├── multi_memory_light.png │ │ ├── paris.png │ │ ├── rag-architecture.png │ │ ├── rag-workflow.png │ │ ├── react_tool_call.png │ │ ├── short-vs-long.png │ │ ├── travel_agent_light.png │ │ └── vegas.png │ └── utils.py ├── bedrock-multi-model-translation-reviewer │ ├── README.md │ ├── app │ │ ├── Dockerfile │ │ ├── app.py │ │ └── requirements.txt │ ├── cdk │ │ ├── app.py │ │ ├── cdk.json │ │ └── requirements.txt │ └── images │ │ ├── translator-1.png │ │ ├── translator-2.png │ │ └── translator-3.png ├── bedrock-txt-to-query-for-athena-chatbot │ ├── README.md │ ├── app.py │ ├── images │ │ └── architecture.png │ ├── prompts.txt │ └── requirements.txt ├── bedrock-webtoon-background-transformer │ ├── README.md │ ├── app.py │ ├── cdk.json │ ├── cdk_stacks │ │ ├── README.md │ │ ├── __init__.py │ │ └── bedrock_webtoon_background_transformer_stack.py │ ├── notebook │ │ ├── bedrock-webtoon-background-transformer.ipynb │ │ └── data │ │ │ └── base_img.png │ ├── requirements.txt │ └── source.bat ├── contract-analyzer-demo │ ├── README.md │ ├── app.py │ ├── config │ │ └── pricing.json │ ├── contract_sample.pdf │ ├── docs │ │ └── error_help.md │ ├── fonts │ │ ├── SolmoeKimDaeGunLight.ttf │ │ └── SolmoeKimDaeGunMedium.ttf │ ├── models │ │ ├── __init__.py │ │ ├── analytics.py │ │ └── contract.py │ ├── prompts │ │ ├── README.md │ │ ├── extraction.txt │ │ ├── risk_analysis.txt │ │ └── summarization.txt │ ├── readme_imgs │ │ ├── contract_summary.png │ │ ├── field_extraction.png │ │ ├── overview.png │ │ └── rist_analyzer.png │ ├── requirements.txt │ ├── services │ │ ├── __init__.py │ │ ├── bedrock.py │ │ ├── extraction.py │ │ ├── pdf.py │ │ ├── risk_analysis.py │ │ └── summarization.py │ └── utils │ │ ├── __init__.py │ │ ├── file_utils.py │ │ ├── fonts.py │ │ ├── metrics.py │ │ ├── pricing.py │ │ └── text_processing.py ├── github-pr-summary-with-amazon-bedrock │ ├── README.md │ ├── app.py │ ├── cdk.context.json │ ├── cdk.json │ ├── cdk_stacks │ │ ├── __init__.py │ │ ├── github_pr_summary_stack.py │ │ └── lambda │ │ │ ├── initiate_pr.py │ │ │ ├── requirements.txt │ │ │ └── summary_pr.py │ ├── images │ │ ├── github-pr-summary-arch-arch.png │ │ └── sample.png │ ├── requirements.txt │ └── source.bat ├── mcp-tutorial │ ├── .gitignore │ ├── CODE_OF_CONDUCT.md │ ├── CONTRIBUTING.md │ ├── LICENSE │ ├── README.ko.md │ ├── README.md │ ├── module-01 │ │ ├── part-01 │ │ │ ├── .gitignore │ │ │ ├── README.ko.md │ │ │ ├── README.md │ │ │ ├── assets │ │ │ │ └── images │ │ │ │ │ ├── ClaudeFindSetting.png │ │ │ │ │ ├── ClaudeMCPWeather.png │ │ │ │ │ ├── claudeMCP.png │ │ │ │ │ ├── mcp-nova-canvas.png │ │ │ │ │ ├── mcp.jpg │ │ │ │ │ └── nova-flower.png │ │ │ └── src │ │ │ │ ├── example-1 │ │ │ │ ├── pyproject.toml │ │ │ │ ├── requirements.txt │ │ │ │ └── weather.py │ │ │ │ └── example-2 │ │ │ │ ├── constants.py │ │ │ │ ├── mcp-nova-canvas.py │ │ │ │ ├── pyproject.toml │ │ │ │ ├── requirements.txt │ │ │ │ └── utils.py │ │ ├── part-02 │ │ │ ├── README.ko.md │ │ │ └── README.md │ │ └── part-03 │ │ │ ├── .gitignore │ │ │ ├── README.ko.md │ │ │ ├── README.md │ │ │ └── assets │ │ │ ├── prompt.png │ │ │ └── weather.png │ ├── module-02 │ │ ├── .gitignore │ │ ├── README.ko.md │ │ ├── README.md │ │ └── mcp-server-cdk │ │ │ ├── README.ko.md │ │ │ ├── README.md │ │ │ ├── app.py │ │ │ ├── app │ │ │ ├── Dockerfile │ │ │ └── mcp-weather-app │ │ │ │ ├── README.md │ │ │ │ ├── pyproject.toml │ │ │ │ └── src │ │ │ │ ├── main.py │ │ │ │ ├── routes.py │ │ │ │ ├── server.py │ │ │ │ └── weather.py │ │ │ ├── cdk.json │ │ │ ├── requirements.txt │ │ │ ├── source.bat │ │ │ └── stacks │ │ │ ├── __init__.py │ │ │ └── mcp_server_amazon_ecs_stack.py │ ├── module-03 │ │ ├── README.ko.md │ │ ├── README.md │ │ ├── app.py │ │ ├── app │ │ │ ├── Dockerfile │ │ │ └── streamlit-app │ │ │ │ ├── app.py │ │ │ │ ├── client.py │ │ │ │ └── requirements.txt │ │ ├── cdk.context.json │ │ ├── cdk.json │ │ ├── requirements.txt │ │ ├── source.bat │ │ └── stack │ │ │ ├── __init__.py │ │ │ └── cdk_stack.py │ └── module-04 │ │ └── part-01 │ │ ├── README.ko.md │ │ ├── README.md │ │ ├── mcp-auth-cdk │ │ ├── app.py │ │ ├── cdk.json │ │ ├── ec2_stack.py │ │ └── requirements.txt │ │ ├── mcp-client-auth │ │ ├── app │ │ │ └── streamlit-app │ │ │ │ ├── app.py │ │ │ │ └── client.py │ │ └── requirements.txt │ │ └── mcp-server-auth │ │ ├── app │ │ └── mcp-weather-app │ │ │ ├── main.py │ │ │ ├── routes.py │ │ │ ├── server.py │ │ │ └── weather.py │ │ ├── main.py │ │ ├── pyproject.toml │ │ └── requirements.txt ├── ocr-with-amazon-bedrock │ ├── .gitignore │ ├── README.md │ ├── app.py │ ├── bedrock-ocr-webapp-ecs-arch.svg │ ├── cdk.json │ ├── cdk_stacks │ │ ├── __init__.py │ │ ├── ecs_alb_fargate_service.py │ │ ├── ecs_cluster.py │ │ ├── ecs_task.py │ │ └── vpc.py │ ├── container │ │ ├── Dockerfile │ │ └── code │ │ │ ├── app.py │ │ │ ├── claude3_boto3_ocr.py │ │ │ ├── claude3_langchain_ocr.py │ │ │ └── requirements.txt │ ├── requirements.txt │ ├── resources │ │ └── image1-ocr-output.png │ ├── samples │ │ ├── image1.png │ │ └── image2.jpg │ └── source.bat ├── persona-chatbot-usermade │ ├── README.md │ ├── app.py │ ├── app │ │ ├── Dockerfile │ │ ├── app.py │ │ ├── config │ │ │ └── character_config.yaml │ │ ├── requirements.txt │ │ └── templates │ │ │ └── character_template.j2 │ ├── cdk.json │ ├── images │ │ ├── user-made-1.png │ │ └── user-made-2.png │ ├── persona_chatbot_usermade │ │ ├── __init__.py │ │ └── persona_chatbot_usermade_stack.py │ ├── requirements-dev.txt │ ├── requirements.txt │ └── source.bat ├── persona-chatbot-with-knowledge-base-for-amazon-bedrock │ ├── .gitignore │ ├── README.md │ ├── app.py │ ├── app │ │ ├── Dockerfile │ │ ├── requirements.txt │ │ └── streamlit_app.py │ ├── assets │ │ └── novel │ │ │ ├── lucky_day.pdf │ │ │ └── lucky_day.pdf.metadata.json │ ├── cdk.json │ ├── images │ │ ├── knowledge-base-for-amazon-bedrock-chatbot-arch.png │ │ └── luckyday-novel-persona-chatbot-example.png │ ├── lambda │ │ └── index.py │ ├── novel │ │ ├── lucky_day.pdf │ │ └── lucky_day.pdf.metadata.json │ ├── requirements.txt │ └── stacks │ │ ├── __init__.py │ │ ├── chatbot_stack.py │ │ └── knowledge_base_stack.py ├── rag-with-amazon-bedrock-and-documentdb │ ├── .gitignore │ ├── CODE_OF_CONDUCT.md │ ├── CONTRIBUTING.md │ ├── LICENSE │ ├── README.md │ ├── app │ │ ├── README.md │ │ ├── app.py │ │ ├── chat_documentdb_and_bedrock.py │ │ ├── env_vars.sh │ │ ├── images │ │ │ ├── ai-icon.png │ │ │ └── user-icon.png │ │ ├── qa-with-llm-and-rag.png │ │ └── requirements.txt │ ├── cdk_stacks │ │ ├── .gitignore │ │ ├── README.md │ │ ├── app.py │ │ ├── cdk.json │ │ ├── rag_with_bedrock_docdb_arch.svg │ │ ├── rag_with_docdb │ │ │ ├── __init__.py │ │ │ ├── docdb.py │ │ │ ├── sm_studio.py │ │ │ └── vpc.py │ │ ├── requirements.txt │ │ └── source.bat │ └── data_ingestion_to_vectordb │ │ └── data_ingestion_to_documentdb.ipynb ├── rag-with-amazon-bedrock-and-kendra │ ├── .gitignore │ ├── CODE_OF_CONDUCT.md │ ├── CONTRIBUTING.md │ ├── LICENSE │ ├── README.md │ ├── app │ │ ├── README.md │ │ ├── app.py │ │ ├── env_vars.sh │ │ ├── images │ │ │ ├── ai-icon.png │ │ │ └── user-icon.png │ │ ├── kendra_chat_bedrock.py │ │ ├── qa-with-bedrock-llm-and-rag.png │ │ └── requirements.txt │ └── cdk_stacks │ │ ├── .gitignore │ │ ├── README.md │ │ ├── app.py │ │ ├── cdk.context.json │ │ ├── cdk.json │ │ ├── rag_with_bedrock_kendra_arch.svg │ │ ├── rag_with_kendra │ │ ├── __init__.py │ │ ├── kendra_data_source.py │ │ ├── kendra_data_source_sync.py │ │ ├── kendra_data_source_sync_lambda.py │ │ ├── kendra_index.py │ │ ├── sm_studio.py │ │ └── vpc.py │ │ ├── requirements-lambda_layer.txt │ │ ├── requirements.txt │ │ ├── source.bat │ │ └── src │ │ └── main │ │ └── python │ │ └── KendraDataSourceSync │ │ └── kendra_ds_sync_lambda_fn.py ├── rag-with-amazon-bedrock-and-memorydb │ ├── .gitignore │ ├── CODE_OF_CONDUCT.md │ ├── CONTRIBUTING.md │ ├── LICENSE │ ├── README.md │ ├── app │ │ ├── README.md │ │ ├── app.py │ │ ├── chat_memorydb_and_bedrock.py │ │ ├── env_vars.sh │ │ ├── images │ │ │ ├── ai-icon.png │ │ │ └── user-icon.png │ │ ├── qa-with-llm-and-rag.png │ │ └── requirements.txt │ ├── cdk_stacks │ │ ├── .gitignore │ │ ├── README.md │ │ ├── app.py │ │ ├── cdk.context.json │ │ ├── cdk.json │ │ ├── rag_with_bedrock_memorydb_arch.svg │ │ ├── rag_with_memorydb │ │ │ ├── __init__.py │ │ │ ├── memory_db.py │ │ │ ├── memory_db_acl.py │ │ │ ├── sm_studio.py │ │ │ └── vpc.py │ │ ├── requirements.txt │ │ └── source.bat │ └── data_ingestion_to_vectordb │ │ └── data_ingestion_to_memorydb.ipynb ├── rag-with-amazon-bedrock-and-opensearch-serverless │ ├── .gitignore │ ├── README.md │ ├── app │ │ ├── README.md │ │ ├── app.py │ │ ├── env_vars.sh │ │ ├── images │ │ │ ├── ai-icon.png │ │ │ └── user-icon.png │ │ ├── opensearch_chat_bedrock_claude.py │ │ ├── qa-with-bedrock-llm-and-rag.png │ │ └── requirements.txt │ ├── cdk_stacks │ │ ├── README.md │ │ ├── app.py │ │ ├── cdk.context.json │ │ ├── cdk.json │ │ ├── rag_with_bedrock_and_opensearch_serverless_arch.svg │ │ ├── rag_with_bedrock_aoss │ │ │ ├── __init__.py │ │ │ ├── ops_serverless.py │ │ │ ├── sm_studio.py │ │ │ └── vpc.py │ │ ├── requirements.txt │ │ └── source.bat │ └── data_ingestion_to_vectordb │ │ ├── container │ │ ├── Dockerfile │ │ ├── credentials.py │ │ └── load_data_into_opensearch.py │ │ ├── data_ingestion_to_opensearch_serverless.ipynb │ │ └── scripts │ │ └── get_data.py ├── rag-with-amazon-bedrock-and-opensearch │ ├── .gitignore │ ├── README.md │ ├── app │ │ ├── README.md │ │ ├── app.py │ │ ├── env_vars.sh │ │ ├── images │ │ │ ├── ai-icon.png │ │ │ └── user-icon.png │ │ ├── opensearch_chat_bedrock_claude.py │ │ ├── qa-with-bedrock-llm-and-rag.png │ │ └── requirements.txt │ ├── cdk_stacks │ │ ├── README.md │ │ ├── app.py │ │ ├── cdk.json │ │ ├── rag_with_bedrock_and_opensearch_arch.svg │ │ ├── rag_with_bedrock_opensearch │ │ │ ├── __init__.py │ │ │ ├── ops.py │ │ │ ├── sm_studio.py │ │ │ └── vpc.py │ │ ├── requirements.txt │ │ └── source.bat │ └── data_ingestion_to_vectordb │ │ ├── container │ │ ├── Dockerfile │ │ ├── credentials.py │ │ └── load_data_into_opensearch.py │ │ ├── data_ingestion_to_opensearch.ipynb │ │ └── scripts │ │ └── get_data.py ├── rag-with-amazon-bedrock-and-postgresql-using-pgvector │ ├── .gitignore │ ├── README.md │ ├── app │ │ ├── README.md │ │ ├── app.py │ │ ├── env_vars.sh │ │ ├── images │ │ │ ├── ai-icon.png │ │ │ └── user-icon.png │ │ ├── pgvector_chat_bedrock_claude.py │ │ ├── qa-with-bedrock-llm-and-rag.png │ │ └── requirements.txt │ ├── cdk_stacks │ │ ├── .gitignore │ │ ├── README.md │ │ ├── app.py │ │ ├── cdk.context.json │ │ ├── cdk.json │ │ ├── rag_with_bedrock_and_pgvector_arch.svg │ │ ├── rag_with_pgvector │ │ │ ├── __init__.py │ │ │ ├── aurora_postgresql.py │ │ │ ├── sm_studio.py │ │ │ └── vpc.py │ │ ├── requirements.txt │ │ └── source.bat │ └── data_ingestion_to_vectordb │ │ └── data_ingestion_to_pgvector.ipynb ├── rag-with-amazon-documentdb-and-sagemaker │ ├── .gitignore │ ├── README.md │ ├── app │ │ ├── README.md │ │ ├── app.py │ │ ├── chat_documentdb_and_llama3.py │ │ ├── env_vars.sh │ │ ├── images │ │ │ ├── ai-icon.png │ │ │ └── user-icon.png │ │ ├── qa-with-llm-and-rag.png │ │ └── requirements.txt │ ├── cdk_stacks │ │ ├── .gitignore │ │ ├── README.md │ │ ├── app.py │ │ ├── cdk.context.json │ │ ├── cdk.json │ │ ├── rag_with_docdb │ │ │ ├── __init__.py │ │ │ ├── docdb.py │ │ │ ├── sm_jumpstart_llm_endpoint.py │ │ │ ├── sm_studio.py │ │ │ └── vpc.py │ │ ├── rag_with_docdb_sagemaker_arch.svg │ │ ├── requirements.txt │ │ └── source.bat │ └── data_ingestion_to_vectordb │ │ └── data_ingestion_to_documentdb.ipynb ├── rag-with-amazon-kendra-and-sagemaker │ ├── .gitignore │ ├── README.md │ ├── app │ │ ├── README.md │ │ ├── app.py │ │ ├── env_vars.sh │ │ ├── images │ │ │ ├── ai-icon.png │ │ │ └── user-icon.png │ │ ├── kendra_chat_flan_xl.py │ │ ├── kendra_chat_llama2.py │ │ ├── qa-with-llm-and-rag.png │ │ └── requirements.txt │ └── cdk_stacks │ │ ├── README.md │ │ ├── app.py │ │ ├── cdk.context.json │ │ ├── cdk.json │ │ ├── rag_with_kendra │ │ ├── __init__.py │ │ ├── kendra_data_source.py │ │ ├── kendra_data_source_sync.py │ │ ├── kendra_data_source_sync_lambda.py │ │ ├── kendra_index.py │ │ ├── sm_llm_endpoint.py │ │ ├── sm_studio.py │ │ └── vpc.py │ │ ├── rag_with_kendra_arch.svg │ │ ├── requirements-lambda_layer.txt │ │ ├── requirements.txt │ │ ├── source.bat │ │ └── src │ │ └── main │ │ └── python │ │ └── KendraDataSourceSync │ │ └── kendra_ds_sync_lambda_fn.py ├── rag-with-amazon-memorydb-and-sagemaker │ ├── .gitignore │ ├── README.md │ ├── app │ │ ├── README.md │ │ ├── app.py │ │ ├── chat_memorydb_and_llama3.py │ │ ├── env_vars.sh │ │ ├── images │ │ │ ├── ai-icon.png │ │ │ └── user-icon.png │ │ ├── qa-with-llm-and-rag.png │ │ └── requirements.txt │ ├── cdk_stacks │ │ ├── .gitignore │ │ ├── README.md │ │ ├── app.py │ │ ├── cdk.context.json │ │ ├── cdk.json │ │ ├── rag_with_memorydb │ │ │ ├── __init__.py │ │ │ ├── memory_db.py │ │ │ ├── memory_db_acl.py │ │ │ ├── sm_jumpstart_llm_endpoint.py │ │ │ ├── sm_studio.py │ │ │ └── vpc.py │ │ ├── rag_with_memorydb_and_sagemaker_arch.svg │ │ ├── requirements.txt │ │ └── source.bat │ └── data_ingestion_to_vectordb │ │ └── data_ingestion_to_memorydb.ipynb ├── rag-with-amazon-opensearch-and-sagemaker │ ├── .gitignore │ ├── CODE_OF_CONDUCT.md │ ├── CONTRIBUTING.md │ ├── LICENSE │ ├── README.md │ ├── app │ │ ├── Dockerfile │ │ ├── README.md │ │ ├── app.py │ │ ├── env_vars.sh │ │ ├── images │ │ │ ├── ai-icon.png │ │ │ └── user-icon.png │ │ ├── opensearch_chat_flan_xl.py │ │ ├── opensearch_chat_llama2.py │ │ ├── opensearch_load_qa_chain_flan_xl.py │ │ ├── opensearch_load_qa_chain_llama2.py │ │ ├── opensearch_retriever_flan_xl.py │ │ ├── opensearch_retriever_llama2.py │ │ ├── qa-with-llm-and-rag.png │ │ └── requirements.txt │ ├── cdk_stacks │ │ ├── README.md │ │ ├── app.py │ │ ├── cdk.context.json │ │ ├── cdk.json │ │ ├── rag_with_aos │ │ │ ├── __init__.py │ │ │ ├── ecs_streamlit_app.py │ │ │ ├── ops.py │ │ │ ├── sm_custom_embedding_endpoint.py │ │ │ ├── sm_jumpstart_llm_endpoint.py │ │ │ ├── sm_studio.py │ │ │ └── vpc.py │ │ ├── rag_with_opensearch_arch.svg │ │ ├── requirements.txt │ │ └── source.bat │ └── data_ingestion_to_vectordb │ │ ├── container │ │ ├── Dockerfile │ │ ├── credentials.py │ │ ├── load_data_into_opensearch.py │ │ └── sm_helper.py │ │ ├── data_ingestion_to_opensearch.ipynb │ │ └── scripts │ │ └── get_data.py ├── rag-with-amazon-opensearch-serverless-and-sagemaker │ ├── .gitignore │ ├── CODE_OF_CONDUCT.md │ ├── CONTRIBUTING.md │ ├── LICENSE │ ├── README.md │ ├── app │ │ ├── README.md │ │ ├── app.py │ │ ├── env_vars.sh │ │ ├── images │ │ │ ├── ai-icon.png │ │ │ └── user-icon.png │ │ ├── opensearch_chat_flan_xl.py │ │ ├── opensearch_chat_llama2.py │ │ ├── opensearch_load_qa_chain_flan_xl.py │ │ ├── opensearch_load_qa_chain_llama2.py │ │ ├── opensearch_retriever_flan_xl.py │ │ ├── opensearch_retriever_llama2.py │ │ ├── qa-with-llm-and-rag.png │ │ └── requirements.txt │ ├── cdk_stacks │ │ ├── README.md │ │ ├── app.py │ │ ├── cdk.context.json │ │ ├── cdk.json │ │ ├── rag_with_aoss │ │ │ ├── __init__.py │ │ │ ├── ops_serverless.py │ │ │ ├── sm_custom_embedding_endpoint.py │ │ │ ├── sm_jumpstart_llm_endpoint.py │ │ │ ├── sm_studio.py │ │ │ └── vpc.py │ │ ├── rag_with_opensearch_serverless_arch.svg │ │ ├── requirements.txt │ │ └── source.bat │ └── data_ingestion_to_vectordb │ │ ├── container │ │ ├── Dockerfile │ │ ├── credentials.py │ │ ├── load_data_into_opensearch.py │ │ └── sm_helper.py │ │ ├── data_ingestion_to_opensearch_serverless.ipynb │ │ └── scripts │ │ └── get_data.py ├── rag-with-amazon-postgresql-using-pgvector-and-sagemaker │ ├── .gitignore │ ├── CODE_OF_CONDUCT.md │ ├── CONTRIBUTING.md │ ├── LICENSE │ ├── README.md │ ├── app │ │ ├── README.md │ │ ├── app.py │ │ ├── env_vars.sh │ │ ├── images │ │ │ ├── ai-icon.png │ │ │ └── user-icon.png │ │ ├── pgvector_chat_flan_xl.py │ │ ├── pgvector_chat_llama2.py │ │ ├── qa-with-llm-and-rag.png │ │ └── requirements.txt │ ├── cdk_stacks │ │ ├── README.md │ │ ├── app.py │ │ ├── cdk.context.json │ │ ├── cdk.json │ │ ├── rag_with_pgvector │ │ │ ├── __init__.py │ │ │ ├── aurora_postgresql.py │ │ │ ├── sm_embedding_endpoint.py │ │ │ ├── sm_llm_endpoint.py │ │ │ ├── sm_studio.py │ │ │ └── vpc.py │ │ ├── rag_with_pgvector_arch.svg │ │ └── requirements.txt │ └── data_ingestion_to_vectordb │ │ ├── container │ │ ├── Dockerfile │ │ ├── credentials.py │ │ ├── load_data_into_pgvector.py │ │ └── sm_helper.py │ │ ├── data_ingestion_to_pgvector.ipynb │ │ └── scripts │ │ └── get_data.py ├── rag-with-knowledge-bases-for-amazon-bedrock-using-L1-cdk-constructs │ ├── README.md │ ├── app │ │ ├── README.md │ │ ├── app.py │ │ ├── claude_chat_with_bedrock_knowledge_base.py │ │ ├── env_vars.sh │ │ ├── images │ │ │ ├── ai-icon.png │ │ │ └── user-icon.png │ │ ├── qa-with-bedrock-llm-and-rag.png │ │ └── requirements.txt │ ├── cdk_stacks │ │ ├── README.md │ │ ├── app.py │ │ ├── cdk.context.json │ │ ├── cdk.json │ │ ├── rag_with_kb │ │ │ ├── __init__.py │ │ │ ├── custom_resource_stack.py │ │ │ ├── kb_data_source_for_bedrock.py │ │ │ ├── kb_for_bedrock.py │ │ │ ├── kb_role_for_bedrock.py │ │ │ ├── opensearch_index_creation_lambda_stack.py │ │ │ ├── opensearch_lambda_layers.py │ │ │ ├── opensearch_serverless_vector_search.py │ │ │ ├── sm_studio.py │ │ │ └── vpc.py │ │ ├── rag_with_knowledge_bases_for_amazon_bedrock_arch.svg │ │ ├── requirements.txt │ │ └── src │ │ │ └── main │ │ │ └── python │ │ │ └── CustomResourceProvider │ │ │ └── opensearch_index_creation_lambda_fn.py │ └── data_ingestion_to_vectordb │ │ ├── data_ingestion_to_knowldege_base_for_amazon_bedrock.ipynb │ │ └── utils │ │ ├── __init__.py │ │ ├── aoss_utils.py │ │ └── cfn_utils.py ├── rag-with-knowledge-bases-for-amazon-bedrock-using-aurora-postgresql │ ├── README.md │ ├── app │ │ ├── README.md │ │ ├── app.py │ │ ├── claude_chat_with_bedrock_knowledge_base.py │ │ ├── env_vars.sh │ │ ├── images │ │ │ ├── ai-icon.png │ │ │ └── user-icon.png │ │ ├── qa-with-bedrock-llm-and-rag.png │ │ └── requirements.txt │ ├── cdk_stacks │ │ ├── .gitignore │ │ ├── README.md │ │ ├── app.py │ │ ├── cdk.context.json │ │ ├── cdk.json │ │ ├── rag_with_kb_aurora_pgvector │ │ │ ├── __init__.py │ │ │ ├── aurora_postgresql.py │ │ │ ├── kb_for_bedrock.py │ │ │ ├── sm_studio.py │ │ │ └── vpc.py │ │ ├── rag_with_kb_for_amazon_bedrock_using_aurora_postgresql_arch.svg │ │ ├── requirements.txt │ │ └── source.bat │ └── data_ingestion_to_vectordb │ │ ├── kb_for_amazon_bedrock.ipynb │ │ ├── setup_aurora_postgresql.ipynb │ │ ├── setup_aurora_postgresql_with_details.ipynb │ │ └── utils │ │ ├── __init__.py │ │ └── cfn_utils.py ├── rag-with-knowledge-bases-for-amazon-bedrock │ ├── README.md │ ├── app │ │ ├── README.md │ │ ├── app.py │ │ ├── claude_chat_with_bedrock_knowledge_base.py │ │ ├── env_vars.sh │ │ ├── images │ │ │ ├── ai-icon.png │ │ │ └── user-icon.png │ │ ├── qa-with-bedrock-llm-and-rag.png │ │ └── requirements.txt │ ├── cdk_stacks │ │ ├── README.md │ │ ├── app.py │ │ ├── cdk.context.json │ │ ├── cdk.json │ │ ├── rag_with_kb │ │ │ ├── __init__.py │ │ │ ├── kb_for_bedrock.py │ │ │ ├── sm_studio.py │ │ │ └── vpc.py │ │ ├── rag_with_knowledge_bases_for_amazon_bedrock_arch.svg │ │ ├── requirements.txt │ │ └── source.bat │ └── data_ingestion_to_vectordb │ │ ├── kb_for_amazon_bedrock.ipynb │ │ └── utils │ │ ├── __init__.py │ │ ├── aoss_utils.py │ │ └── cfn_utils.py ├── slackGateway-confluence-with-knowledge-base-for-amazon-bedrock │ ├── .projen │ │ ├── deps.json │ │ ├── files.json │ │ └── tasks.json │ ├── .projenrc.ts │ ├── CHANGELOG.md │ ├── CODE_OF_CONDUCT.md │ ├── CONTRIBUTING.md │ ├── LICENSE │ ├── README.md │ ├── SECURITY.md │ ├── cdk.json │ ├── confluence │ │ ├── README.md │ │ └── lambda │ │ │ ├── call-slack.py │ │ │ └── index.py │ ├── docs │ │ ├── arch │ │ │ ├── bedrock-slack-integration.drawio │ │ │ └── bedrock-slack-integration.drawio.png │ │ └── images │ │ │ ├── bedrock-confluence-slack.jpg │ │ │ ├── bedrock-console-1.png │ │ │ ├── bedrock-embedding-model.png │ │ │ ├── bedrock-kb-1.jpg │ │ │ ├── bedrock-kb-2.jpg │ │ │ ├── bedrock-kb-3.jpg │ │ │ ├── bedrock-kb-embedding-sync.jpg │ │ │ ├── bedrock-knowledge-base-id.jpg │ │ │ ├── bedrock-secret-manager.jpg │ │ │ ├── bedrock-slacksync-lambda.jpg │ │ │ ├── cloudformation_output.png │ │ │ ├── confluence-product.jpg │ │ │ ├── confluence-security-token.jpg │ │ │ ├── copy_slack_bot_token.png │ │ │ ├── enable_amazon_bedrock_model_access.png │ │ │ ├── enable_event_subscription_on_slack_application.png │ │ │ ├── install_your_app.png │ │ │ ├── save_app_changes.png │ │ │ ├── secret_manager.png │ │ │ ├── sync-history.jpg │ │ │ ├── update_secret.png │ │ │ └── verify_event_subscription_on_slack_application.png │ ├── slack-app-manifest.yaml │ ├── src │ │ ├── main.ts │ │ └── stack.ts │ ├── test │ │ ├── __snapshots__ │ │ │ └── main.test.ts.snap │ │ └── main.test.ts │ ├── tsconfig.dev.json │ └── tsconfig.json └── video-maker-with-nova-reel │ ├── .gitignore │ ├── README.md │ ├── backend │ ├── README.md │ ├── app.py │ ├── cdk.context.json │ ├── cdk.json │ ├── lambda │ │ └── api │ │ │ ├── chat-nova │ │ │ └── index.py │ │ │ ├── delete-video │ │ │ └── index.py │ │ │ ├── generate-image │ │ │ └── index.py │ │ │ ├── generate-video │ │ │ ├── index.py │ │ │ └── requirements.txt │ │ │ ├── get-video │ │ │ └── index.py │ │ │ ├── list-video │ │ │ └── index.py │ │ │ ├── manage-video-schedule │ │ │ └── index.py │ │ │ ├── merge-videos │ │ │ ├── index.py │ │ │ └── requirements.txt │ │ │ ├── status-video │ │ │ └── index.py │ │ │ ├── storyboard-generate │ │ │ ├── index.py │ │ │ └── requirements.txt │ │ │ └── storyboard-videos │ │ │ ├── index.py │ │ │ └── requirements.txt │ ├── requirements.txt │ ├── source.bat │ └── stacks │ │ ├── __init__.py │ │ └── video_maker_with_nova_reel_stack.py │ ├── docs │ └── images │ │ ├── Lovers.gif │ │ ├── image-generation-1.jpeg │ │ ├── nova-maker-architecture.jpeg │ │ ├── storyboard-1.png │ │ ├── storyboard-3.png │ │ ├── video-generation-service-1.jpeg │ │ ├── video-generation-service-2.jpeg │ │ └── video-generation-service-3.jpeg │ └── frontend │ ├── .gitignore │ ├── README.md │ ├── lambda │ └── api │ │ └── manage-video-schedule │ │ └── index.py │ ├── package.json │ ├── public │ ├── favicon.ico │ ├── index.html │ ├── logo192.png │ ├── logo512.png │ ├── manifest.json │ └── robots.txt │ └── src │ ├── App.css │ ├── App.js │ ├── App.test.js │ ├── ScheduleSettings.js │ ├── components │ ├── GenerateForm │ │ └── index.js │ ├── GenerateVideo.js │ ├── ImageGenerateForm │ │ └── index.js │ ├── InvocationsTable │ │ ├── TableActions.js │ │ ├── TableHeader.js │ │ ├── TablePreferences.js │ │ └── index.js │ ├── Layout.js │ ├── Storyboard │ │ └── index.js │ ├── VideoDetailsPanel.js │ └── VideoPreviewModal.js │ ├── constants │ └── table.js │ ├── index.css │ ├── index.js │ ├── logo.svg │ ├── reportWebVitals.js │ ├── setupTests.js │ └── utils │ └── api.js ├── machine-learning ├── .gitignore ├── llama3-blossom-8b-aws-inf2 │ ├── README.md │ ├── bin │ │ ├── app.d.ts │ │ ├── app.js │ │ └── app.ts │ ├── cdk.json │ ├── download_model.py │ ├── lib │ │ ├── sagemaker-llm-stack.d.ts │ │ ├── sagemaker-llm-stack.js │ │ └── sagemaker-llm-stack.ts │ ├── package.json │ ├── package_model.py │ ├── requirements.txt │ ├── scripts │ │ ├── cleanup.sh │ │ └── deploy.sh │ ├── test │ │ └── test_endpoint.py │ └── tsconfig.json ├── mlflow │ ├── README.md │ ├── mlflow-ec2-sagemaker │ │ ├── .gitignore │ │ ├── README.md │ │ ├── app.py │ │ ├── cdk.context.json │ │ ├── cdk.json │ │ ├── cdk_stacks │ │ │ ├── __init__.py │ │ │ ├── aurora_mysql.py │ │ │ ├── mlflow_ec2.py │ │ │ ├── s3.py │ │ │ ├── sm_studio.py │ │ │ └── vpc.py │ │ ├── examples │ │ │ └── sklearn_diabetes_regression │ │ │ │ ├── code │ │ │ │ └── inference.py │ │ │ │ ├── deploy_mlflow_model_to_sagemaker.ipynb │ │ │ │ └── training_job_on_premise.ipynb │ │ ├── mlflow-sagemaker-arch.svg │ │ ├── mlflow-v2.6.0-web-ui.png │ │ ├── requirements.txt │ │ ├── source.bat │ │ └── user-data │ │ │ ├── mlflow_server.sh │ │ │ └── mlflow_supervisord.conf │ └── mlflow-ecs-sagemaker │ │ ├── .gitignore │ │ ├── README.md │ │ ├── app.py │ │ ├── cdk.context.json │ │ ├── cdk.json │ │ ├── cdk_stacks │ │ ├── __init__.py │ │ ├── aurora_mysql_cluster.py │ │ ├── mlflow_ecs_fargate.py │ │ ├── s3.py │ │ ├── sm_studio.py │ │ └── vpc.py │ │ ├── container │ │ └── Dockerfile │ │ ├── examples │ │ └── sklearn_diabetes_regression │ │ │ ├── code │ │ │ └── inference.py │ │ │ ├── deploy_mlflow_model_to_sagemaker.ipynb │ │ │ └── training_job_on_premise.ipynb │ │ ├── mlflow-ecs-sagemaker-arch.svg │ │ ├── mlflow-v2.6.0-web-ui.png │ │ ├── requirements.txt │ │ └── source.bat └── sagemaker │ ├── deepseek-on-sagemaker │ ├── README.md │ ├── deepseek-r1-distill-llama-8b-sglang │ │ ├── .example.cdk.context.json │ │ ├── .gitignore │ │ ├── README.md │ │ ├── app.py │ │ ├── cdk.json │ │ ├── cdk_stacks │ │ │ ├── __init__.py │ │ │ ├── ecr.py │ │ │ └── sm_deepseek_r1_sglang_endpoint.py │ │ ├── requirements.txt │ │ ├── source.bat │ │ └── src │ │ │ ├── container │ │ │ ├── Dockerfile │ │ │ └── serve │ │ │ └── notebook │ │ │ ├── build_sglang_docker_image.ipynb │ │ │ ├── deepseek_r1_llama_8b_sglang_realtime_endpoint.ipynb │ │ │ └── deploy_deepseek_r1_llama_8b_sglang.ipynb │ ├── deepseek-r1-distill-qwen-14b │ │ ├── .envrc │ │ ├── .gitignore │ │ ├── README.md │ │ ├── app.py │ │ ├── cdk.context.json │ │ ├── cdk.json │ │ ├── cdk_stacks │ │ │ ├── __init__.py │ │ │ └── sm_deepseek_r1_realtime_endpoint.py │ │ ├── deepseek-on-sagemaker-arch.svg │ │ ├── requirements.txt │ │ ├── source.bat │ │ └── src │ │ │ ├── notebook │ │ │ ├── deepseek_r1_14b_realtime_endpoint.ipynb │ │ │ └── deploy_deepseek_r1_14b_on_sagemaker_endpoint.ipynb │ │ │ └── python │ │ │ └── code │ │ │ ├── model.py │ │ │ └── serving.properties │ ├── deepseek-r1-distill-qwen-32b │ │ ├── .example.cdk.context.json │ │ ├── .gitignore │ │ ├── README.md │ │ ├── app.py │ │ ├── cdk.json │ │ ├── cdk_stacks │ │ │ ├── __init__.py │ │ │ ├── sm_realtime_endpoint_autoscaling.py │ │ │ └── smjs_deepseek_r1_realtime_endpoint.py │ │ ├── requirements.txt │ │ ├── source.bat │ │ └── src │ │ │ └── notebook │ │ │ └── deepseek_r1_32b_realtime_endpoint.ipynb │ ├── deepseek-v2-lite-chat │ │ ├── .envrc │ │ ├── .gitignore │ │ ├── README.md │ │ ├── app.py │ │ ├── cdk.context.json │ │ ├── cdk.json │ │ ├── cdk_stacks │ │ │ ├── __init__.py │ │ │ └── sm_deepseek_realtime_endpoint.py │ │ ├── requirements.txt │ │ ├── source.bat │ │ └── src │ │ │ ├── notebook │ │ │ ├── deepseek_v2_lite_chat_realtime_endpoint.ipynb │ │ │ └── deploy_deepseek_v2_lite_chat_on_sagemaker_endpoint.ipynb │ │ │ └── python │ │ │ └── code │ │ │ ├── model.py │ │ │ └── serving.properties │ └── janus-pro-7b │ │ ├── .envrc │ │ ├── .example.cdk.context.json │ │ ├── .gitignore │ │ ├── README.md │ │ ├── app.py │ │ ├── cdk.json │ │ ├── cdk_stacks │ │ ├── __init__.py │ │ └── sm_janus_pro_realtime_endpoint.py │ │ ├── deploy-janus-pro-on-sagemaker-endpoint.svg │ │ ├── requirements.txt │ │ ├── source.bat │ │ └── src │ │ ├── notebook │ │ ├── deploy_janus_pro_7b_on_sagemaker_endpoint.ipynb │ │ └── janus_pro_7b_realtime_endpoint.ipynb │ │ └── python │ │ └── code │ │ ├── inference.py │ │ └── requirements.txt │ ├── lgai-exaone-on-sagemaker │ └── exaone-deep-7_8b-sglang │ │ ├── .example.cdk.context.json │ │ ├── .gitignore │ │ ├── README.md │ │ ├── app.py │ │ ├── cdk.json │ │ ├── cdk_stacks │ │ ├── __init__.py │ │ ├── ecr.py │ │ └── sm_exaone_deep_7_8b_sglang_endpoint.py │ │ ├── requirements.txt │ │ ├── source.bat │ │ └── src │ │ ├── container │ │ ├── Dockerfile │ │ └── serve │ │ └── notebook │ │ ├── deploy_exaone_deep_7_8b_sglang.ipynb │ │ └── exaone_deep_7_8b_sglang_realtime_endpoint.ipynb │ ├── llava-next-video-model-on-sagemaker-endpoint │ ├── README.md │ ├── sagemaker-async-inference │ │ ├── .gitignore │ │ ├── README.md │ │ ├── app.py │ │ ├── cdk.context.json │ │ ├── cdk.json │ │ ├── cdk_stacks │ │ │ ├── __init__.py │ │ │ └── sm_llava_next_video_async_endpoint.py │ │ ├── requirements.txt │ │ ├── source.bat │ │ └── src │ │ │ ├── notebook │ │ │ └── llava_next_video_async_endpoint.ipynb │ │ │ └── python │ │ │ └── code │ │ │ ├── inference.py │ │ │ └── requirements.txt │ └── sagemaker-realtime-inference │ │ ├── .gitignore │ │ ├── README.md │ │ ├── app.py │ │ ├── cdk.context.json │ │ ├── cdk.json │ │ ├── cdk_stacks │ │ ├── __init__.py │ │ └── sm_llava_next_video_realtime_endpoint.py │ │ ├── requirements.txt │ │ ├── source.bat │ │ └── src │ │ ├── notebook │ │ ├── deploy_llava_next_video_on_sagemaker_realtime_endpoint.ipynb │ │ └── llava_next_video_realtime_endpoint.ipynb │ │ └── python │ │ └── code │ │ ├── inference.py │ │ └── requirements.txt │ ├── llava-on-aws-sagemaker │ ├── .gitignore │ ├── README.md │ ├── app.py │ ├── cdk.context.json │ ├── cdk.json │ ├── cdk_stacks │ │ ├── __init__.py │ │ ├── sm_llava_custome_realtime_endpoint.py │ │ └── sm_realtime_endpoint_autoscaling.py │ ├── requirements.txt │ ├── source.bat │ └── src │ │ ├── notebook │ │ ├── deploy_llava_on_sagemaker_realtime_endpoint.ipynb │ │ └── llava_realtime_endpoint.ipynb │ │ └── python │ │ └── code │ │ ├── inference.py │ │ └── requirements.txt │ ├── qwen-vl-on-sagemaker-endpoint │ └── qwen2_5-vl-32b-sglang │ │ ├── .example.cdk.context.json │ │ ├── .gitignore │ │ ├── README.md │ │ ├── app.py │ │ ├── cdk.json │ │ ├── cdk_stacks │ │ ├── __init__.py │ │ ├── ecr.py │ │ └── sm_qwen25_vl_32b_sglang_endpoint.py │ │ ├── requirements.txt │ │ ├── source.bat │ │ └── src │ │ ├── container │ │ ├── Dockerfile │ │ └── serve │ │ └── notebook │ │ ├── deploy_qwen25_vl_32b_sglang.ipynb │ │ ├── qwen25_vl_32b_sglang_realtime_endpoint.ipynb │ │ └── samples │ │ ├── image1.png │ │ └── image2.jpg │ ├── sagemaker-inference-component │ ├── .gitignore │ ├── README.md │ ├── app.py │ ├── cdk.json │ ├── cdk_stacks │ │ ├── __init__.py │ │ ├── sm_execution_role.py │ │ ├── sm_inference_component.py │ │ ├── sm_model.py │ │ ├── sm_realtime_endpoint.py │ │ └── utils.py │ ├── requirements.txt │ ├── sagemaker-inference-component.gif │ ├── source.bat │ └── src │ │ └── notebook │ │ └── inference_component.ipynb │ ├── scale-to-zero-sagemaker-endpoint │ ├── .example.cdk.context.json │ ├── .gitignore │ ├── README.md │ ├── app.py │ ├── cdk.json │ ├── cdk_stacks │ │ ├── __init__.py │ │ ├── sm_execution_role.py │ │ ├── sm_inference_component.py │ │ ├── sm_model.py │ │ ├── sm_realtime_endpoint.py │ │ ├── sm_scale_to_zero_autoscaling.py │ │ └── utils.py │ ├── requirements.txt │ ├── source.bat │ └── src │ │ └── notebook │ │ ├── DeepSeek-R1-Distill-Llama-8B-scale-to-zero-autoscaling.ipynb │ │ └── deploy-DeepSeek-R1-Distill-Llama-8B-with-scale-to-zero-autoscaling.ipynb │ ├── video-llava-on-aws-sagemaker │ ├── .gitignore │ ├── README.md │ ├── app.py │ ├── cdk.context.json │ ├── cdk.json │ ├── cdk_stacks │ │ ├── __init__.py │ │ └── sm_video_llava_custome_realtime_endpoint.py │ ├── requirements.txt │ ├── source.bat │ └── src │ │ ├── notebook │ │ ├── deploy_video_llava_on_sagemaker_realtime_endpoint.ipynb │ │ └── video-llava_realtime_endpoint.ipynb │ │ └── python │ │ └── code │ │ ├── inference.py │ │ └── requirements.txt │ ├── whisper-model-hosting-on-sagemaker-endpoint │ ├── README.md │ ├── sagemaker-async-inference │ │ ├── hugging-face │ │ │ ├── .gitignore │ │ │ ├── README.md │ │ │ ├── app.py │ │ │ ├── cdk.json │ │ │ ├── cdk_stacks │ │ │ │ ├── __init__.py │ │ │ │ ├── sm_asr_huggingface_async_endpoint.py │ │ │ │ └── sm_async_endpoint_autoscaling.py │ │ │ ├── requirements.txt │ │ │ ├── source.bat │ │ │ └── src │ │ │ │ └── notebook │ │ │ │ └── async-hugging-face.ipynb │ │ ├── jumpstart │ │ │ ├── .gitignore │ │ │ ├── README.md │ │ │ ├── app.py │ │ │ ├── cdk.context.json │ │ │ ├── cdk.json │ │ │ ├── cdk_stacks │ │ │ │ ├── __init__.py │ │ │ │ ├── sm_asr_async_endpoint.py │ │ │ │ └── sm_async_endpoint_autoscaling.py │ │ │ ├── requirements.txt │ │ │ ├── source.bat │ │ │ └── src │ │ │ │ └── notebook │ │ │ │ └── async-jumpstart.ipynb │ │ └── pytorch │ │ │ ├── .gitignore │ │ │ ├── README.md │ │ │ ├── app.py │ │ │ ├── cdk.context.json │ │ │ ├── cdk.json │ │ │ ├── cdk_stacks │ │ │ ├── __init__.py │ │ │ ├── sm_asr_custome_async_endpoint.py │ │ │ └── sm_async_endpoint_autoscaling.py │ │ │ ├── requirements.txt │ │ │ ├── source.bat │ │ │ └── src │ │ │ ├── code │ │ │ ├── inference.py │ │ │ └── requirements.txt │ │ │ └── notebook │ │ │ └── async-pytorch.ipynb │ └── sagemaker-realtime-inference │ │ ├── hugging-face │ │ ├── .gitignore │ │ ├── README.md │ │ ├── app.py │ │ ├── cdk.json │ │ ├── cdk_stacks │ │ │ ├── __init__.py │ │ │ ├── sm_asr_huggingface_realtime_endpoint.py │ │ │ └── sm_realtime_endpoint_autoscaling.py │ │ ├── requirements.txt │ │ ├── source.bat │ │ └── src │ │ │ └── notebook │ │ │ └── realtime-hugging-face.ipynb │ │ ├── jumpstart │ │ ├── .gitignore │ │ ├── README.md │ │ ├── app.py │ │ ├── cdk.context.json │ │ ├── cdk.json │ │ ├── cdk_stacks │ │ │ ├── __init__.py │ │ │ ├── sm_asr_realtime_endpoint.py │ │ │ └── sm_realtime_endpoint_autoscaling.py │ │ ├── requirements.txt │ │ ├── source.bat │ │ └── src │ │ │ └── notebook │ │ │ └── realtime-jumpstart.ipynb │ │ └── pytorch │ │ ├── .gitignore │ │ ├── README.md │ │ ├── app.py │ │ ├── cdk.context.json │ │ ├── cdk.json │ │ ├── cdk_stacks │ │ ├── __init__.py │ │ ├── sm_asr_custome_realtime_endpoint.py │ │ └── sm_realtime_endpoint_autoscaling.py │ │ ├── requirements.txt │ │ ├── source.bat │ │ └── src │ │ ├── code │ │ ├── inference.py │ │ └── requirements.txt │ │ └── notebook │ │ └── realtime-pytorch.ipynb │ └── xgboost-training-on-sagemaker │ ├── data │ ├── features.csv │ └── label.csv │ ├── hands-on-lab │ ├── 01.load_label.ipynb │ ├── 02.titanic.ipynb │ └── 03.sagemaker_xbgoost.ipynb │ └── images │ └── titanic_sinking.jpg ├── saas ├── .gitignore ├── saas-metering-system-on-aws │ ├── .gitignore │ ├── CODE_OF_CONDUCT.md │ ├── CONTRIBUTING.md │ ├── LICENSE │ ├── README.md │ ├── app.py │ ├── assets │ │ ├── amazon-apigatewy-access-log-in-s3.png │ │ ├── amazon-athena-switching-to-workgroup.png │ │ ├── amazon-cognito-user-pool-users.png │ │ └── data-lake-formation-permissions.png │ ├── cdk.context.json │ ├── cdk.json │ ├── requirements.txt │ ├── saas-metering-arch.svg │ ├── saas_metering_demo │ │ ├── __init__.py │ │ ├── athena_named_query.py │ │ ├── athena_workgroup.py │ │ ├── firehose.py │ │ ├── glue_catalog_database.py │ │ ├── lake_formation.py │ │ ├── merge_small_files_lambda.py │ │ ├── random_gen_apigw.py │ │ └── vpc.py │ ├── source.bat │ ├── src │ │ └── main │ │ │ └── python │ │ │ ├── MergeSmallFiles │ │ │ └── athena_ctas.py │ │ │ └── RestAPIs │ │ │ └── random_strings.py │ └── tests │ │ └── run_test.py └── web-analytics-on-aws │ ├── .gitignore │ ├── CODE_OF_CONDUCT.md │ ├── CONTRIBUTING.md │ ├── LICENSE │ ├── README.md │ ├── app.py │ ├── assets │ ├── amazon-athena-switching-to-workgroup.png │ └── data-lake-formation-permissions.png │ ├── build-aws-lambda-layer-package.sh │ ├── cdk.context.json │ ├── cdk.json │ ├── requirements-dev.txt │ ├── requirements.txt │ ├── source.bat │ ├── src │ ├── main │ │ └── python │ │ │ ├── MergeSmallFiles │ │ │ └── athena_ctas.py │ │ │ └── SchemaValidator │ │ │ └── schema_validator.py │ └── utils │ │ ├── gen_fake_data.py │ │ └── kds_consumer.py │ ├── web-analytics-arch.svg │ └── web_analytics │ ├── __init__.py │ ├── apigw.py │ ├── athena_named_query.py │ ├── athena_workgroup.py │ ├── firehose.py │ ├── firehose_dtata_transform_lambda.py │ ├── glue_catalog_database.py │ ├── kds.py │ ├── lake_formation.py │ ├── merge_small_files_lambda.py │ └── vpc.py ├── security └── text-to-analyze-cloudtrail-log │ ├── README.md │ ├── app.py │ ├── cdk.json │ ├── cdk_stacks │ ├── __init__.py │ └── text_to_analyze_cloudtrail_log_stack.py │ ├── images │ ├── architect.png │ ├── result_sample_1.png │ ├── result_sample_2.png │ └── result_sample_3.png │ ├── notebook │ └── log_analyzer.ipynb │ ├── requirements.txt │ └── source.bat └── serverless └── .gitignore /CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- 1 | ## Code of Conduct 2 | This project has adopted the [Amazon Open Source Code of Conduct](https://aws.github.io/code-of-conduct). 3 | For more information see the [Code of Conduct FAQ](https://aws.github.io/code-of-conduct-faq) or contact 4 | opensource-codeofconduct@amazon.com with any additional questions or comments. 5 | -------------------------------------------------------------------------------- /analytics/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/analytics/.gitignore -------------------------------------------------------------------------------- /analytics/cdc-data-pipeline/aws-dms/aws-dms-cdc-data-pipeline/.gitignore: -------------------------------------------------------------------------------- 1 | *.swp 2 | package-lock.json 3 | __pycache__ 4 | .pytest_cache 5 | .venv 6 | *.egg-info 7 | .DS_Store 8 | *.bak 9 | 10 | # CDK asset staging directory 11 | .cdk.staging 12 | cdk.out 13 | -------------------------------------------------------------------------------- /analytics/cdc-data-pipeline/aws-dms/aws-dms-cdc-data-pipeline/CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- 1 | ## Code of Conduct 2 | This project has adopted the [Amazon Open Source Code of Conduct](https://aws.github.io/code-of-conduct). 3 | For more information see the [Code of Conduct FAQ](https://aws.github.io/code-of-conduct-faq) or contact 4 | opensource-codeofconduct@amazon.com with any additional questions or comments. 5 | -------------------------------------------------------------------------------- /analytics/cdc-data-pipeline/aws-dms/aws-dms-cdc-data-pipeline/assets/amazon-kinesis-data-viewer.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/analytics/cdc-data-pipeline/aws-dms/aws-dms-cdc-data-pipeline/assets/amazon-kinesis-data-viewer.png -------------------------------------------------------------------------------- /analytics/cdc-data-pipeline/aws-dms/aws-dms-cdc-data-pipeline/assets/ops-create-firehose_role.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/analytics/cdc-data-pipeline/aws-dms/aws-dms-cdc-data-pipeline/assets/ops-create-firehose_role.png -------------------------------------------------------------------------------- /analytics/cdc-data-pipeline/aws-dms/aws-dms-cdc-data-pipeline/assets/ops-dashboards-sidebar-menu-security.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/analytics/cdc-data-pipeline/aws-dms/aws-dms-cdc-data-pipeline/assets/ops-dashboards-sidebar-menu-security.png -------------------------------------------------------------------------------- /analytics/cdc-data-pipeline/aws-dms/aws-dms-cdc-data-pipeline/assets/ops-dashboards-sidebar-menu.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/analytics/cdc-data-pipeline/aws-dms/aws-dms-cdc-data-pipeline/assets/ops-dashboards-sidebar-menu.png -------------------------------------------------------------------------------- /analytics/cdc-data-pipeline/aws-dms/aws-dms-cdc-data-pipeline/assets/ops-dashboards-stack-management-advanced-setting.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/analytics/cdc-data-pipeline/aws-dms/aws-dms-cdc-data-pipeline/assets/ops-dashboards-stack-management-advanced-setting.png -------------------------------------------------------------------------------- /analytics/cdc-data-pipeline/aws-dms/aws-dms-cdc-data-pipeline/assets/ops-entries-for-firehose_role.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/analytics/cdc-data-pipeline/aws-dms/aws-dms-cdc-data-pipeline/assets/ops-entries-for-firehose_role.png -------------------------------------------------------------------------------- /analytics/cdc-data-pipeline/aws-dms/aws-dms-cdc-data-pipeline/assets/ops-role-mappings.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/analytics/cdc-data-pipeline/aws-dms/aws-dms-cdc-data-pipeline/assets/ops-role-mappings.png -------------------------------------------------------------------------------- /analytics/cdc-data-pipeline/aws-dms/aws-dms-cdc-data-pipeline/requirements.txt: -------------------------------------------------------------------------------- 1 | aws-cdk-lib==2.133.0 2 | constructs>=10.0.0,<11.0.0 3 | -------------------------------------------------------------------------------- /analytics/cdc-data-pipeline/aws-dms/aws-dms-cdc-data-pipeline/utils/requirements-dev.txt: -------------------------------------------------------------------------------- 1 | boto3==1.21.19 2 | botocore==1.24.19 3 | 4 | dataset==1.5.2 5 | Faker==13.3.1 6 | PyMySQL==1.1.1 7 | -------------------------------------------------------------------------------- /analytics/cdc-data-pipeline/aws-dms/aws-dms-serverless-mysql-to-s3-migration/.gitignore: -------------------------------------------------------------------------------- 1 | .DS_Store 2 | *.swp 3 | package-lock.json 4 | __pycache__ 5 | .pytest_cache 6 | .venv 7 | *.egg-info 8 | 9 | # CDK asset staging directory 10 | .cdk.staging 11 | cdk.out 12 | -------------------------------------------------------------------------------- /analytics/cdc-data-pipeline/aws-dms/aws-dms-serverless-mysql-to-s3-migration/CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- 1 | ## Code of Conduct 2 | This project has adopted the [Amazon Open Source Code of Conduct](https://aws.github.io/code-of-conduct). 3 | For more information see the [Code of Conduct FAQ](https://aws.github.io/code-of-conduct-faq) or contact 4 | opensource-codeofconduct@amazon.com with any additional questions or comments. 5 | -------------------------------------------------------------------------------- /analytics/cdc-data-pipeline/aws-dms/aws-dms-serverless-mysql-to-s3-migration/cdk.context.json: -------------------------------------------------------------------------------- 1 | { 2 | "db_cluster_name": "db-cluster-name", 3 | "dms_data_source": { 4 | "database_name": "testdb", 5 | "table_name": "retail_trans" 6 | }, 7 | "dms_data_target": { 8 | "s3_bucket_name": "target-s3-bucket", 9 | "s3_bucket_folder_name": "target-s3-prefix" 10 | } 11 | } -------------------------------------------------------------------------------- /analytics/cdc-data-pipeline/aws-dms/aws-dms-serverless-mysql-to-s3-migration/cdk_stacks/__init__.py: -------------------------------------------------------------------------------- 1 | from .vpc import VpcStack 2 | from .aurora_mysql import AuroraMysqlStack 3 | from .bastion_host import BastionHostEC2InstanceStack 4 | from .dms_serverless_aurora_mysql_to_s3 import DMSServerlessAuroraMysqlToS3Stack 5 | from .dms_iam_roles import DmsIAMRolesStack 6 | from .s3 import S3Stack 7 | -------------------------------------------------------------------------------- /analytics/cdc-data-pipeline/aws-dms/aws-dms-serverless-mysql-to-s3-migration/requirements.txt: -------------------------------------------------------------------------------- 1 | aws-cdk-lib==2.133.0 2 | constructs>=10.0.0,<11.0.0 3 | -------------------------------------------------------------------------------- /analytics/cdc-data-pipeline/aws-dms/aws-dms-serverless-to-kinesis-data-pipeline/.gitignore: -------------------------------------------------------------------------------- 1 | .DS_Store 2 | *.swp 3 | package-lock.json 4 | __pycache__ 5 | .pytest_cache 6 | .venv 7 | *.egg-info 8 | 9 | # CDK asset staging directory 10 | .cdk.staging 11 | cdk.out 12 | -------------------------------------------------------------------------------- /analytics/cdc-data-pipeline/aws-dms/aws-dms-serverless-to-kinesis-data-pipeline/CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- 1 | ## Code of Conduct 2 | This project has adopted the [Amazon Open Source Code of Conduct](https://aws.github.io/code-of-conduct). 3 | For more information see the [Code of Conduct FAQ](https://aws.github.io/code-of-conduct-faq) or contact 4 | opensource-codeofconduct@amazon.com with any additional questions or comments. 5 | -------------------------------------------------------------------------------- /analytics/cdc-data-pipeline/aws-dms/aws-dms-serverless-to-kinesis-data-pipeline/amazon-kinesis-data-viewer.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/analytics/cdc-data-pipeline/aws-dms/aws-dms-serverless-to-kinesis-data-pipeline/amazon-kinesis-data-viewer.png -------------------------------------------------------------------------------- /analytics/cdc-data-pipeline/aws-dms/aws-dms-serverless-to-kinesis-data-pipeline/cdk.context.json: -------------------------------------------------------------------------------- 1 | { 2 | "db_cluster_name": "Your-DB-Cluster-Name", 3 | "dms_data_source": { 4 | "database_name": "testdb", 5 | "table_name": "retail_trans" 6 | }, 7 | "kinesis_stream_name": "Your-DMS-Target-Kinesis-Stream-Name" 8 | } 9 | -------------------------------------------------------------------------------- /analytics/cdc-data-pipeline/aws-dms/aws-dms-serverless-to-kinesis-data-pipeline/cdk_stacks/__init__.py: -------------------------------------------------------------------------------- 1 | from .vpc import VpcStack 2 | from .aurora_mysql import AuroraMysqlStack 3 | from .bastion_host import BastionHostEC2InstanceStack 4 | from .dms_serverless_aurora_mysql_to_kds import DMSServerlessAuroraMysqlToKinesisStack 5 | from .dms_iam_roles import DmsIAMRolesStack 6 | from .kds import KinesisDataStreamStack 7 | 8 | -------------------------------------------------------------------------------- /analytics/cdc-data-pipeline/aws-dms/aws-dms-serverless-to-kinesis-data-pipeline/requirements.txt: -------------------------------------------------------------------------------- 1 | aws-cdk-lib==2.133.0 2 | constructs>=10.0.0,<11.0.0 -------------------------------------------------------------------------------- /analytics/cdc-data-pipeline/aws-msk-debezium/aws-msk-cdc-data-pipeline-with-debezium/.gitignore: -------------------------------------------------------------------------------- 1 | .DS_Store 2 | *.swp 3 | package-lock.json 4 | __pycache__ 5 | .pytest_cache 6 | .venv 7 | *.egg-info 8 | 9 | # CDK asset staging directory 10 | .cdk.staging 11 | cdk.out 12 | -------------------------------------------------------------------------------- /analytics/cdc-data-pipeline/aws-msk-debezium/aws-msk-cdc-data-pipeline-with-debezium/CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- 1 | ## Code of Conduct 2 | This project has adopted the [Amazon Open Source Code of Conduct](https://aws.github.io/code-of-conduct). 3 | For more information see the [Code of Conduct FAQ](https://aws.github.io/code-of-conduct-faq) or contact 4 | opensource-codeofconduct@amazon.com with any additional questions or comments. 5 | -------------------------------------------------------------------------------- /analytics/cdc-data-pipeline/aws-msk-debezium/aws-msk-cdc-data-pipeline-with-debezium/assets/msk-bootstrap-servers-info.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/analytics/cdc-data-pipeline/aws-msk-debezium/aws-msk-cdc-data-pipeline-with-debezium/assets/msk-bootstrap-servers-info.png -------------------------------------------------------------------------------- /analytics/cdc-data-pipeline/aws-msk-debezium/aws-msk-cdc-data-pipeline-with-debezium/assets/msk-connect-worker-configurations.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/analytics/cdc-data-pipeline/aws-msk-debezium/aws-msk-cdc-data-pipeline-with-debezium/assets/msk-connect-worker-configurations.png -------------------------------------------------------------------------------- /analytics/cdc-data-pipeline/aws-msk-debezium/aws-msk-cdc-data-pipeline-with-debezium/assets/msk-firehose-s3-01.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/analytics/cdc-data-pipeline/aws-msk-debezium/aws-msk-cdc-data-pipeline-with-debezium/assets/msk-firehose-s3-01.png -------------------------------------------------------------------------------- /analytics/cdc-data-pipeline/aws-msk-debezium/aws-msk-cdc-data-pipeline-with-debezium/assets/msk-firehose-s3-02.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/analytics/cdc-data-pipeline/aws-msk-debezium/aws-msk-cdc-data-pipeline-with-debezium/assets/msk-firehose-s3-02.png -------------------------------------------------------------------------------- /analytics/cdc-data-pipeline/aws-msk-debezium/aws-msk-cdc-data-pipeline-with-debezium/requirements.txt: -------------------------------------------------------------------------------- 1 | aws-cdk-lib==2.103.1 2 | constructs>=10.0.0,<11.0.0 3 | 4 | boto3==1.28.78 5 | botocore==1.31.78 6 | -------------------------------------------------------------------------------- /analytics/cdc-data-pipeline/aws-msk-debezium/aws-msk-cdc-data-pipeline-with-debezium/utils/requirements-dev.txt: -------------------------------------------------------------------------------- 1 | boto3==1.21.19 2 | botocore==1.24.19 3 | 4 | dataset==1.5.2 5 | Faker==13.3.1 6 | PyMySQL==1.1.1 7 | -------------------------------------------------------------------------------- /analytics/cdc-data-pipeline/aws-msk-debezium/aws-msk-serverless-cdc-data-pipeline-with-debezium/.gitignore: -------------------------------------------------------------------------------- 1 | *.swp 2 | package-lock.json 3 | __pycache__ 4 | .pytest_cache 5 | .venv 6 | *.egg-info 7 | .DS_Store 8 | *.bak 9 | 10 | # CDK asset staging directory 11 | .cdk.staging 12 | cdk.out 13 | -------------------------------------------------------------------------------- /analytics/cdc-data-pipeline/aws-msk-debezium/aws-msk-serverless-cdc-data-pipeline-with-debezium/assets/msk-connect-worker-configurations.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/analytics/cdc-data-pipeline/aws-msk-debezium/aws-msk-serverless-cdc-data-pipeline-with-debezium/assets/msk-connect-worker-configurations.png -------------------------------------------------------------------------------- /analytics/cdc-data-pipeline/aws-msk-debezium/aws-msk-serverless-cdc-data-pipeline-with-debezium/assets/msk-serverless-firehose-s3-01.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/analytics/cdc-data-pipeline/aws-msk-debezium/aws-msk-serverless-cdc-data-pipeline-with-debezium/assets/msk-serverless-firehose-s3-01.png -------------------------------------------------------------------------------- /analytics/cdc-data-pipeline/aws-msk-debezium/aws-msk-serverless-cdc-data-pipeline-with-debezium/assets/msk-serverless-firehose-s3-02.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/analytics/cdc-data-pipeline/aws-msk-debezium/aws-msk-serverless-cdc-data-pipeline-with-debezium/assets/msk-serverless-firehose-s3-02.png -------------------------------------------------------------------------------- /analytics/cdc-data-pipeline/aws-msk-debezium/aws-msk-serverless-cdc-data-pipeline-with-debezium/requirements.txt: -------------------------------------------------------------------------------- 1 | aws-cdk-lib==2.103.1 2 | constructs>=10.0.0,<11.0.0 3 | 4 | boto3==1.28.78 5 | botocore==1.31.78 6 | -------------------------------------------------------------------------------- /analytics/cdc-data-pipeline/aws-msk-debezium/aws-msk-serverless-cdc-data-pipeline-with-debezium/utils/requirements-dev.txt: -------------------------------------------------------------------------------- 1 | boto3==1.21.19 2 | botocore==1.24.19 3 | 4 | dataset==1.5.2 5 | Faker==13.3.1 6 | PyMySQL==1.1.1 7 | -------------------------------------------------------------------------------- /analytics/streaming-data-to-s3tables-with-datafirehose/.gitignore: -------------------------------------------------------------------------------- 1 | .DS_Store 2 | *.swp 3 | package-lock.json 4 | __pycache__ 5 | .pytest_cache 6 | .venv 7 | *.egg-info 8 | 9 | # CDK asset staging directory 10 | .cdk.staging 11 | cdk.out 12 | -------------------------------------------------------------------------------- /analytics/streaming-data-to-s3tables-with-datafirehose/assets/amazon_athena_query_results.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/analytics/streaming-data-to-s3tables-with-datafirehose/assets/amazon_athena_query_results.png -------------------------------------------------------------------------------- /analytics/streaming-data-to-s3tables-with-datafirehose/assets/aws_lakeformation_data_catalog_grant.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/analytics/streaming-data-to-s3tables-with-datafirehose/assets/aws_lakeformation_data_catalog_grant.png -------------------------------------------------------------------------------- /analytics/streaming-data-to-s3tables-with-datafirehose/assets/aws_lakeformation_data_catalog_grant_on_target.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/analytics/streaming-data-to-s3tables-with-datafirehose/assets/aws_lakeformation_data_catalog_grant_on_target.png -------------------------------------------------------------------------------- /analytics/streaming-data-to-s3tables-with-datafirehose/assets/aws_lakeformation_grant_permissions_on_resource_link.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/analytics/streaming-data-to-s3tables-with-datafirehose/assets/aws_lakeformation_grant_permissions_on_resource_link.png -------------------------------------------------------------------------------- /analytics/streaming-data-to-s3tables-with-datafirehose/assets/aws_lakeformation_grant_permissions_on_s3table.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/analytics/streaming-data-to-s3tables-with-datafirehose/assets/aws_lakeformation_grant_permissions_on_s3table.png -------------------------------------------------------------------------------- /analytics/streaming-data-to-s3tables-with-datafirehose/assets/aws_lakeformation_grant_permissions_to_user.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/analytics/streaming-data-to-s3tables-with-datafirehose/assets/aws_lakeformation_grant_permissions_to_user.png -------------------------------------------------------------------------------- /analytics/streaming-data-to-s3tables-with-datafirehose/assets/aws_s3tables_integration_enabled.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/analytics/streaming-data-to-s3tables-with-datafirehose/assets/aws_s3tables_integration_enabled.png -------------------------------------------------------------------------------- /analytics/streaming-data-to-s3tables-with-datafirehose/cdk_stacks/__init__.py: -------------------------------------------------------------------------------- 1 | from .firehose_to_s3tables import FirehoseToS3TablesStack 2 | from .firehose_role import FirehoseRoleStack 3 | from .glue_database_for_s3tables import GlueDatabaseForS3TablesStack 4 | from .lake_formation import DataLakePermissionsStack 5 | from .s3 import S3BucketStack 6 | from .s3tables import S3TablesStack -------------------------------------------------------------------------------- /analytics/streaming-data-to-s3tables-with-datafirehose/requirements-dev.txt: -------------------------------------------------------------------------------- 1 | boto3>=1.24.41 2 | mimesis==18.0.0 -------------------------------------------------------------------------------- /analytics/streaming-data-to-s3tables-with-datafirehose/requirements.txt: -------------------------------------------------------------------------------- 1 | aws-cdk-lib==2.189.0 2 | constructs>=10.0.0,<11.0.0 3 | -------------------------------------------------------------------------------- /analytics/streaming-etl/aws-glue-streaming-etl-with-apache-iceberg/CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- 1 | ## Code of Conduct 2 | This project has adopted the [Amazon Open Source Code of Conduct](https://aws.github.io/code-of-conduct). 3 | For more information see the [Code of Conduct FAQ](https://aws.github.io/code-of-conduct-faq) or contact 4 | opensource-codeofconduct@amazon.com with any additional questions or comments. 5 | -------------------------------------------------------------------------------- /analytics/streaming-etl/aws-glue-streaming-etl-with-apache-iceberg/assets/iceberg-data-level-01.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/analytics/streaming-etl/aws-glue-streaming-etl-with-apache-iceberg/assets/iceberg-data-level-01.png -------------------------------------------------------------------------------- /analytics/streaming-etl/aws-glue-streaming-etl-with-apache-iceberg/assets/iceberg-data-level-02.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/analytics/streaming-etl/aws-glue-streaming-etl-with-apache-iceberg/assets/iceberg-data-level-02.png -------------------------------------------------------------------------------- /analytics/streaming-etl/aws-glue-streaming-etl-with-apache-iceberg/assets/iceberg-data-level-03.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/analytics/streaming-etl/aws-glue-streaming-etl-with-apache-iceberg/assets/iceberg-data-level-03.png -------------------------------------------------------------------------------- /analytics/streaming-etl/aws-glue-streaming-etl-with-apache-iceberg/assets/iceberg-table.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/analytics/streaming-etl/aws-glue-streaming-etl-with-apache-iceberg/assets/iceberg-table.png -------------------------------------------------------------------------------- /analytics/streaming-etl/aws-glue-streaming-etl-with-apache-iceberg/cdk_stacks/__init__.py: -------------------------------------------------------------------------------- 1 | from .kds import KdsStack 2 | from .glue_job_role import GlueJobRoleStack 3 | from .glue_stream_data_schema import GlueStreamDataSchemaStack 4 | from .glue_streaming_job import GlueStreamingJobStack 5 | from .lakeformation_permissions import DataLakePermissionsStack 6 | from .s3 import S3BucketStack 7 | -------------------------------------------------------------------------------- /analytics/streaming-etl/aws-glue-streaming-etl-with-apache-iceberg/requirements-dev.txt: -------------------------------------------------------------------------------- 1 | boto3>=1.24.41 2 | mimesis==6.0.0 3 | -------------------------------------------------------------------------------- /analytics/streaming-etl/aws-glue-streaming-etl-with-apache-iceberg/requirements.txt: -------------------------------------------------------------------------------- 1 | aws-cdk-lib==2.59.0 2 | constructs>=10.0.0,<11.0.0 3 | -------------------------------------------------------------------------------- /analytics/streaming-etl/aws-glue-streaming-etl-with-delta-lake/CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- 1 | ## Code of Conduct 2 | This project has adopted the [Amazon Open Source Code of Conduct](https://aws.github.io/code-of-conduct). 3 | For more information see the [Code of Conduct FAQ](https://aws.github.io/code-of-conduct-faq) or contact 4 | opensource-codeofconduct@amazon.com with any additional questions or comments. 5 | -------------------------------------------------------------------------------- /analytics/streaming-etl/aws-glue-streaming-etl-with-delta-lake/assets/delta-lake-database.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/analytics/streaming-etl/aws-glue-streaming-etl-with-delta-lake/assets/delta-lake-database.png -------------------------------------------------------------------------------- /analytics/streaming-etl/aws-glue-streaming-etl-with-delta-lake/assets/delta-lake-table.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/analytics/streaming-etl/aws-glue-streaming-etl-with-delta-lake/assets/delta-lake-table.png -------------------------------------------------------------------------------- /analytics/streaming-etl/aws-glue-streaming-etl-with-delta-lake/assets/glue-studio-create-job.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/analytics/streaming-etl/aws-glue-streaming-etl-with-delta-lake/assets/glue-studio-create-job.jpg -------------------------------------------------------------------------------- /analytics/streaming-etl/aws-glue-streaming-etl-with-delta-lake/assets/glue-studio-notebook-setup.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/analytics/streaming-etl/aws-glue-streaming-etl-with-delta-lake/assets/glue-studio-notebook-setup.jpg -------------------------------------------------------------------------------- /analytics/streaming-etl/aws-glue-streaming-etl-with-delta-lake/assets/glue-studio-upload-file.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/analytics/streaming-etl/aws-glue-streaming-etl-with-delta-lake/assets/glue-studio-upload-file.jpg -------------------------------------------------------------------------------- /analytics/streaming-etl/aws-glue-streaming-etl-with-delta-lake/requirements-dev.txt: -------------------------------------------------------------------------------- 1 | boto3>=1.24.41 2 | mimesis==6.0.0 3 | -------------------------------------------------------------------------------- /analytics/streaming-etl/aws-glue-streaming-etl-with-delta-lake/requirements.txt: -------------------------------------------------------------------------------- 1 | aws-cdk-lib==2.64.0 2 | constructs>=10.0.0,<11.0.0 3 | -------------------------------------------------------------------------------- /analytics/streaming-etl/aws-glue-streaming-ingestion-from-kafka-to-apache-iceberg/.gitignore: -------------------------------------------------------------------------------- 1 | .DS_Store 2 | *.swp 3 | package-lock.json 4 | __pycache__ 5 | .pytest_cache 6 | .venv 7 | *.egg-info 8 | 9 | # CDK asset staging directory 10 | .cdk.staging 11 | cdk.out 12 | -------------------------------------------------------------------------------- /analytics/streaming-etl/aws-glue-streaming-ingestion-from-kafka-to-apache-iceberg/CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- 1 | ## Code of Conduct 2 | This project has adopted the [Amazon Open Source Code of Conduct](https://aws.github.io/code-of-conduct). 3 | For more information see the [Code of Conduct FAQ](https://aws.github.io/code-of-conduct-faq) or contact 4 | opensource-codeofconduct@amazon.com with any additional questions or comments. 5 | -------------------------------------------------------------------------------- /analytics/streaming-etl/aws-glue-streaming-ingestion-from-kafka-to-apache-iceberg/msk-serverless-to-iceberg/assets/iceberg-data-level-01.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/analytics/streaming-etl/aws-glue-streaming-ingestion-from-kafka-to-apache-iceberg/msk-serverless-to-iceberg/assets/iceberg-data-level-01.png -------------------------------------------------------------------------------- /analytics/streaming-etl/aws-glue-streaming-ingestion-from-kafka-to-apache-iceberg/msk-serverless-to-iceberg/assets/iceberg-data-level-02.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/analytics/streaming-etl/aws-glue-streaming-ingestion-from-kafka-to-apache-iceberg/msk-serverless-to-iceberg/assets/iceberg-data-level-02.png -------------------------------------------------------------------------------- /analytics/streaming-etl/aws-glue-streaming-ingestion-from-kafka-to-apache-iceberg/msk-serverless-to-iceberg/assets/iceberg-data-level-03.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/analytics/streaming-etl/aws-glue-streaming-ingestion-from-kafka-to-apache-iceberg/msk-serverless-to-iceberg/assets/iceberg-data-level-03.png -------------------------------------------------------------------------------- /analytics/streaming-etl/aws-glue-streaming-ingestion-from-kafka-to-apache-iceberg/msk-serverless-to-iceberg/assets/iceberg-table.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/analytics/streaming-etl/aws-glue-streaming-ingestion-from-kafka-to-apache-iceberg/msk-serverless-to-iceberg/assets/iceberg-table.png -------------------------------------------------------------------------------- /analytics/streaming-etl/aws-glue-streaming-ingestion-from-kafka-to-apache-iceberg/msk-serverless-to-iceberg/requirements-dev.txt: -------------------------------------------------------------------------------- 1 | mimesis==4.1.3 # The last to support Python 3.6 and 3.7 2 | -------------------------------------------------------------------------------- /analytics/streaming-etl/aws-glue-streaming-ingestion-from-kafka-to-apache-iceberg/msk-serverless-to-iceberg/requirements.txt: -------------------------------------------------------------------------------- 1 | aws-cdk-lib==2.61.1 2 | constructs>=10.0.0,<11.0.0 3 | 4 | boto3==1.26.55 -------------------------------------------------------------------------------- /analytics/streaming-etl/aws-glue-streaming-ingestion-from-kafka-to-apache-iceberg/msk-to-iceberg/assets/iceberg-data-level-01.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/analytics/streaming-etl/aws-glue-streaming-ingestion-from-kafka-to-apache-iceberg/msk-to-iceberg/assets/iceberg-data-level-01.png -------------------------------------------------------------------------------- /analytics/streaming-etl/aws-glue-streaming-ingestion-from-kafka-to-apache-iceberg/msk-to-iceberg/assets/iceberg-data-level-02.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/analytics/streaming-etl/aws-glue-streaming-ingestion-from-kafka-to-apache-iceberg/msk-to-iceberg/assets/iceberg-data-level-02.png -------------------------------------------------------------------------------- /analytics/streaming-etl/aws-glue-streaming-ingestion-from-kafka-to-apache-iceberg/msk-to-iceberg/assets/iceberg-data-level-03.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/analytics/streaming-etl/aws-glue-streaming-ingestion-from-kafka-to-apache-iceberg/msk-to-iceberg/assets/iceberg-data-level-03.png -------------------------------------------------------------------------------- /analytics/streaming-etl/aws-glue-streaming-ingestion-from-kafka-to-apache-iceberg/msk-to-iceberg/assets/iceberg-table.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/analytics/streaming-etl/aws-glue-streaming-ingestion-from-kafka-to-apache-iceberg/msk-to-iceberg/assets/iceberg-table.png -------------------------------------------------------------------------------- /analytics/streaming-etl/aws-glue-streaming-ingestion-from-kafka-to-apache-iceberg/msk-to-iceberg/requirements-dev.txt: -------------------------------------------------------------------------------- 1 | mimesis==4.1.3 # The last to support Python 3.6 and 3.7 2 | -------------------------------------------------------------------------------- /analytics/streaming-etl/aws-glue-streaming-ingestion-from-kafka-to-apache-iceberg/msk-to-iceberg/requirements.txt: -------------------------------------------------------------------------------- 1 | aws-cdk-lib==2.61.1 2 | constructs>=10.0.0,<11.0.0 3 | 4 | boto3==1.26.55 -------------------------------------------------------------------------------- /analytics/streaming-etl/streaming-count-sketches-with-hyperloglog-in-amazon-memorydb/.gitignore: -------------------------------------------------------------------------------- 1 | *.swp 2 | package-lock.json 3 | __pycache__ 4 | .pytest_cache 5 | .venv 6 | *.egg-info 7 | 8 | # CDK asset staging directory 9 | .cdk.staging 10 | cdk.out 11 | -------------------------------------------------------------------------------- /analytics/streaming-etl/streaming-count-sketches-with-hyperloglog-in-amazon-memorydb/CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- 1 | ## Code of Conduct 2 | This project has adopted the [Amazon Open Source Code of Conduct](https://aws.github.io/code-of-conduct). 3 | For more information see the [Code of Conduct FAQ](https://aws.github.io/code-of-conduct-faq) or contact 4 | opensource-codeofconduct@amazon.com with any additional questions or comments. 5 | -------------------------------------------------------------------------------- /analytics/streaming-etl/streaming-count-sketches-with-hyperloglog-in-amazon-memorydb/cdk.context.json: -------------------------------------------------------------------------------- 1 | { 2 | "vpc_name": "default", 3 | "kinesis_stream_name": "demo-kds", 4 | "s3_bucket_lambda_layer_lib": "lambda-layer-resources-use1", 5 | "memorydb_cluster_name": "demo-memdb" 6 | } 7 | -------------------------------------------------------------------------------- /analytics/streaming-etl/streaming-count-sketches-with-hyperloglog-in-amazon-memorydb/cdk_stacks/__init__.py: -------------------------------------------------------------------------------- 1 | from .bastion_host import BastionHostStack 2 | from .kds import KinesisDataStreamsStack 3 | from .lambda_layer import LambdaLayersStack 4 | from .uv_counter_lambda import LambdaFunctionStack 5 | from .memory_db_acl import MemoryDBAclStack 6 | from .memory_db import MemoryDBStack 7 | from .vpc import VpcStack -------------------------------------------------------------------------------- /analytics/streaming-etl/streaming-count-sketches-with-hyperloglog-in-amazon-memorydb/requirements-dev.txt: -------------------------------------------------------------------------------- 1 | boto3==1.34.58 2 | botocore==1.34.58 3 | mimesis==4.1.3 -------------------------------------------------------------------------------- /analytics/streaming-etl/streaming-count-sketches-with-hyperloglog-in-amazon-memorydb/requirements.txt: -------------------------------------------------------------------------------- 1 | aws-cdk-lib==2.132.0 2 | constructs>=10.0.0,<11.0.0 3 | -------------------------------------------------------------------------------- /analytics/streaming-etl/streaming-data-pipeline-from-kafka-to-s3-using-aws-kinesis-firehose/CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- 1 | ## Code of Conduct 2 | This project has adopted the [Amazon Open Source Code of Conduct](https://aws.github.io/code-of-conduct). 3 | For more information see the [Code of Conduct FAQ](https://aws.github.io/code-of-conduct-faq) or contact 4 | opensource-codeofconduct@amazon.com with any additional questions or comments. 5 | -------------------------------------------------------------------------------- /analytics/streaming-etl/streaming-data-pipeline-from-kafka-to-s3-using-aws-kinesis-firehose/msk-firehose-s3-stack/.gitignore: -------------------------------------------------------------------------------- 1 | .DS_Store 2 | *.swp 3 | package-lock.json 4 | __pycache__ 5 | .pytest_cache 6 | .venv 7 | *.egg-info 8 | 9 | # CDK asset staging directory 10 | .cdk.staging 11 | cdk.out 12 | -------------------------------------------------------------------------------- /analytics/streaming-etl/streaming-data-pipeline-from-kafka-to-s3-using-aws-kinesis-firehose/msk-firehose-s3-stack/assets/msk-bootstrap-servers-info.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/analytics/streaming-etl/streaming-data-pipeline-from-kafka-to-s3-using-aws-kinesis-firehose/msk-firehose-s3-stack/assets/msk-bootstrap-servers-info.png -------------------------------------------------------------------------------- /analytics/streaming-etl/streaming-data-pipeline-from-kafka-to-s3-using-aws-kinesis-firehose/msk-firehose-s3-stack/assets/msk-firehose-s3-01.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/analytics/streaming-etl/streaming-data-pipeline-from-kafka-to-s3-using-aws-kinesis-firehose/msk-firehose-s3-stack/assets/msk-firehose-s3-01.png -------------------------------------------------------------------------------- /analytics/streaming-etl/streaming-data-pipeline-from-kafka-to-s3-using-aws-kinesis-firehose/msk-firehose-s3-stack/assets/msk-firehose-s3-02.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/analytics/streaming-etl/streaming-data-pipeline-from-kafka-to-s3-using-aws-kinesis-firehose/msk-firehose-s3-stack/assets/msk-firehose-s3-02.png -------------------------------------------------------------------------------- /analytics/streaming-etl/streaming-data-pipeline-from-kafka-to-s3-using-aws-kinesis-firehose/msk-firehose-s3-stack/cdk.context.json: -------------------------------------------------------------------------------- 1 | { 2 | "vpc_name": "default", 3 | "msk_cluster_name": "demo-msk", 4 | "firehose": { 5 | "buffering_hints": { 6 | "intervalInSeconds": 300, 7 | "sizeInMBs": 100 8 | }, 9 | "topic_name": "ev_stream_data" 10 | } 11 | } 12 | -------------------------------------------------------------------------------- /analytics/streaming-etl/streaming-data-pipeline-from-kafka-to-s3-using-aws-kinesis-firehose/msk-firehose-s3-stack/cdk_stacks/__init__.py: -------------------------------------------------------------------------------- 1 | from .vpc import VpcStack 2 | from .kafka_client_ec2 import KafkaClientEC2InstanceStack 3 | from .msk import MSKProvisionedStack 4 | from .msk_cluster_policy import MSKClusterPolicyStack 5 | from .s3 import S3Stack 6 | from .firehose import KinesisFirehoseStack -------------------------------------------------------------------------------- /analytics/streaming-etl/streaming-data-pipeline-from-kafka-to-s3-using-aws-kinesis-firehose/msk-firehose-s3-stack/requirements.txt: -------------------------------------------------------------------------------- 1 | aws-cdk-lib==2.103.1 2 | constructs>=10.0.0,<11.0.0 3 | 4 | boto3==1.28.78 5 | botocore==1.31.78 -------------------------------------------------------------------------------- /analytics/streaming-etl/streaming-data-pipeline-from-kafka-to-s3-using-aws-kinesis-firehose/msk-serverless-firehose-s3-stack/.gitignore: -------------------------------------------------------------------------------- 1 | .DS_Store 2 | *.swp 3 | package-lock.json 4 | __pycache__ 5 | .pytest_cache 6 | .venv 7 | *.egg-info 8 | 9 | # CDK asset staging directory 10 | .cdk.staging 11 | cdk.out 12 | -------------------------------------------------------------------------------- /analytics/streaming-etl/streaming-data-pipeline-from-kafka-to-s3-using-aws-kinesis-firehose/msk-serverless-firehose-s3-stack/assets/msk-serverless-firehose-s3-01.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/analytics/streaming-etl/streaming-data-pipeline-from-kafka-to-s3-using-aws-kinesis-firehose/msk-serverless-firehose-s3-stack/assets/msk-serverless-firehose-s3-01.png -------------------------------------------------------------------------------- /analytics/streaming-etl/streaming-data-pipeline-from-kafka-to-s3-using-aws-kinesis-firehose/msk-serverless-firehose-s3-stack/assets/msk-serverless-firehose-s3-02.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/analytics/streaming-etl/streaming-data-pipeline-from-kafka-to-s3-using-aws-kinesis-firehose/msk-serverless-firehose-s3-stack/assets/msk-serverless-firehose-s3-02.png -------------------------------------------------------------------------------- /analytics/streaming-etl/streaming-data-pipeline-from-kafka-to-s3-using-aws-kinesis-firehose/msk-serverless-firehose-s3-stack/cdk.context.json: -------------------------------------------------------------------------------- 1 | { 2 | "vpc_name": "default", 3 | "msk_cluster_name": "demo-msk-serverless", 4 | "firehose": { 5 | "buffering_hints": { 6 | "intervalInSeconds": 300, 7 | "sizeInMBs": 100 8 | }, 9 | "topic_name": "ev_stream_data" 10 | } 11 | } 12 | -------------------------------------------------------------------------------- /analytics/streaming-etl/streaming-data-pipeline-from-kafka-to-s3-using-aws-kinesis-firehose/msk-serverless-firehose-s3-stack/cdk_stacks/__init__.py: -------------------------------------------------------------------------------- 1 | from .vpc import VpcStack 2 | from .kafka_client_ec2 import KafkaClientEC2InstanceStack 3 | from .msk_serverless import MSKServerlessStack 4 | from .msk_cluster_policy import MSKClusterPolicyStack 5 | from .firehose import KinesisFirehoseStack 6 | from .s3 import S3Stack -------------------------------------------------------------------------------- /analytics/streaming-etl/streaming-data-pipeline-from-kafka-to-s3-using-aws-kinesis-firehose/msk-serverless-firehose-s3-stack/requirements.txt: -------------------------------------------------------------------------------- 1 | aws-cdk-lib==2.103.1 2 | constructs>=10.0.0,<11.0.0 3 | 4 | boto3==1.28.78 5 | botocore==1.31.78 -------------------------------------------------------------------------------- /analytics/transactional-datalake/transactional-datalake-using-amazon-datafirehose-and-apache-iceberg/assets/amazon-kinesis-data-viewer.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/analytics/transactional-datalake/transactional-datalake-using-amazon-datafirehose-and-apache-iceberg/assets/amazon-kinesis-data-viewer.png -------------------------------------------------------------------------------- /analytics/transactional-datalake/transactional-datalake-using-amazon-datafirehose-and-apache-iceberg/assets/cdc-iceberg-data-level-01.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/analytics/transactional-datalake/transactional-datalake-using-amazon-datafirehose-and-apache-iceberg/assets/cdc-iceberg-data-level-01.png -------------------------------------------------------------------------------- /analytics/transactional-datalake/transactional-datalake-using-amazon-datafirehose-and-apache-iceberg/assets/cdc-iceberg-data-level-02.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/analytics/transactional-datalake/transactional-datalake-using-amazon-datafirehose-and-apache-iceberg/assets/cdc-iceberg-data-level-02.png -------------------------------------------------------------------------------- /analytics/transactional-datalake/transactional-datalake-using-amazon-datafirehose-and-apache-iceberg/assets/cdc-iceberg-data-level-03.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/analytics/transactional-datalake/transactional-datalake-using-amazon-datafirehose-and-apache-iceberg/assets/cdc-iceberg-data-level-03.png -------------------------------------------------------------------------------- /analytics/transactional-datalake/transactional-datalake-using-amazon-datafirehose-and-apache-iceberg/assets/cdc-iceberg-table.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/analytics/transactional-datalake/transactional-datalake-using-amazon-datafirehose-and-apache-iceberg/assets/cdc-iceberg-table.png -------------------------------------------------------------------------------- /analytics/transactional-datalake/transactional-datalake-using-amazon-datafirehose-and-apache-iceberg/requirements-dev.txt: -------------------------------------------------------------------------------- 1 | boto3==1.33.13 2 | botocore==1.33.13 3 | 4 | dataset==1.5.2 5 | Faker==13.3.1 6 | PyMySQL==1.1.1 7 | -------------------------------------------------------------------------------- /analytics/transactional-datalake/transactional-datalake-using-amazon-datafirehose-and-apache-iceberg/requirements.txt: -------------------------------------------------------------------------------- 1 | aws-cdk-lib==2.162.1 2 | constructs>=10.0.0,<11.0.0 3 | -------------------------------------------------------------------------------- /analytics/transactional-datalake/transactional-datalake-using-amazon-msk-and-apache-iceberg-on-aws-glue/.gitignore: -------------------------------------------------------------------------------- 1 | .DS_Store 2 | *.swp 3 | package-lock.json 4 | __pycache__ 5 | .pytest_cache 6 | .venv 7 | *.egg-info 8 | 9 | # CDK asset staging directory 10 | .cdk.staging 11 | cdk.out 12 | -------------------------------------------------------------------------------- /analytics/transactional-datalake/transactional-datalake-using-amazon-msk-and-apache-iceberg-on-aws-glue/assets/cdc-iceberg-data-level-01.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/analytics/transactional-datalake/transactional-datalake-using-amazon-msk-and-apache-iceberg-on-aws-glue/assets/cdc-iceberg-data-level-01.png -------------------------------------------------------------------------------- /analytics/transactional-datalake/transactional-datalake-using-amazon-msk-and-apache-iceberg-on-aws-glue/assets/cdc-iceberg-data-level-02.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/analytics/transactional-datalake/transactional-datalake-using-amazon-msk-and-apache-iceberg-on-aws-glue/assets/cdc-iceberg-data-level-02.png -------------------------------------------------------------------------------- /analytics/transactional-datalake/transactional-datalake-using-amazon-msk-and-apache-iceberg-on-aws-glue/assets/cdc-iceberg-data-level-03.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/analytics/transactional-datalake/transactional-datalake-using-amazon-msk-and-apache-iceberg-on-aws-glue/assets/cdc-iceberg-data-level-03.png -------------------------------------------------------------------------------- /analytics/transactional-datalake/transactional-datalake-using-amazon-msk-and-apache-iceberg-on-aws-glue/assets/cdc-iceberg-table.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/analytics/transactional-datalake/transactional-datalake-using-amazon-msk-and-apache-iceberg-on-aws-glue/assets/cdc-iceberg-table.png -------------------------------------------------------------------------------- /analytics/transactional-datalake/transactional-datalake-using-amazon-msk-and-apache-iceberg-on-aws-glue/assets/msk-bootstrap-servers-info.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/analytics/transactional-datalake/transactional-datalake-using-amazon-msk-and-apache-iceberg-on-aws-glue/assets/msk-bootstrap-servers-info.png -------------------------------------------------------------------------------- /analytics/transactional-datalake/transactional-datalake-using-amazon-msk-and-apache-iceberg-on-aws-glue/assets/msk-connect-worker-configurations.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/analytics/transactional-datalake/transactional-datalake-using-amazon-msk-and-apache-iceberg-on-aws-glue/assets/msk-connect-worker-configurations.png -------------------------------------------------------------------------------- /analytics/transactional-datalake/transactional-datalake-using-amazon-msk-and-apache-iceberg-on-aws-glue/requirements-dev.txt: -------------------------------------------------------------------------------- 1 | boto3==1.28.79 2 | botocore==1.31.79 3 | 4 | dataset==1.5.2 5 | Faker==13.3.1 6 | PyMySQL==1.1.1 7 | -------------------------------------------------------------------------------- /analytics/transactional-datalake/transactional-datalake-using-amazon-msk-and-apache-iceberg-on-aws-glue/requirements.txt: -------------------------------------------------------------------------------- 1 | aws-cdk-lib==2.104.0 2 | constructs>=10.0.0,<11.0.0 3 | 4 | boto3==1.28.78 5 | botocore==1.31.78 6 | -------------------------------------------------------------------------------- /analytics/transactional-datalake/transactional-datalake-using-amazon-msk-serverless-and-apache-iceberg-on-aws-glue/assets/cdc-iceberg-data-level-01.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/analytics/transactional-datalake/transactional-datalake-using-amazon-msk-serverless-and-apache-iceberg-on-aws-glue/assets/cdc-iceberg-data-level-01.png -------------------------------------------------------------------------------- /analytics/transactional-datalake/transactional-datalake-using-amazon-msk-serverless-and-apache-iceberg-on-aws-glue/assets/cdc-iceberg-data-level-02.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/analytics/transactional-datalake/transactional-datalake-using-amazon-msk-serverless-and-apache-iceberg-on-aws-glue/assets/cdc-iceberg-data-level-02.png -------------------------------------------------------------------------------- /analytics/transactional-datalake/transactional-datalake-using-amazon-msk-serverless-and-apache-iceberg-on-aws-glue/assets/cdc-iceberg-data-level-03.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/analytics/transactional-datalake/transactional-datalake-using-amazon-msk-serverless-and-apache-iceberg-on-aws-glue/assets/cdc-iceberg-data-level-03.png -------------------------------------------------------------------------------- /analytics/transactional-datalake/transactional-datalake-using-amazon-msk-serverless-and-apache-iceberg-on-aws-glue/assets/cdc-iceberg-table.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/analytics/transactional-datalake/transactional-datalake-using-amazon-msk-serverless-and-apache-iceberg-on-aws-glue/assets/cdc-iceberg-table.png -------------------------------------------------------------------------------- /analytics/transactional-datalake/transactional-datalake-using-amazon-msk-serverless-and-apache-iceberg-on-aws-glue/assets/msk-connect-worker-configurations.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/analytics/transactional-datalake/transactional-datalake-using-amazon-msk-serverless-and-apache-iceberg-on-aws-glue/assets/msk-connect-worker-configurations.png -------------------------------------------------------------------------------- /analytics/transactional-datalake/transactional-datalake-using-amazon-msk-serverless-and-apache-iceberg-on-aws-glue/requirements-dev.txt: -------------------------------------------------------------------------------- 1 | boto3==1.28.79 2 | botocore==1.31.79 3 | 4 | dataset==1.5.2 5 | Faker==13.3.1 6 | PyMySQL==1.1.1 7 | -------------------------------------------------------------------------------- /analytics/transactional-datalake/transactional-datalake-using-amazon-msk-serverless-and-apache-iceberg-on-aws-glue/requirements.txt: -------------------------------------------------------------------------------- 1 | aws-cdk-lib==2.104.0 2 | constructs>=10.0.0,<11.0.0 3 | 4 | boto3==1.28.78 5 | botocore==1.31.78 6 | -------------------------------------------------------------------------------- /analytics/transactional-datalake/transactional-datalake-using-apache-iceberg-on-aws-glue/CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- 1 | ## Code of Conduct 2 | This project has adopted the [Amazon Open Source Code of Conduct](https://aws.github.io/code-of-conduct). 3 | For more information see the [Code of Conduct FAQ](https://aws.github.io/code-of-conduct-faq) or contact 4 | opensource-codeofconduct@amazon.com with any additional questions or comments. 5 | -------------------------------------------------------------------------------- /analytics/transactional-datalake/transactional-datalake-using-apache-iceberg-on-aws-glue/assets/amazon-kinesis-data-viewer.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/analytics/transactional-datalake/transactional-datalake-using-apache-iceberg-on-aws-glue/assets/amazon-kinesis-data-viewer.png -------------------------------------------------------------------------------- /analytics/transactional-datalake/transactional-datalake-using-apache-iceberg-on-aws-glue/assets/cdc-iceberg-data-level-01.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/analytics/transactional-datalake/transactional-datalake-using-apache-iceberg-on-aws-glue/assets/cdc-iceberg-data-level-01.png -------------------------------------------------------------------------------- /analytics/transactional-datalake/transactional-datalake-using-apache-iceberg-on-aws-glue/assets/cdc-iceberg-data-level-02.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/analytics/transactional-datalake/transactional-datalake-using-apache-iceberg-on-aws-glue/assets/cdc-iceberg-data-level-02.png -------------------------------------------------------------------------------- /analytics/transactional-datalake/transactional-datalake-using-apache-iceberg-on-aws-glue/assets/cdc-iceberg-data-level-03.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/analytics/transactional-datalake/transactional-datalake-using-apache-iceberg-on-aws-glue/assets/cdc-iceberg-data-level-03.png -------------------------------------------------------------------------------- /analytics/transactional-datalake/transactional-datalake-using-apache-iceberg-on-aws-glue/assets/cdc-iceberg-table.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/analytics/transactional-datalake/transactional-datalake-using-apache-iceberg-on-aws-glue/assets/cdc-iceberg-table.png -------------------------------------------------------------------------------- /analytics/transactional-datalake/transactional-datalake-using-apache-iceberg-on-aws-glue/requirements-dev.txt: -------------------------------------------------------------------------------- 1 | boto3==1.21.19 2 | botocore==1.24.19 3 | 4 | dataset==1.5.2 5 | Faker==13.3.1 6 | PyMySQL==1.1.1 7 | -------------------------------------------------------------------------------- /analytics/transactional-datalake/transactional-datalake-using-apache-iceberg-on-aws-glue/requirements.txt: -------------------------------------------------------------------------------- 1 | aws-cdk-lib==2.164.1 2 | constructs>=10.0.0,<11.0.0 3 | -------------------------------------------------------------------------------- /analytics/zero-etl-integrations/aurora-mysql-to-redshift/.envrc: -------------------------------------------------------------------------------- 1 | export USE_DEFAULT_VPC=true 2 | -------------------------------------------------------------------------------- /analytics/zero-etl-integrations/aurora-mysql-to-redshift/assets/choose-reshift-serverless-query-data.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/analytics/zero-etl-integrations/aurora-mysql-to-redshift/assets/choose-reshift-serverless-query-data.jpg -------------------------------------------------------------------------------- /analytics/zero-etl-integrations/aurora-mysql-to-redshift/assets/create-redshift-serverless-connection.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/analytics/zero-etl-integrations/aurora-mysql-to-redshift/assets/create-redshift-serverless-connection.jpg -------------------------------------------------------------------------------- /analytics/zero-etl-integrations/aurora-mysql-to-redshift/cdk_stacks/__init__.py: -------------------------------------------------------------------------------- 1 | from .vpc import VpcStack 2 | from .aurora_mysql import AuroraMysqlStack 3 | from .bastion_host import BastionHostEC2InstanceStack 4 | from .redshift_serverless import RedshiftServerlessStack 5 | from .zero_etl_from_aurora_mysql_to_rs import ZeroEtlFromAuroraMysqlToRedshifStack -------------------------------------------------------------------------------- /analytics/zero-etl-integrations/aurora-mysql-to-redshift/requirements.txt: -------------------------------------------------------------------------------- 1 | aws-cdk-lib==2.176.0 2 | constructs>=10.0.0,<11.0.0 3 | -------------------------------------------------------------------------------- /analytics/zero-etl-integrations/aurora-postgresql-to-redshift/.envrc: -------------------------------------------------------------------------------- 1 | export USE_DEFAULT_VPC=true 2 | -------------------------------------------------------------------------------- /analytics/zero-etl-integrations/aurora-postgresql-to-redshift/assets/choose-reshift-serverless-query-data.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/analytics/zero-etl-integrations/aurora-postgresql-to-redshift/assets/choose-reshift-serverless-query-data.jpg -------------------------------------------------------------------------------- /analytics/zero-etl-integrations/aurora-postgresql-to-redshift/assets/create-redshift-serverless-connection.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/analytics/zero-etl-integrations/aurora-postgresql-to-redshift/assets/create-redshift-serverless-connection.jpg -------------------------------------------------------------------------------- /analytics/zero-etl-integrations/aurora-postgresql-to-redshift/cdk_stacks/__init__.py: -------------------------------------------------------------------------------- 1 | from .vpc import VpcStack 2 | from .aurora_postgresql import AuroraPostgresqlStack 3 | from .bastion_host import BastionHostEC2InstanceStack 4 | from .redshift_serverless import RedshiftServerlessStack 5 | from .zero_etl_from_aurora_postgresql_to_rs import ZeroEtlFromAuroraPostgresqlToRedshifStack -------------------------------------------------------------------------------- /analytics/zero-etl-integrations/aurora-postgresql-to-redshift/requirements.txt: -------------------------------------------------------------------------------- 1 | aws-cdk-lib==2.176.0 2 | constructs>=10.0.0,<11.0.0 3 | -------------------------------------------------------------------------------- /analytics/zero-etl-integrations/rds-mysql-to-redshift/.envrc: -------------------------------------------------------------------------------- 1 | export USE_DEFAULT_VPC=true 2 | -------------------------------------------------------------------------------- /analytics/zero-etl-integrations/rds-mysql-to-redshift/.gitignore: -------------------------------------------------------------------------------- 1 | *.swp 2 | package-lock.json 3 | __pycache__ 4 | .pytest_cache 5 | .venv 6 | *.egg-info 7 | 8 | # CDK asset staging directory 9 | .cdk.staging 10 | cdk.out 11 | -------------------------------------------------------------------------------- /analytics/zero-etl-integrations/rds-mysql-to-redshift/assets/choose-reshift-serverless-query-data.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/analytics/zero-etl-integrations/rds-mysql-to-redshift/assets/choose-reshift-serverless-query-data.jpg -------------------------------------------------------------------------------- /analytics/zero-etl-integrations/rds-mysql-to-redshift/assets/create-redshift-serverless-connection.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/analytics/zero-etl-integrations/rds-mysql-to-redshift/assets/create-redshift-serverless-connection.jpg -------------------------------------------------------------------------------- /analytics/zero-etl-integrations/rds-mysql-to-redshift/cdk_stacks/__init__.py: -------------------------------------------------------------------------------- 1 | from .vpc import VpcStack 2 | from .mysql import MysqlStack 3 | from .bastion_host import BastionHostEC2InstanceStack 4 | from .redshift_serverless import RedshiftServerlessStack 5 | from .zero_etl_from_mysql_to_rs import ZeroEtlFromMysqlToRedshifStack -------------------------------------------------------------------------------- /analytics/zero-etl-integrations/rds-mysql-to-redshift/requirements.txt: -------------------------------------------------------------------------------- 1 | aws-cdk-lib==2.176.0 2 | constructs>=10.0.0,<11.0.0 3 | -------------------------------------------------------------------------------- /containers/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/containers/.gitignore -------------------------------------------------------------------------------- /containers/ecs/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/containers/ecs/.gitignore -------------------------------------------------------------------------------- /containers/eks/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/containers/eks/.gitignore -------------------------------------------------------------------------------- /database/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/database/.gitignore -------------------------------------------------------------------------------- /database/clickhouse-on-ecs-fargate/.envrc: -------------------------------------------------------------------------------- 1 | export USE_DEFAULT_VPC=true -------------------------------------------------------------------------------- /database/clickhouse-on-ecs-fargate/.gitignore: -------------------------------------------------------------------------------- 1 | .gitignore 2 | *.swp 3 | package-lock.json 4 | __pycache__ 5 | .pytest_cache 6 | .venv 7 | *.egg-info 8 | 9 | # CDK asset staging directory 10 | .cdk.staging 11 | cdk.out 12 | cdk.context.json -------------------------------------------------------------------------------- /database/clickhouse-on-ecs-fargate/assets/clichhouse-http-interface.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/database/clickhouse-on-ecs-fargate/assets/clichhouse-http-interface.png -------------------------------------------------------------------------------- /database/clickhouse-on-ecs-fargate/cdk_stacks/__init__.py: -------------------------------------------------------------------------------- 1 | from .alb import ALBClickhouseStack 2 | from .ecr import ECRStack 3 | from .ecs_cluster import ECSClusterStack 4 | from .ecs_task_clickhouse import ECSTaskClickhouseStack 5 | from .ecs_alb_fargate_service import ECSAlbFargateServiceStack 6 | from .efs import EFSStack 7 | from .service_discovery import ServiceDiscoveryStack 8 | from .vpc import VpcStack -------------------------------------------------------------------------------- /database/clickhouse-on-ecs-fargate/requirements.txt: -------------------------------------------------------------------------------- 1 | aws-cdk-lib==2.177.0 2 | constructs>=10.0.0,<11.0.0 3 | cdk-ecr-deployment==3.0.82 -------------------------------------------------------------------------------- /database/neptune-analytics/.gitignore: -------------------------------------------------------------------------------- 1 | *.swp 2 | package-lock.json 3 | __pycache__ 4 | .pytest_cache 5 | .venv 6 | *.egg-info 7 | 8 | # CDK asset staging directory 9 | .cdk.staging 10 | cdk.out 11 | -------------------------------------------------------------------------------- /database/neptune-analytics/cdk_stacks/__init__.py: -------------------------------------------------------------------------------- 1 | from .neptune_analytics import NeptuneAnalyticsStack 2 | from .sm_notebook import SageMakerNotebookStack 3 | from .vpc import VpcStack -------------------------------------------------------------------------------- /database/neptune-analytics/requirements.txt: -------------------------------------------------------------------------------- 1 | aws-cdk-lib==2.158.0 2 | constructs>=10.0.0,<11.0.0 3 | -------------------------------------------------------------------------------- /database/neptune-serverless/.gitignore: -------------------------------------------------------------------------------- 1 | *.swp 2 | package-lock.json 3 | __pycache__ 4 | .pytest_cache 5 | .venv 6 | *.egg-info 7 | 8 | # CDK asset staging directory 9 | .cdk.staging 10 | cdk.out 11 | -------------------------------------------------------------------------------- /database/neptune-serverless/cdk_stacks/__init__.py: -------------------------------------------------------------------------------- 1 | from .vpc import VpcStack 2 | from .neptune_serverless import NeptuneServerlessStack 3 | from .sm_notebook import SageMakerNotebookStack -------------------------------------------------------------------------------- /database/neptune-serverless/requirements.txt: -------------------------------------------------------------------------------- 1 | aws-cdk-lib==2.158.0 2 | constructs>=10.0.0,<11.0.0 3 | -------------------------------------------------------------------------------- /database/neptune/.gitignore: -------------------------------------------------------------------------------- 1 | *.swp 2 | package-lock.json 3 | __pycache__ 4 | .pytest_cache 5 | .venv 6 | *.egg-info 7 | 8 | # CDK asset staging directory 9 | .cdk.staging 10 | cdk.out 11 | -------------------------------------------------------------------------------- /database/neptune/cdk_stacks/__init__.py: -------------------------------------------------------------------------------- 1 | from .vpc import VpcStack 2 | from .neptune import NeptuneStack 3 | from .sm_notebook import SageMakerNotebookStack -------------------------------------------------------------------------------- /database/neptune/requirements.txt: -------------------------------------------------------------------------------- 1 | aws-cdk-lib==2.158.0 2 | constructs>=10.0.0,<11.0.0 3 | -------------------------------------------------------------------------------- /devax/appconfig-featureflag/.npmignore: -------------------------------------------------------------------------------- 1 | *.ts 2 | !*.d.ts 3 | 4 | # CDK asset staging directory 5 | .cdk.staging 6 | cdk.out 7 | -------------------------------------------------------------------------------- /devax/appconfig-featureflag/jest.config.js: -------------------------------------------------------------------------------- 1 | module.exports = { 2 | testEnvironment: 'node', 3 | roots: ['/test'], 4 | testMatch: ['**/*.test.ts'], 5 | transform: { 6 | '^.+\\.tsx?$': 'ts-jest' 7 | } 8 | }; 9 | -------------------------------------------------------------------------------- /gen-ai/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/.gitignore -------------------------------------------------------------------------------- /gen-ai/agentic-workflow-with-bedrock-and-open-source-frameworks/CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- 1 | ## Code of Conduct 2 | This project has adopted the [Amazon Open Source Code of Conduct](https://aws.github.io/code-of-conduct). 3 | For more information see the [Code of Conduct FAQ](https://aws.github.io/code-of-conduct-faq) or contact 4 | opensource-codeofconduct@amazon.com with any additional questions or comments. 5 | -------------------------------------------------------------------------------- /gen-ai/agentic-workflow-with-bedrock-and-open-source-frameworks/data/examples_ko.txt: -------------------------------------------------------------------------------- 1 | 뉴욕 2 | 오늘 여행하기 좋은 최고의 장소들을 종합해주세요. 3 | 발리에서 마주하게 될 환경에 대해 요약해주세요. 4 | 제가 최근에 다녀온 여행에 대해 간단히 설명해주세요. 5 | 여행지로서 브라질과 아르헨티나의 차이점을 설명해주세요. 6 | 몬트리올에서 할 수 있는 것들에 대한 주요 포인트. 7 | 뉴올리언스에 대한 주요 정보를 간단히 살펴보기. 8 | 다음 주 뉴올리언스에서 할 수 있는 것들에 대한 주요 정보를 간단히 살펴보기. 9 | 보스턴의 호텔들에 대한 간단한 요약을 제공해주세요. 10 | 런던으로 가는 여행에 대해 요약해주세요. -------------------------------------------------------------------------------- /gen-ai/agentic-workflow-with-bedrock-and-open-source-frameworks/data/section_doc_store.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/agentic-workflow-with-bedrock-and-open-source-frameworks/data/section_doc_store.pkl -------------------------------------------------------------------------------- /gen-ai/agentic-workflow-with-bedrock-and-open-source-frameworks/data/section_vector_store.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/agentic-workflow-with-bedrock-and-open-source-frameworks/data/section_vector_store.pkl -------------------------------------------------------------------------------- /gen-ai/agentic-workflow-with-bedrock-and-open-source-frameworks/data/travel_bookings.db: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/agentic-workflow-with-bedrock-and-open-source-frameworks/data/travel_bookings.db -------------------------------------------------------------------------------- /gen-ai/agentic-workflow-with-bedrock-and-open-source-frameworks/images/Hotel_booking_confirmation_light.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/agentic-workflow-with-bedrock-and-open-source-frameworks/images/Hotel_booking_confirmation_light.png -------------------------------------------------------------------------------- /gen-ai/agentic-workflow-with-bedrock-and-open-source-frameworks/images/RAG-travellers.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/agentic-workflow-with-bedrock-and-open-source-frameworks/images/RAG-travellers.png -------------------------------------------------------------------------------- /gen-ai/agentic-workflow-with-bedrock-and-open-source-frameworks/images/ReACT_agents.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/agentic-workflow-with-bedrock-and-open-source-frameworks/images/ReACT_agents.png -------------------------------------------------------------------------------- /gen-ai/agentic-workflow-with-bedrock-and-open-source-frameworks/images/ReWoO_agents.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/agentic-workflow-with-bedrock-and-open-source-frameworks/images/ReWoO_agents.png -------------------------------------------------------------------------------- /gen-ai/agentic-workflow-with-bedrock-and-open-source-frameworks/images/agent_action_thought.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/agentic-workflow-with-bedrock-and-open-source-frameworks/images/agent_action_thought.png -------------------------------------------------------------------------------- /gen-ai/agentic-workflow-with-bedrock-and-open-source-frameworks/images/agent_alignment_chart.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/agentic-workflow-with-bedrock-and-open-source-frameworks/images/agent_alignment_chart.png -------------------------------------------------------------------------------- /gen-ai/agentic-workflow-with-bedrock-and-open-source-frameworks/images/agents_itinerary.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/agentic-workflow-with-bedrock-and-open-source-frameworks/images/agents_itinerary.png -------------------------------------------------------------------------------- /gen-ai/agentic-workflow-with-bedrock-and-open-source-frameworks/images/agents_memory_light.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/agentic-workflow-with-bedrock-and-open-source-frameworks/images/agents_memory_light.png -------------------------------------------------------------------------------- /gen-ai/agentic-workflow-with-bedrock-and-open-source-frameworks/images/amsterdam.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/agentic-workflow-with-bedrock-and-open-source-frameworks/images/amsterdam.jpeg -------------------------------------------------------------------------------- /gen-ai/agentic-workflow-with-bedrock-and-open-source-frameworks/images/converse_api.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/agentic-workflow-with-bedrock-and-open-source-frameworks/images/converse_api.png -------------------------------------------------------------------------------- /gen-ai/agentic-workflow-with-bedrock-and-open-source-frameworks/images/graph_state_light.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/agentic-workflow-with-bedrock-and-open-source-frameworks/images/graph_state_light.png -------------------------------------------------------------------------------- /gen-ai/agentic-workflow-with-bedrock-and-open-source-frameworks/images/human-in-the-loop.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/agentic-workflow-with-bedrock-and-open-source-frameworks/images/human-in-the-loop.png -------------------------------------------------------------------------------- /gen-ai/agentic-workflow-with-bedrock-and-open-source-frameworks/images/macro-micro-eval.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/agentic-workflow-with-bedrock-and-open-source-frameworks/images/macro-micro-eval.png -------------------------------------------------------------------------------- /gen-ai/agentic-workflow-with-bedrock-and-open-source-frameworks/images/multi-agent-travel-bot.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/agentic-workflow-with-bedrock-and-open-source-frameworks/images/multi-agent-travel-bot.png -------------------------------------------------------------------------------- /gen-ai/agentic-workflow-with-bedrock-and-open-source-frameworks/images/multi_memory_light.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/agentic-workflow-with-bedrock-and-open-source-frameworks/images/multi_memory_light.png -------------------------------------------------------------------------------- /gen-ai/agentic-workflow-with-bedrock-and-open-source-frameworks/images/paris.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/agentic-workflow-with-bedrock-and-open-source-frameworks/images/paris.png -------------------------------------------------------------------------------- /gen-ai/agentic-workflow-with-bedrock-and-open-source-frameworks/images/rag-architecture.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/agentic-workflow-with-bedrock-and-open-source-frameworks/images/rag-architecture.png -------------------------------------------------------------------------------- /gen-ai/agentic-workflow-with-bedrock-and-open-source-frameworks/images/rag-workflow.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/agentic-workflow-with-bedrock-and-open-source-frameworks/images/rag-workflow.png -------------------------------------------------------------------------------- /gen-ai/agentic-workflow-with-bedrock-and-open-source-frameworks/images/react_tool_call.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/agentic-workflow-with-bedrock-and-open-source-frameworks/images/react_tool_call.png -------------------------------------------------------------------------------- /gen-ai/agentic-workflow-with-bedrock-and-open-source-frameworks/images/short-vs-long.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/agentic-workflow-with-bedrock-and-open-source-frameworks/images/short-vs-long.png -------------------------------------------------------------------------------- /gen-ai/agentic-workflow-with-bedrock-and-open-source-frameworks/images/travel_agent_light.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/agentic-workflow-with-bedrock-and-open-source-frameworks/images/travel_agent_light.png -------------------------------------------------------------------------------- /gen-ai/agentic-workflow-with-bedrock-and-open-source-frameworks/images/vegas.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/agentic-workflow-with-bedrock-and-open-source-frameworks/images/vegas.png -------------------------------------------------------------------------------- /gen-ai/bedrock-multi-model-translation-reviewer/app/requirements.txt: -------------------------------------------------------------------------------- 1 | streamlit==1.37.0 2 | boto3==1.34.42 -------------------------------------------------------------------------------- /gen-ai/bedrock-multi-model-translation-reviewer/cdk/requirements.txt: -------------------------------------------------------------------------------- 1 | aws-cdk-lib==2.123.0 2 | constructs>=10.0.0 -------------------------------------------------------------------------------- /gen-ai/bedrock-multi-model-translation-reviewer/images/translator-1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/bedrock-multi-model-translation-reviewer/images/translator-1.png -------------------------------------------------------------------------------- /gen-ai/bedrock-multi-model-translation-reviewer/images/translator-2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/bedrock-multi-model-translation-reviewer/images/translator-2.png -------------------------------------------------------------------------------- /gen-ai/bedrock-multi-model-translation-reviewer/images/translator-3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/bedrock-multi-model-translation-reviewer/images/translator-3.png -------------------------------------------------------------------------------- /gen-ai/bedrock-txt-to-query-for-athena-chatbot/images/architecture.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/bedrock-txt-to-query-for-athena-chatbot/images/architecture.png -------------------------------------------------------------------------------- /gen-ai/bedrock-txt-to-query-for-athena-chatbot/requirements.txt: -------------------------------------------------------------------------------- 1 | boto3 2 | botocore 3 | langchain-community 4 | langchain-aws 5 | streamlit -------------------------------------------------------------------------------- /gen-ai/bedrock-webtoon-background-transformer/cdk_stacks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/bedrock-webtoon-background-transformer/cdk_stacks/__init__.py -------------------------------------------------------------------------------- /gen-ai/bedrock-webtoon-background-transformer/notebook/data/base_img.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/bedrock-webtoon-background-transformer/notebook/data/base_img.png -------------------------------------------------------------------------------- /gen-ai/bedrock-webtoon-background-transformer/requirements.txt: -------------------------------------------------------------------------------- 1 | aws-cdk-lib==2.171.1 2 | constructs>=10.0.0,<11.0.0 3 | -------------------------------------------------------------------------------- /gen-ai/contract-analyzer-demo/contract_sample.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/contract-analyzer-demo/contract_sample.pdf -------------------------------------------------------------------------------- /gen-ai/contract-analyzer-demo/fonts/SolmoeKimDaeGunLight.ttf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/contract-analyzer-demo/fonts/SolmoeKimDaeGunLight.ttf -------------------------------------------------------------------------------- /gen-ai/contract-analyzer-demo/fonts/SolmoeKimDaeGunMedium.ttf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/contract-analyzer-demo/fonts/SolmoeKimDaeGunMedium.ttf -------------------------------------------------------------------------------- /gen-ai/contract-analyzer-demo/models/__init__.py: -------------------------------------------------------------------------------- 1 | """데이터 모델 패키지""" -------------------------------------------------------------------------------- /gen-ai/contract-analyzer-demo/readme_imgs/contract_summary.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/contract-analyzer-demo/readme_imgs/contract_summary.png -------------------------------------------------------------------------------- /gen-ai/contract-analyzer-demo/readme_imgs/field_extraction.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/contract-analyzer-demo/readme_imgs/field_extraction.png -------------------------------------------------------------------------------- /gen-ai/contract-analyzer-demo/readme_imgs/overview.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/contract-analyzer-demo/readme_imgs/overview.png -------------------------------------------------------------------------------- /gen-ai/contract-analyzer-demo/readme_imgs/rist_analyzer.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/contract-analyzer-demo/readme_imgs/rist_analyzer.png -------------------------------------------------------------------------------- /gen-ai/contract-analyzer-demo/services/__init__.py: -------------------------------------------------------------------------------- 1 | """서비스 함수 패키지""" -------------------------------------------------------------------------------- /gen-ai/github-pr-summary-with-amazon-bedrock/cdk.context.json: -------------------------------------------------------------------------------- 1 | { 2 | "region": "us-east-1", 3 | "github_repo": "your-github-repo", 4 | "github_token": "your-github-token", 5 | "bedrock_model_id": "anthropic.claude-3-sonnet-20240229-v1:0" 6 | } -------------------------------------------------------------------------------- /gen-ai/github-pr-summary-with-amazon-bedrock/cdk_stacks/__init__.py: -------------------------------------------------------------------------------- 1 | from .github_pr_summary_stack import GitHubPRSummaryStack -------------------------------------------------------------------------------- /gen-ai/github-pr-summary-with-amazon-bedrock/cdk_stacks/lambda/requirements.txt: -------------------------------------------------------------------------------- 1 | boto3 2 | requests -------------------------------------------------------------------------------- /gen-ai/github-pr-summary-with-amazon-bedrock/images/github-pr-summary-arch-arch.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/github-pr-summary-with-amazon-bedrock/images/github-pr-summary-arch-arch.png -------------------------------------------------------------------------------- /gen-ai/github-pr-summary-with-amazon-bedrock/images/sample.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/github-pr-summary-with-amazon-bedrock/images/sample.png -------------------------------------------------------------------------------- /gen-ai/github-pr-summary-with-amazon-bedrock/requirements.txt: -------------------------------------------------------------------------------- 1 | aws-cdk-lib==2.146.0 2 | constructs>=10.0.0,<11.0.0 -------------------------------------------------------------------------------- /gen-ai/mcp-tutorial/.gitignore: -------------------------------------------------------------------------------- 1 | .DS_Store 2 | uv.lock -------------------------------------------------------------------------------- /gen-ai/mcp-tutorial/CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- 1 | ## Code of Conduct 2 | This project has adopted the [Amazon Open Source Code of Conduct](https://aws.github.io/code-of-conduct). 3 | For more information see the [Code of Conduct FAQ](https://aws.github.io/code-of-conduct-faq) or contact 4 | opensource-codeofconduct@amazon.com with any additional questions or comments. 5 | -------------------------------------------------------------------------------- /gen-ai/mcp-tutorial/module-01/part-01/.gitignore: -------------------------------------------------------------------------------- 1 | .DS_Store -------------------------------------------------------------------------------- /gen-ai/mcp-tutorial/module-01/part-01/assets/images/ClaudeFindSetting.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/mcp-tutorial/module-01/part-01/assets/images/ClaudeFindSetting.png -------------------------------------------------------------------------------- /gen-ai/mcp-tutorial/module-01/part-01/assets/images/ClaudeMCPWeather.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/mcp-tutorial/module-01/part-01/assets/images/ClaudeMCPWeather.png -------------------------------------------------------------------------------- /gen-ai/mcp-tutorial/module-01/part-01/assets/images/claudeMCP.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/mcp-tutorial/module-01/part-01/assets/images/claudeMCP.png -------------------------------------------------------------------------------- /gen-ai/mcp-tutorial/module-01/part-01/assets/images/mcp-nova-canvas.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/mcp-tutorial/module-01/part-01/assets/images/mcp-nova-canvas.png -------------------------------------------------------------------------------- /gen-ai/mcp-tutorial/module-01/part-01/assets/images/mcp.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/mcp-tutorial/module-01/part-01/assets/images/mcp.jpg -------------------------------------------------------------------------------- /gen-ai/mcp-tutorial/module-01/part-01/assets/images/nova-flower.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/mcp-tutorial/module-01/part-01/assets/images/nova-flower.png -------------------------------------------------------------------------------- /gen-ai/mcp-tutorial/module-01/part-01/src/example-1/pyproject.toml: -------------------------------------------------------------------------------- 1 | [project] 2 | name = "weather" 3 | version = "0.1.0" 4 | description = "weather mcp server" 5 | readme = "README.md" 6 | requires-python = ">=3.12" 7 | dependencies = [ 8 | "httpx>=0.28.1", 9 | "mcp[cli]>=1.6.0", 10 | ] 11 | -------------------------------------------------------------------------------- /gen-ai/mcp-tutorial/module-01/part-01/src/example-1/requirements.txt: -------------------------------------------------------------------------------- 1 | httpx>=0.28.1 2 | mcp[cli]>=1.6.0 -------------------------------------------------------------------------------- /gen-ai/mcp-tutorial/module-01/part-01/src/example-2/pyproject.toml: -------------------------------------------------------------------------------- 1 | [project] 2 | name = "nova-canvas" 3 | version = "0.1.0" 4 | description = "noval-canvas mcp server" 5 | readme = "README.md" 6 | requires-python = ">=3.12" 7 | dependencies = [ 8 | "boto3>=1.38.3", 9 | "httpx>=0.28.1", 10 | "mcp[cli]>=1.6.0", 11 | "pillow>=11.2.1", 12 | ] 13 | -------------------------------------------------------------------------------- /gen-ai/mcp-tutorial/module-01/part-01/src/example-2/requirements.txt: -------------------------------------------------------------------------------- 1 | boto3>=1.38.3 2 | httpx>=0.28.1 3 | mcp[cli]>=1.6.0 4 | pillow>=11.2.1 -------------------------------------------------------------------------------- /gen-ai/mcp-tutorial/module-01/part-03/.gitignore: -------------------------------------------------------------------------------- 1 | .DS_Store -------------------------------------------------------------------------------- /gen-ai/mcp-tutorial/module-01/part-03/assets/prompt.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/mcp-tutorial/module-01/part-03/assets/prompt.png -------------------------------------------------------------------------------- /gen-ai/mcp-tutorial/module-01/part-03/assets/weather.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/mcp-tutorial/module-01/part-03/assets/weather.png -------------------------------------------------------------------------------- /gen-ai/mcp-tutorial/module-02/.gitignore: -------------------------------------------------------------------------------- 1 | .DS_Store -------------------------------------------------------------------------------- /gen-ai/mcp-tutorial/module-02/mcp-server-cdk/app.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env python3 2 | import os 3 | 4 | import aws_cdk as cdk 5 | 6 | from stacks.mcp_server_amazon_ecs_stack import McpServerAmazonECSStack 7 | 8 | 9 | app = cdk.App() 10 | 11 | mcp_server_amazon_ecs_stack = McpServerAmazonECSStack(app, "McpServerAmazonECSStack") 12 | 13 | app.synth() 14 | -------------------------------------------------------------------------------- /gen-ai/mcp-tutorial/module-02/mcp-server-cdk/app/mcp-weather-app/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/mcp-tutorial/module-02/mcp-server-cdk/app/mcp-weather-app/README.md -------------------------------------------------------------------------------- /gen-ai/mcp-tutorial/module-02/mcp-server-cdk/requirements.txt: -------------------------------------------------------------------------------- 1 | aws-cdk-lib 2 | constructs>=10.0.0,<11.0.0 -------------------------------------------------------------------------------- /gen-ai/mcp-tutorial/module-02/mcp-server-cdk/stacks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/mcp-tutorial/module-02/mcp-server-cdk/stacks/__init__.py -------------------------------------------------------------------------------- /gen-ai/mcp-tutorial/module-03/app.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env python3 2 | import os 3 | 4 | import aws_cdk as cdk 5 | 6 | from stack.cdk_stack import McpServerAmazonECSStack 7 | 8 | 9 | app = cdk.App() 10 | McpServerAmazonECSStack(app, "MCPStreamlitAppStack", env=cdk.Environment( 11 | account=os.environ["CDK_DEFAULT_ACCOUNT"], 12 | region=os.environ["CDK_DEFAULT_REGION"]) 13 | ) 14 | 15 | app.synth() 16 | -------------------------------------------------------------------------------- /gen-ai/mcp-tutorial/module-03/app/streamlit-app/requirements.txt: -------------------------------------------------------------------------------- 1 | streamlit>=1.30.0 2 | langchain-mcp-adapters>=0.0.1 3 | langchain-aws>=0.1.0 4 | langgraph>=0.1.5 5 | mcp>=0.1.0 6 | boto3>=1.34.0 7 | nest-asyncio>=1.6.0 -------------------------------------------------------------------------------- /gen-ai/mcp-tutorial/module-03/cdk.context.json: -------------------------------------------------------------------------------- 1 | { 2 | "vpc-id": "", 3 | "cluster-name": "", 4 | "listener-arn": "" 5 | } 6 | -------------------------------------------------------------------------------- /gen-ai/mcp-tutorial/module-03/requirements.txt: -------------------------------------------------------------------------------- 1 | streamlit>=1.30.0 2 | langchain-mcp-adapters>=0.0.1 3 | langchain-aws>=0.1.0 4 | langgraph>=0.1.5 5 | mcp>=0.1.0 6 | boto3>=1.34.0 7 | nest-asyncio>=1.6.0 8 | aws-cdk-lib==2.190.0 9 | constructs>=10.0.0,<11.0.0 -------------------------------------------------------------------------------- /gen-ai/mcp-tutorial/module-03/stack/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/mcp-tutorial/module-03/stack/__init__.py -------------------------------------------------------------------------------- /gen-ai/mcp-tutorial/module-04/part-01/mcp-auth-cdk/app.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env python3 2 | from aws_cdk import App 3 | from ec2_stack import EC2InstanceStack 4 | 5 | app = App() 6 | 7 | # bootstrap 단계에서는 스택을 생성하지 않음 8 | is_bootstrap = app.node.try_get_context("bootstrap") == "true" 9 | 10 | if not is_bootstrap: 11 | EC2InstanceStack(app, "MCPAuthStack") 12 | 13 | app.synth() -------------------------------------------------------------------------------- /gen-ai/mcp-tutorial/module-04/part-01/mcp-auth-cdk/requirements.txt: -------------------------------------------------------------------------------- 1 | aws-cdk-lib>=2.0.0 2 | constructs>=10.0.0 -------------------------------------------------------------------------------- /gen-ai/mcp-tutorial/module-04/part-01/mcp-client-auth/requirements.txt: -------------------------------------------------------------------------------- 1 | streamlit>=1.30.0 2 | langchain-mcp-adapters>=0.0.1 3 | langchain-aws>=0.1.0 4 | langgraph>=0.1.5 5 | mcp>=0.1.0 6 | boto3>=1.34.0 7 | nest-asyncio>=1.6.0 -------------------------------------------------------------------------------- /gen-ai/mcp-tutorial/module-04/part-01/mcp-server-auth/main.py: -------------------------------------------------------------------------------- 1 | def main(): 2 | print("Hello from mcp-server-auth-cdk!") 3 | 4 | 5 | if __name__ == "__main__": 6 | main() 7 | -------------------------------------------------------------------------------- /gen-ai/mcp-tutorial/module-04/part-01/mcp-server-auth/requirements.txt: -------------------------------------------------------------------------------- 1 | fastapi>=0.68.0,<0.69.0 2 | uvicorn>=0.15.0,<0.16.0 3 | python-dotenv>=0.19.0,<0.20.0 4 | boto3>=1.26.0,<1.27.0 5 | starlette>=0.14.2,<0.15.0 6 | pydantic>=1.8.0,<2.0.0 7 | python-multipart>=0.0.5,<0.1.0 8 | httpx>=0.24.0,<0.25.0 9 | websockets>=10.0,<11.0 10 | aws-cdk-lib>=2.0.0 11 | constructs>=10.0.0 12 | aws-cdk.aws-ec2>=2.0.0 -------------------------------------------------------------------------------- /gen-ai/ocr-with-amazon-bedrock/.gitignore: -------------------------------------------------------------------------------- 1 | *.swp 2 | package-lock.json 3 | __pycache__ 4 | .pytest_cache 5 | .venv 6 | *.egg-info 7 | 8 | # CDK asset staging directory 9 | .cdk.staging 10 | cdk.out 11 | -------------------------------------------------------------------------------- /gen-ai/ocr-with-amazon-bedrock/cdk_stacks/__init__.py: -------------------------------------------------------------------------------- 1 | from .ecs_alb_fargate_service import ECSAlbFargateServiceStack 2 | from .ecs_cluster import ECSClusterStack 3 | from .ecs_task import ECSTaskStack 4 | from .vpc import VpcStack -------------------------------------------------------------------------------- /gen-ai/ocr-with-amazon-bedrock/container/Dockerfile: -------------------------------------------------------------------------------- 1 | FROM --platform=linux/amd64 python:3.11.10 2 | WORKDIR /opt/app 3 | COPY code/* ./ 4 | RUN pip install -r requirements.txt 5 | EXPOSE 8501 6 | CMD streamlit run \ 7 | --server.enableXsrfProtection=false \ 8 | /opt/app/app.py -------------------------------------------------------------------------------- /gen-ai/ocr-with-amazon-bedrock/container/code/requirements.txt: -------------------------------------------------------------------------------- 1 | boto3>=1.26.159 2 | langchain>=0.3,<0.4 3 | langchain-aws>=0.2,<0.3 4 | langchain-community>=0.3,<0.4 5 | SQLAlchemy==2.0.28 6 | streamlit==1.37.0 -------------------------------------------------------------------------------- /gen-ai/ocr-with-amazon-bedrock/requirements.txt: -------------------------------------------------------------------------------- 1 | aws-cdk-lib==2.171.1 2 | constructs>=10.0.0,<11.0.0 3 | -------------------------------------------------------------------------------- /gen-ai/ocr-with-amazon-bedrock/resources/image1-ocr-output.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/ocr-with-amazon-bedrock/resources/image1-ocr-output.png -------------------------------------------------------------------------------- /gen-ai/ocr-with-amazon-bedrock/samples/image1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/ocr-with-amazon-bedrock/samples/image1.png -------------------------------------------------------------------------------- /gen-ai/ocr-with-amazon-bedrock/samples/image2.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/ocr-with-amazon-bedrock/samples/image2.jpg -------------------------------------------------------------------------------- /gen-ai/persona-chatbot-usermade/app.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env python3 2 | import aws_cdk as cdk 3 | from persona_chatbot_usermade.persona_chatbot_usermade_stack import PersonaChatbotUsermadeStack 4 | 5 | app = cdk.App() 6 | PersonaChatbotUsermadeStack(app, "PersonaChatbotUsermadeStack") 7 | 8 | app.synth() -------------------------------------------------------------------------------- /gen-ai/persona-chatbot-usermade/app/Dockerfile: -------------------------------------------------------------------------------- 1 | FROM --platform=linux/amd64 python:3.9-slim 2 | 3 | WORKDIR /app 4 | COPY . . 5 | RUN pip install -r requirements.txt 6 | 7 | EXPOSE 8501 8 | 9 | CMD ["streamlit", "run", "app.py"] -------------------------------------------------------------------------------- /gen-ai/persona-chatbot-usermade/app/requirements.txt: -------------------------------------------------------------------------------- 1 | streamlit 2 | boto3 3 | pyyaml 4 | jinja2 -------------------------------------------------------------------------------- /gen-ai/persona-chatbot-usermade/images/user-made-1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/persona-chatbot-usermade/images/user-made-1.png -------------------------------------------------------------------------------- /gen-ai/persona-chatbot-usermade/images/user-made-2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/persona-chatbot-usermade/images/user-made-2.png -------------------------------------------------------------------------------- /gen-ai/persona-chatbot-usermade/persona_chatbot_usermade/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/persona-chatbot-usermade/persona_chatbot_usermade/__init__.py -------------------------------------------------------------------------------- /gen-ai/persona-chatbot-usermade/requirements-dev.txt: -------------------------------------------------------------------------------- 1 | pytest==6.2.5 2 | -------------------------------------------------------------------------------- /gen-ai/persona-chatbot-usermade/requirements.txt: -------------------------------------------------------------------------------- 1 | aws-cdk-lib==2.148.1 2 | constructs>=10.0.0,<11.0.0 3 | -------------------------------------------------------------------------------- /gen-ai/persona-chatbot-with-knowledge-base-for-amazon-bedrock/.gitignore: -------------------------------------------------------------------------------- 1 | .DS_Store 2 | *.swp 3 | package-lock.json 4 | __pycache__ 5 | .pytest_cache 6 | .venv 7 | *.egg-info 8 | 9 | # CDK asset staging directory 10 | .cdk.staging 11 | cdk.out 12 | cdk.context.json -------------------------------------------------------------------------------- /gen-ai/persona-chatbot-with-knowledge-base-for-amazon-bedrock/app/requirements.txt: -------------------------------------------------------------------------------- 1 | boto3==1.34.146 2 | streamlit==1.37.0 3 | asyncio==3.4.3 -------------------------------------------------------------------------------- /gen-ai/persona-chatbot-with-knowledge-base-for-amazon-bedrock/assets/novel/lucky_day.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/persona-chatbot-with-knowledge-base-for-amazon-bedrock/assets/novel/lucky_day.pdf -------------------------------------------------------------------------------- /gen-ai/persona-chatbot-with-knowledge-base-for-amazon-bedrock/assets/novel/lucky_day.pdf.metadata.json: -------------------------------------------------------------------------------- 1 | { 2 | "metadataAttributes": { 3 | "title": "luckyday", 4 | "type": "novel", 5 | "language": "korean", 6 | "author": "Kim Cheomji", 7 | "character": "Kim Cheomji", 8 | "setting": "1920년대 서울", 9 | "keyThemes": ["불행과 희망", "운명", "가난과 생존"] 10 | } 11 | } -------------------------------------------------------------------------------- /gen-ai/persona-chatbot-with-knowledge-base-for-amazon-bedrock/images/knowledge-base-for-amazon-bedrock-chatbot-arch.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/persona-chatbot-with-knowledge-base-for-amazon-bedrock/images/knowledge-base-for-amazon-bedrock-chatbot-arch.png -------------------------------------------------------------------------------- /gen-ai/persona-chatbot-with-knowledge-base-for-amazon-bedrock/images/luckyday-novel-persona-chatbot-example.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/persona-chatbot-with-knowledge-base-for-amazon-bedrock/images/luckyday-novel-persona-chatbot-example.png -------------------------------------------------------------------------------- /gen-ai/persona-chatbot-with-knowledge-base-for-amazon-bedrock/novel/lucky_day.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/persona-chatbot-with-knowledge-base-for-amazon-bedrock/novel/lucky_day.pdf -------------------------------------------------------------------------------- /gen-ai/persona-chatbot-with-knowledge-base-for-amazon-bedrock/novel/lucky_day.pdf.metadata.json: -------------------------------------------------------------------------------- 1 | { 2 | "metadataAttributes": { 3 | "title": "luckyday", 4 | "type": "novel", 5 | "language": "korean", 6 | "author": "Kim Cheomji", 7 | "character": "Kim Cheomji", 8 | "setting": "1920년대 서울", 9 | "keyThemes": ["불행과 희망", "운명", "가난과 생존"] 10 | } 11 | } -------------------------------------------------------------------------------- /gen-ai/persona-chatbot-with-knowledge-base-for-amazon-bedrock/requirements.txt: -------------------------------------------------------------------------------- 1 | aws-cdk-lib==2.145.0 2 | constructs>=10.0.0,<11.0.0 3 | cdklabs.generative-ai-cdk-constructs==0.1.179 4 | -------------------------------------------------------------------------------- /gen-ai/persona-chatbot-with-knowledge-base-for-amazon-bedrock/stacks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/persona-chatbot-with-knowledge-base-for-amazon-bedrock/stacks/__init__.py -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-bedrock-and-documentdb/.gitignore: -------------------------------------------------------------------------------- 1 | .DS_Store 2 | *.swp 3 | package-lock.json 4 | __pycache__ 5 | .pytest_cache 6 | .venv 7 | *.egg-info 8 | 9 | # CDK asset staging directory 10 | .cdk.staging 11 | cdk.out 12 | cdk.context.json 13 | -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-bedrock-and-documentdb/CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- 1 | ## Code of Conduct 2 | This project has adopted the [Amazon Open Source Code of Conduct](https://aws.github.io/code-of-conduct). 3 | For more information see the [Code of Conduct FAQ](https://aws.github.io/code-of-conduct-faq) or contact 4 | opensource-codeofconduct@amazon.com with any additional questions or comments. 5 | -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-bedrock-and-documentdb/app/env_vars.sh: -------------------------------------------------------------------------------- 1 | export AWS_REGION="us-east-1" 2 | export DOCDB_SECRET_NAME="{DocumentDB-Secret-Name}" 3 | export DOCDB_HOST="{docdb-cluster-name}.cluster-{random-id}.{region}.docdb.amazonaws.com" 4 | export DB_NAME="ragdemo" 5 | export COLLECTION_NAME="rag" 6 | # export BEDROCK_MODEL_ID="anthropic.claude-v2:1" 7 | export BEDROCK_MODEL_ID="anthropic.claude-3-sonnet-20240229-v1:0" 8 | -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-bedrock-and-documentdb/app/images/ai-icon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/rag-with-amazon-bedrock-and-documentdb/app/images/ai-icon.png -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-bedrock-and-documentdb/app/images/user-icon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/rag-with-amazon-bedrock-and-documentdb/app/images/user-icon.png -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-bedrock-and-documentdb/app/qa-with-llm-and-rag.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/rag-with-amazon-bedrock-and-documentdb/app/qa-with-llm-and-rag.png -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-bedrock-and-documentdb/app/requirements.txt: -------------------------------------------------------------------------------- 1 | boto3>=1.26.159 2 | langchain>=0.3,<0.4 3 | langchain-aws>=0.2,<0.3 4 | langchain-community>=0.3,<0.4 5 | SQLAlchemy==2.0.28 6 | pymongo==4.6.3 7 | streamlit==1.37.0 8 | -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-bedrock-and-documentdb/cdk_stacks/.gitignore: -------------------------------------------------------------------------------- 1 | .DS_Store 2 | *.swp 3 | package-lock.json 4 | __pycache__ 5 | .pytest_cache 6 | .venv 7 | *.egg-info 8 | 9 | # CDK asset staging directory 10 | .cdk.staging 11 | cdk.out 12 | -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-bedrock-and-documentdb/cdk_stacks/rag_with_docdb/__init__.py: -------------------------------------------------------------------------------- 1 | from .vpc import VpcStack 2 | from .sm_studio import SageMakerStudioStack 3 | from .docdb import DocumentDBStack -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-bedrock-and-documentdb/cdk_stacks/requirements.txt: -------------------------------------------------------------------------------- 1 | aws-cdk-lib==2.171.1 2 | constructs>=10.0.0,<11.0.0 3 | -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-bedrock-and-kendra/.gitignore: -------------------------------------------------------------------------------- 1 | .DS_Store 2 | *.swp 3 | package-lock.json 4 | __pycache__ 5 | .pytest_cache 6 | .venv 7 | *.egg-info 8 | 9 | # CDK asset staging directory 10 | .cdk.staging 11 | cdk.out 12 | cdk.context.json -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-bedrock-and-kendra/CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- 1 | ## Code of Conduct 2 | This project has adopted the [Amazon Open Source Code of Conduct](https://aws.github.io/code-of-conduct). 3 | For more information see the [Code of Conduct FAQ](https://aws.github.io/code-of-conduct-faq) or contact 4 | opensource-codeofconduct@amazon.com with any additional questions or comments. 5 | -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-bedrock-and-kendra/app/env_vars.sh: -------------------------------------------------------------------------------- 1 | export AWS_REGION="us-east-1" 2 | export KENDRA_INDEX_ID="" 3 | # export BEDROCK_MODEL_ID="anthropic.claude-v2:1" 4 | export BEDROCK_MODEL_ID="anthropic.claude-3-sonnet-20240229-v1:0" -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-bedrock-and-kendra/app/images/ai-icon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/rag-with-amazon-bedrock-and-kendra/app/images/ai-icon.png -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-bedrock-and-kendra/app/images/user-icon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/rag-with-amazon-bedrock-and-kendra/app/images/user-icon.png -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-bedrock-and-kendra/app/qa-with-bedrock-llm-and-rag.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/rag-with-amazon-bedrock-and-kendra/app/qa-with-bedrock-llm-and-rag.png -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-bedrock-and-kendra/app/requirements.txt: -------------------------------------------------------------------------------- 1 | boto3>=1.26.159 2 | langchain>=0.3,<0.4 3 | langchain-aws>=0.2,<0.3 4 | langchain-community>=0.3,<0.4 5 | SQLAlchemy==2.0.28 6 | streamlit==1.37.0 7 | -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-bedrock-and-kendra/cdk_stacks/.gitignore: -------------------------------------------------------------------------------- 1 | *.swp 2 | package-lock.json 3 | __pycache__ 4 | .pytest_cache 5 | .venv 6 | *.egg-info 7 | .DS_Store 8 | 9 | # CDK asset staging directory 10 | .cdk.staging 11 | cdk.out 12 | -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-bedrock-and-kendra/cdk_stacks/cdk.context.json: -------------------------------------------------------------------------------- 1 | { 2 | "lambda_layer_lib_s3_path": "s3:///pylambda-layer/cfnresponse-lib.zip" 3 | } 4 | -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-bedrock-and-kendra/cdk_stacks/rag_with_kendra/__init__.py: -------------------------------------------------------------------------------- 1 | from .kendra_index import KendraIndexStack 2 | from .kendra_data_source import KendraDataSourceStack 3 | from .kendra_data_source_sync_lambda import KendraDataSourceSyncLambdaStack 4 | from .kendra_data_source_sync import KendraDataSourceSyncStack 5 | from .vpc import VpcStack 6 | from .sm_studio import SageMakerStudioStack -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-bedrock-and-kendra/cdk_stacks/requirements-lambda_layer.txt: -------------------------------------------------------------------------------- 1 | cfnresponse==1.1.2 2 | urllib3<2 3 | -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-bedrock-and-kendra/cdk_stacks/requirements.txt: -------------------------------------------------------------------------------- 1 | aws-cdk-lib==2.171.1 2 | constructs>=10.0.0,<11.0.0 3 | -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-bedrock-and-memorydb/.gitignore: -------------------------------------------------------------------------------- 1 | .DS_Store 2 | *.swp 3 | package-lock.json 4 | __pycache__ 5 | .pytest_cache 6 | .venv 7 | *.egg-info 8 | 9 | # CDK asset staging directory 10 | .cdk.staging 11 | cdk.out 12 | -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-bedrock-and-memorydb/CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- 1 | ## Code of Conduct 2 | This project has adopted the [Amazon Open Source Code of Conduct](https://aws.github.io/code-of-conduct). 3 | For more information see the [Code of Conduct FAQ](https://aws.github.io/code-of-conduct-faq) or contact 4 | opensource-codeofconduct@amazon.com with any additional questions or comments. 5 | -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-bedrock-and-memorydb/app/env_vars.sh: -------------------------------------------------------------------------------- 1 | export AWS_REGION="us-east-1" 2 | export MEMORYDB_SECRET_NAME="your-aws-secrets-for-memorydb (e.g., MemoryDBSecret-XXXXXXXX)" 3 | export REDIS_HOST="your-amazon-memorydb-host" 4 | export INDEX_NAME="idx:vss-mm" 5 | # export BEDROCK_MODEL_ID="anthropic.claude-v2:1" 6 | export BEDROCK_MODEL_ID="anthropic.claude-3-sonnet-20240229-v1:0" -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-bedrock-and-memorydb/app/images/ai-icon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/rag-with-amazon-bedrock-and-memorydb/app/images/ai-icon.png -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-bedrock-and-memorydb/app/images/user-icon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/rag-with-amazon-bedrock-and-memorydb/app/images/user-icon.png -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-bedrock-and-memorydb/app/qa-with-llm-and-rag.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/rag-with-amazon-bedrock-and-memorydb/app/qa-with-llm-and-rag.png -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-bedrock-and-memorydb/app/requirements.txt: -------------------------------------------------------------------------------- 1 | boto3>=1.26.159 2 | langchain>=0.3,<0.4 3 | langchain-aws>=0.2,<0.3 4 | langchain-community>=0.3,<0.4 5 | redis==5.0.1 6 | SQLAlchemy==2.0.28 7 | streamlit==1.37.0 -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-bedrock-and-memorydb/cdk_stacks/.gitignore: -------------------------------------------------------------------------------- 1 | *.swp 2 | package-lock.json 3 | __pycache__ 4 | .pytest_cache 5 | .venv 6 | *.egg-info 7 | 8 | # CDK asset staging directory 9 | .cdk.staging 10 | cdk.out 11 | -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-bedrock-and-memorydb/cdk_stacks/cdk.context.json: -------------------------------------------------------------------------------- 1 | { 2 | "memorydb_user_name": "memdb-admin", 3 | "memorydb_cluster_name": "vectordb", 4 | "sagemaker_studio_domain_name": "llm-app-rag-memorydb" 5 | } 6 | -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-bedrock-and-memorydb/cdk_stacks/rag_with_memorydb/__init__.py: -------------------------------------------------------------------------------- 1 | from .vpc import VpcStack 2 | from .sm_studio import SageMakerStudioStack 3 | from .memory_db_acl import MemoryDBAclStack 4 | from .memory_db import MemoryDBStack -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-bedrock-and-memorydb/cdk_stacks/requirements.txt: -------------------------------------------------------------------------------- 1 | aws-cdk-lib==2.171.1 2 | constructs>=10.0.0,<11.0.0 3 | -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-bedrock-and-opensearch-serverless/app/env_vars.sh: -------------------------------------------------------------------------------- 1 | export AWS_REGION="us-east-1" 2 | export OPENSEARCH_DOMAIN_ENDPOINT="" 3 | export OPENSEARCH_INDEX="llm_rag_embeddings" 4 | # export BEDROCK_MODEL_ID="anthropic.claude-v2:1" 5 | export BEDROCK_MODEL_ID="anthropic.claude-3-sonnet-20240229-v1:0" 6 | -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-bedrock-and-opensearch-serverless/app/images/ai-icon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/rag-with-amazon-bedrock-and-opensearch-serverless/app/images/ai-icon.png -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-bedrock-and-opensearch-serverless/app/images/user-icon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/rag-with-amazon-bedrock-and-opensearch-serverless/app/images/user-icon.png -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-bedrock-and-opensearch-serverless/app/qa-with-bedrock-llm-and-rag.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/rag-with-amazon-bedrock-and-opensearch-serverless/app/qa-with-bedrock-llm-and-rag.png -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-bedrock-and-opensearch-serverless/app/requirements.txt: -------------------------------------------------------------------------------- 1 | boto3>=1.26.159 2 | langchain>=0.3,<0.4 3 | langchain-aws>=0.2,<0.3 4 | langchain-community>=0.3,<0.4 5 | opensearch-py==2.2.0 6 | SQLAlchemy==2.0.28 7 | streamlit==1.37.0 -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-bedrock-and-opensearch-serverless/cdk_stacks/cdk.context.json: -------------------------------------------------------------------------------- 1 | { 2 | "user_name": "", 3 | "collection_name": "llm-rag-vectordb" 4 | } 5 | -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-bedrock-and-opensearch-serverless/cdk_stacks/rag_with_bedrock_aoss/__init__.py: -------------------------------------------------------------------------------- 1 | from .ops_serverless import OpsServerlessVectorSearchStack 2 | from .sm_studio import SageMakerStudioStack 3 | from .vpc import VpcStack -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-bedrock-and-opensearch-serverless/cdk_stacks/requirements.txt: -------------------------------------------------------------------------------- 1 | aws-cdk-lib==2.148.0 2 | constructs>=10.0.0,<11.0.0 -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-bedrock-and-opensearch/app/images/ai-icon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/rag-with-amazon-bedrock-and-opensearch/app/images/ai-icon.png -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-bedrock-and-opensearch/app/images/user-icon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/rag-with-amazon-bedrock-and-opensearch/app/images/user-icon.png -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-bedrock-and-opensearch/app/qa-with-bedrock-llm-and-rag.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/rag-with-amazon-bedrock-and-opensearch/app/qa-with-bedrock-llm-and-rag.png -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-bedrock-and-opensearch/app/requirements.txt: -------------------------------------------------------------------------------- 1 | boto3>=1.26.159 2 | langchain>=0.3,<0.4 3 | langchain-aws>=0.2,<0.3 4 | langchain-community>=0.3,<0.4 5 | opensearch-py==2.2.0 6 | SQLAlchemy==2.0.28 7 | streamlit==1.37.0 8 | -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-bedrock-and-opensearch/cdk_stacks/rag_with_bedrock_opensearch/__init__.py: -------------------------------------------------------------------------------- 1 | from .ops import OpenSearchStack 2 | from .sm_studio import SageMakerStudioStack 3 | from .vpc import VpcStack -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-bedrock-and-opensearch/cdk_stacks/requirements.txt: -------------------------------------------------------------------------------- 1 | aws-cdk-lib==2.139.0 2 | constructs>=10.0.0,<11.0.0 -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-bedrock-and-postgresql-using-pgvector/app/env_vars.sh: -------------------------------------------------------------------------------- 1 | export AWS_REGION="your-aws-region" 2 | export PGVECTOR_SECRET_ID="your-postgresql-secret" 3 | export COLLECTION_NAME="llm_rag_embeddings" 4 | # export BEDROCK_MODEL_ID="anthropic.claude-v2:1" 5 | export BEDROCK_MODEL_ID="anthropic.claude-3-sonnet-20240229-v1:0" -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-bedrock-and-postgresql-using-pgvector/app/images/ai-icon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/rag-with-amazon-bedrock-and-postgresql-using-pgvector/app/images/ai-icon.png -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-bedrock-and-postgresql-using-pgvector/app/images/user-icon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/rag-with-amazon-bedrock-and-postgresql-using-pgvector/app/images/user-icon.png -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-bedrock-and-postgresql-using-pgvector/app/qa-with-bedrock-llm-and-rag.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/rag-with-amazon-bedrock-and-postgresql-using-pgvector/app/qa-with-bedrock-llm-and-rag.png -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-bedrock-and-postgresql-using-pgvector/app/requirements.txt: -------------------------------------------------------------------------------- 1 | boto3>=1.26.159 2 | langchain>=0.3,<0.4 3 | langchain-aws>=0.2,<0.3 4 | langchain-community>=0.3,<0.4 5 | langchain-postgres>=0.0.12,<0.1 6 | pgvector==0.2.5 7 | psycopg[binary]==3.1.19 8 | SQLAlchemy==2.0.28 9 | streamlit==1.37.0 -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-bedrock-and-postgresql-using-pgvector/cdk_stacks/.gitignore: -------------------------------------------------------------------------------- 1 | *.swp 2 | package-lock.json 3 | __pycache__ 4 | .pytest_cache 5 | .venv 6 | *.egg-info 7 | 8 | # CDK asset staging directory 9 | .cdk.staging 10 | cdk.out 11 | -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-bedrock-and-postgresql-using-pgvector/cdk_stacks/cdk.context.json: -------------------------------------------------------------------------------- 1 | { 2 | "db_cluster_name": "rag-pgvector-demo", 3 | "sagemaker_studio_domain_name": "llm-app-rag-pgvector" 4 | } 5 | -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-bedrock-and-postgresql-using-pgvector/cdk_stacks/rag_with_pgvector/__init__.py: -------------------------------------------------------------------------------- 1 | from .aurora_postgresql import AuroraPostgresqlStack 2 | from .sm_studio import SageMakerStudioStack 3 | from .vpc import VpcStack -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-bedrock-and-postgresql-using-pgvector/cdk_stacks/requirements.txt: -------------------------------------------------------------------------------- 1 | aws-cdk-lib==2.171.1 2 | constructs>=10.0.0,<11.0.0 3 | cdklabs.generative-ai-cdk-constructs==0.1.262 -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-documentdb-and-sagemaker/.gitignore: -------------------------------------------------------------------------------- 1 | .DS_Store 2 | *.swp 3 | package-lock.json 4 | __pycache__ 5 | .pytest_cache 6 | .venv 7 | *.egg-info 8 | 9 | # CDK asset staging directory 10 | .cdk.staging 11 | cdk.out 12 | cdk.context.json 13 | -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-documentdb-and-sagemaker/app/env_vars.sh: -------------------------------------------------------------------------------- 1 | export AWS_REGION="us-east-1" 2 | export DOCDB_SECRET_NAME="{DocumentDB-Secret-Name}" 3 | export DOCDB_HOST="{docdb-cluster-name}.cluster-{random-id}.{region}.docdb.amazonaws.com" 4 | export DB_NAME="ragdemo" 5 | export COLLECTION_NAME="rag" 6 | export TEXT2TEXT_ENDPOINT_NAME="{SageMakerEndpointName}" -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-documentdb-and-sagemaker/app/images/ai-icon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/rag-with-amazon-documentdb-and-sagemaker/app/images/ai-icon.png -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-documentdb-and-sagemaker/app/images/user-icon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/rag-with-amazon-documentdb-and-sagemaker/app/images/user-icon.png -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-documentdb-and-sagemaker/app/qa-with-llm-and-rag.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/rag-with-amazon-documentdb-and-sagemaker/app/qa-with-llm-and-rag.png -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-documentdb-and-sagemaker/app/requirements.txt: -------------------------------------------------------------------------------- 1 | boto3>=1.26.159 2 | langchain>=0.3,<0.4 3 | langchain-aws>=0.2,<0.3 4 | langchain-community>=0.3,<0.4 5 | SQLAlchemy==2.0.28 6 | pymongo==4.6.3 7 | streamlit==1.37.0 -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-documentdb-and-sagemaker/cdk_stacks/.gitignore: -------------------------------------------------------------------------------- 1 | .DS_Store 2 | *.swp 3 | package-lock.json 4 | __pycache__ 5 | .pytest_cache 6 | .venv 7 | *.egg-info 8 | 9 | # CDK asset staging directory 10 | .cdk.staging 11 | cdk.out 12 | -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-documentdb-and-sagemaker/cdk_stacks/cdk.context.json: -------------------------------------------------------------------------------- 1 | { 2 | "docdb_cluster_name": "vectordb", 3 | "sagemaker_studio_domain_name": "llm-app-rag-docdb", 4 | "jumpstart_model_info": { 5 | "model_id": "meta-textgeneration-llama-3-8b-instruct", 6 | "version": "2.0.2" 7 | } 8 | } 9 | -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-documentdb-and-sagemaker/cdk_stacks/rag_with_docdb/__init__.py: -------------------------------------------------------------------------------- 1 | from .vpc import VpcStack 2 | from .sm_jumpstart_llm_endpoint import SageMakerJumpStartLLMEndpointStack as LLMEndpointStack 3 | from .sm_studio import SageMakerStudioStack 4 | from .docdb import DocumentDBStack -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-documentdb-and-sagemaker/cdk_stacks/requirements.txt: -------------------------------------------------------------------------------- 1 | aws-cdk-lib==2.171.1 2 | constructs>=10.0.0,<11.0.0 3 | cdklabs.generative-ai-cdk-constructs==0.1.286 -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-kendra-and-sagemaker/.gitignore: -------------------------------------------------------------------------------- 1 | .DS_Store 2 | .gitignore 3 | -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-kendra-and-sagemaker/app/env_vars.sh: -------------------------------------------------------------------------------- 1 | export AWS_REGION="" 2 | export KENDRA_INDEX_ID="" 3 | export TEXT2TEXT_ENDPOINT_NAME="" 4 | export PROVIDER_NAME="llama2" -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-kendra-and-sagemaker/app/images/ai-icon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/rag-with-amazon-kendra-and-sagemaker/app/images/ai-icon.png -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-kendra-and-sagemaker/app/images/user-icon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/rag-with-amazon-kendra-and-sagemaker/app/images/user-icon.png -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-kendra-and-sagemaker/app/qa-with-llm-and-rag.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/rag-with-amazon-kendra-and-sagemaker/app/qa-with-llm-and-rag.png -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-kendra-and-sagemaker/app/requirements.txt: -------------------------------------------------------------------------------- 1 | boto3>=1.26.159 2 | langchain>=0.3,<0.4 3 | langchain-aws>=0.2,<0.3 4 | langchain-community>=0.3,<0.4 5 | SQLAlchemy==2.0.28 6 | streamlit==1.37.0 7 | -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-kendra-and-sagemaker/cdk_stacks/cdk.context.json: -------------------------------------------------------------------------------- 1 | { 2 | "lambda_layer_lib_s3_path": "s3:///pylambda-layer/cfnresponse-lib.zip", 3 | "jumpstart_model_info": { 4 | "model_id": "meta-textgeneration-llama-2-7b-f", 5 | "version": "2.0.1" 6 | } 7 | } 8 | -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-kendra-and-sagemaker/cdk_stacks/requirements-lambda_layer.txt: -------------------------------------------------------------------------------- 1 | cfnresponse==1.1.2 2 | urllib3<2 -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-kendra-and-sagemaker/cdk_stacks/requirements.txt: -------------------------------------------------------------------------------- 1 | aws-cdk-lib==2.171.1 2 | constructs>=10.0.0,<11.0.0 3 | cdklabs.generative-ai-cdk-constructs==0.1.286 -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-memorydb-and-sagemaker/.gitignore: -------------------------------------------------------------------------------- 1 | .DS_Store 2 | *.swp 3 | package-lock.json 4 | __pycache__ 5 | .pytest_cache 6 | .venv 7 | *.egg-info 8 | 9 | # CDK asset staging directory 10 | .cdk.staging 11 | cdk.out 12 | -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-memorydb-and-sagemaker/app/env_vars.sh: -------------------------------------------------------------------------------- 1 | export AWS_REGION="us-east-1" 2 | export MEMORYDB_SECRET_NAME="your-aws-secrets-for-memorydb (e.g., MemoryDBSecret-XXXXXXXX)" 3 | export REDIS_HOST="your-amazon-memorydb-host" 4 | export INDEX_NAME="idx:vss-mm" 5 | export TEXT2TEXT_ENDPOINT_NAME="{SageMakerEndpointName}" -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-memorydb-and-sagemaker/app/images/ai-icon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/rag-with-amazon-memorydb-and-sagemaker/app/images/ai-icon.png -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-memorydb-and-sagemaker/app/images/user-icon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/rag-with-amazon-memorydb-and-sagemaker/app/images/user-icon.png -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-memorydb-and-sagemaker/app/qa-with-llm-and-rag.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/rag-with-amazon-memorydb-and-sagemaker/app/qa-with-llm-and-rag.png -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-memorydb-and-sagemaker/app/requirements.txt: -------------------------------------------------------------------------------- 1 | boto3>=1.26.159 2 | langchain>=0.3,<0.4 3 | langchain-aws>=0.2,<0.3 4 | langchain-community>=0.3,<0.4 5 | redis==5.0.1 6 | SQLAlchemy==2.0.28 7 | streamlit==1.37.0 -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-memorydb-and-sagemaker/cdk_stacks/.gitignore: -------------------------------------------------------------------------------- 1 | *.swp 2 | package-lock.json 3 | __pycache__ 4 | .pytest_cache 5 | .venv 6 | *.egg-info 7 | 8 | # CDK asset staging directory 9 | .cdk.staging 10 | cdk.out 11 | -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-memorydb-and-sagemaker/cdk_stacks/cdk.context.json: -------------------------------------------------------------------------------- 1 | { 2 | "memorydb_user_name": "memdb-admin", 3 | "memorydb_cluster_name": "vectordb", 4 | "sagemaker_studio_domain_name": "llm-app-rag-memorydb", 5 | "jumpstart_model_info": { 6 | "model_id": "meta-textgeneration-llama-3-8b-instruct", 7 | "version": "2.0.2" 8 | } 9 | } 10 | -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-memorydb-and-sagemaker/cdk_stacks/rag_with_memorydb/__init__.py: -------------------------------------------------------------------------------- 1 | from .vpc import VpcStack 2 | from .sm_jumpstart_llm_endpoint import SageMakerJumpStartLLMEndpointStack as LLMEndpointStack 3 | from .sm_studio import SageMakerStudioStack 4 | from .memory_db_acl import MemoryDBAclStack 5 | from .memory_db import MemoryDBStack -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-memorydb-and-sagemaker/cdk_stacks/requirements.txt: -------------------------------------------------------------------------------- 1 | aws-cdk-lib==2.171.1 2 | constructs>=10.0.0,<11.0.0 3 | cdklabs.generative-ai-cdk-constructs==0.1.286 -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-opensearch-and-sagemaker/CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- 1 | ## Code of Conduct 2 | This project has adopted the [Amazon Open Source Code of Conduct](https://aws.github.io/code-of-conduct). 3 | For more information see the [Code of Conduct FAQ](https://aws.github.io/code-of-conduct-faq) or contact 4 | opensource-codeofconduct@amazon.com with any additional questions or comments. 5 | -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-opensearch-and-sagemaker/app/env_vars.sh: -------------------------------------------------------------------------------- 1 | export AWS_REGION="your-aws-region" 2 | export OPENSEARCH_SECRET="your-opensearch-secret" 3 | export OPENSEARCH_DOMAIN_ENDPOINT="your-opensearch-url" 4 | export OPENSEARCH_INDEX="llm_rag_embeddings" 5 | export EMBEDDING_ENDPOINT_NAME="your-sagemaker-endpoint-for-embedding-model" 6 | export TEXT2TEXT_ENDPOINT_NAME="your-sagemaker-endpoint-for-text-generation-model" -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-opensearch-and-sagemaker/app/images/ai-icon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/rag-with-amazon-opensearch-and-sagemaker/app/images/ai-icon.png -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-opensearch-and-sagemaker/app/images/user-icon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/rag-with-amazon-opensearch-and-sagemaker/app/images/user-icon.png -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-opensearch-and-sagemaker/app/qa-with-llm-and-rag.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/rag-with-amazon-opensearch-and-sagemaker/app/qa-with-llm-and-rag.png -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-opensearch-and-sagemaker/app/requirements.txt: -------------------------------------------------------------------------------- 1 | boto3>=1.26.159 2 | langchain>=0.3,<0.4 3 | langchain-aws>=0.2,<0.3 4 | langchain-community>=0.3,<0.4 5 | SQLAlchemy==2.0.28 6 | opensearch-py==2.2.0 7 | streamlit==1.37.0 8 | -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-opensearch-and-sagemaker/cdk_stacks/cdk.context.json: -------------------------------------------------------------------------------- 1 | { 2 | "opensearch_domain_name": "rag-vectordb", 3 | "jumpstart_model_info": { 4 | "model_id": "meta-textgeneration-llama-2-7b-f", 5 | "version": "2.0.1" 6 | } 7 | } 8 | -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-opensearch-and-sagemaker/cdk_stacks/requirements.txt: -------------------------------------------------------------------------------- 1 | aws-cdk-lib==2.171.1 2 | constructs>=10.0.0,<11.0.0 3 | cdklabs.generative-ai-cdk-constructs==0.1.286 4 | -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-opensearch-serverless-and-sagemaker/CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- 1 | ## Code of Conduct 2 | This project has adopted the [Amazon Open Source Code of Conduct](https://aws.github.io/code-of-conduct). 3 | For more information see the [Code of Conduct FAQ](https://aws.github.io/code-of-conduct-faq) or contact 4 | opensource-codeofconduct@amazon.com with any additional questions or comments. 5 | -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-opensearch-serverless-and-sagemaker/app/env_vars.sh: -------------------------------------------------------------------------------- 1 | export AWS_REGION=us-east-1 2 | export OPENSEARCH_DOMAIN_ENDPOINT="your-opensearch-url (http:// ...)" 3 | export OPENSEARCH_INDEX="llm_rag_embeddings" 4 | export EMBEDDING_ENDPOINT_NAME="your-sagemakr-endpoint-for-embedding-model" 5 | export TEXT2TEXT_ENDPOINT_NAME="your-sagemaner-endpoint-for-text-generation-model" -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-opensearch-serverless-and-sagemaker/app/images/ai-icon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/rag-with-amazon-opensearch-serverless-and-sagemaker/app/images/ai-icon.png -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-opensearch-serverless-and-sagemaker/app/images/user-icon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/rag-with-amazon-opensearch-serverless-and-sagemaker/app/images/user-icon.png -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-opensearch-serverless-and-sagemaker/app/qa-with-llm-and-rag.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/rag-with-amazon-opensearch-serverless-and-sagemaker/app/qa-with-llm-and-rag.png -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-opensearch-serverless-and-sagemaker/app/requirements.txt: -------------------------------------------------------------------------------- 1 | boto3>=1.26.159 2 | langchain>=0.3,<0.4 3 | langchain-aws>=0.2,<0.3 4 | langchain-community>=0.3,<0.4 5 | SQLAlchemy==2.0.28 6 | opensearch-py==2.2.0 7 | streamlit==1.37.0 -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-opensearch-serverless-and-sagemaker/cdk_stacks/cdk.context.json: -------------------------------------------------------------------------------- 1 | { 2 | "user_name": "", 3 | "collection_name": "llm-rag-vectordb", 4 | "jumpstart_model_info": { 5 | "model_id": "meta-textgeneration-llama-2-7b-f", 6 | "version": "2.0.1" 7 | } 8 | } 9 | -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-opensearch-serverless-and-sagemaker/cdk_stacks/rag_with_aoss/__init__.py: -------------------------------------------------------------------------------- 1 | from .vpc import VpcStack 2 | from .ops_serverless import OpsServerlessVectorSearchStack 3 | from .sm_studio import SageMakerStudioStack 4 | from .sm_custom_embedding_endpoint import SageMakerEmbeddingEndpointStack 5 | from .sm_jumpstart_llm_endpoint import SageMakerJumpStartLLMEndpointStack -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-opensearch-serverless-and-sagemaker/cdk_stacks/requirements.txt: -------------------------------------------------------------------------------- 1 | aws-cdk-lib==2.171.1 2 | constructs>=10.0.0,<11.0.0 3 | cdklabs.generative-ai-cdk-constructs==0.1.286 -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-postgresql-using-pgvector-and-sagemaker/CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- 1 | ## Code of Conduct 2 | This project has adopted the [Amazon Open Source Code of Conduct](https://aws.github.io/code-of-conduct). 3 | For more information see the [Code of Conduct FAQ](https://aws.github.io/code-of-conduct-faq) or contact 4 | opensource-codeofconduct@amazon.com with any additional questions or comments. 5 | -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-postgresql-using-pgvector-and-sagemaker/app/env_vars.sh: -------------------------------------------------------------------------------- 1 | export AWS_REGION="your-aws-region" 2 | export PGVECTOR_SECRET_ID="your-postgresql-secret" 3 | export COLLECTION_NAME="llm_rag_embeddings" 4 | export EMBEDDING_ENDPOINT_NAME="your-sagemaker-endpoint-for-embedding-model" 5 | export TEXT2TEXT_ENDPOINT_NAME="your-sagemaker-endpoint-for-text-generation-model" -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-postgresql-using-pgvector-and-sagemaker/app/images/ai-icon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/rag-with-amazon-postgresql-using-pgvector-and-sagemaker/app/images/ai-icon.png -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-postgresql-using-pgvector-and-sagemaker/app/images/user-icon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/rag-with-amazon-postgresql-using-pgvector-and-sagemaker/app/images/user-icon.png -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-postgresql-using-pgvector-and-sagemaker/app/qa-with-llm-and-rag.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/rag-with-amazon-postgresql-using-pgvector-and-sagemaker/app/qa-with-llm-and-rag.png -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-postgresql-using-pgvector-and-sagemaker/app/requirements.txt: -------------------------------------------------------------------------------- 1 | boto3>=1.26.159 2 | langchain>=0.3,<0.4 3 | langchain-community>=0.3,<0.4 4 | langchain-postgres>=0.0.12,<0.1 5 | pgvector==0.2.5 6 | psycopg[binary]==3.1.19 7 | SQLAlchemy==2.0.28 8 | streamlit==1.37.0 9 | -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-postgresql-using-pgvector-and-sagemaker/cdk_stacks/cdk.context.json: -------------------------------------------------------------------------------- 1 | { 2 | "db_cluster_name": "rag-pgvector-demo", 3 | "jumpstart_model_info": { 4 | "model_id": "meta-textgeneration-llama-2-7b-f", 5 | "version": "2.0.1" 6 | }, 7 | "sagemaker_studio_domain_name": "llm-app-rag-pgvector" 8 | } 9 | -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-postgresql-using-pgvector-and-sagemaker/cdk_stacks/rag_with_pgvector/__init__.py: -------------------------------------------------------------------------------- 1 | from .vpc import VpcStack 2 | from .aurora_postgresql import AuroraPostgresqlStack 3 | from .sm_studio import SageMakerStudioStack 4 | from .sm_embedding_endpoint import EmbeddingEndpointStack 5 | from .sm_llm_endpoint import LLMEndpointStack -------------------------------------------------------------------------------- /gen-ai/rag-with-amazon-postgresql-using-pgvector-and-sagemaker/cdk_stacks/requirements.txt: -------------------------------------------------------------------------------- 1 | aws-cdk-lib==2.171.1 2 | constructs>=10.0.0,<11.0.0 3 | cdklabs.generative-ai-cdk-constructs==0.1.286 -------------------------------------------------------------------------------- /gen-ai/rag-with-knowledge-bases-for-amazon-bedrock-using-L1-cdk-constructs/app/env_vars.sh: -------------------------------------------------------------------------------- 1 | export AWS_REGION="us-east-1" 2 | export KNOWLEDGE_BASE_ID="" 3 | # export BEDROCK_MODEL_ID="anthropic.claude-v2:1" 4 | export BEDROCK_MODEL_ID="anthropic.claude-3-sonnet-20240229-v1:0" 5 | -------------------------------------------------------------------------------- /gen-ai/rag-with-knowledge-bases-for-amazon-bedrock-using-L1-cdk-constructs/app/images/ai-icon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/rag-with-knowledge-bases-for-amazon-bedrock-using-L1-cdk-constructs/app/images/ai-icon.png -------------------------------------------------------------------------------- /gen-ai/rag-with-knowledge-bases-for-amazon-bedrock-using-L1-cdk-constructs/app/images/user-icon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/rag-with-knowledge-bases-for-amazon-bedrock-using-L1-cdk-constructs/app/images/user-icon.png -------------------------------------------------------------------------------- /gen-ai/rag-with-knowledge-bases-for-amazon-bedrock-using-L1-cdk-constructs/app/qa-with-bedrock-llm-and-rag.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/rag-with-knowledge-bases-for-amazon-bedrock-using-L1-cdk-constructs/app/qa-with-bedrock-llm-and-rag.png -------------------------------------------------------------------------------- /gen-ai/rag-with-knowledge-bases-for-amazon-bedrock-using-L1-cdk-constructs/app/requirements.txt: -------------------------------------------------------------------------------- 1 | boto3>=1.26.159 2 | langchain>=0.3,<0.4 3 | langchain-aws>=0.2,<0.3 4 | langchain-community>=0.3,<0.4 5 | opensearch-py==2.2.0 6 | SQLAlchemy==2.0.28 7 | streamlit==1.37.0 8 | -------------------------------------------------------------------------------- /gen-ai/rag-with-knowledge-bases-for-amazon-bedrock-using-L1-cdk-constructs/cdk_stacks/requirements.txt: -------------------------------------------------------------------------------- 1 | aws-cdk-lib==2.154.1 2 | constructs>=10.0.0,<11.0.0 3 | -------------------------------------------------------------------------------- /gen-ai/rag-with-knowledge-bases-for-amazon-bedrock-using-L1-cdk-constructs/data_ingestion_to_vectordb/utils/__init__.py: -------------------------------------------------------------------------------- 1 | from .aoss_utils import ( 2 | check_if_index_exists, 3 | get_aws_auth, 4 | update_aoss_data_access_policy_with_caller_arn, 5 | ) 6 | 7 | from .cfn_utils import get_cfn_outputs -------------------------------------------------------------------------------- /gen-ai/rag-with-knowledge-bases-for-amazon-bedrock-using-aurora-postgresql/app/env_vars.sh: -------------------------------------------------------------------------------- 1 | export AWS_REGION="us-east-1" 2 | export KNOWLEDGE_BASE_ID="" 3 | # export BEDROCK_MODEL_ID="anthropic.claude-v2:1" 4 | export BEDROCK_MODEL_ID="anthropic.claude-3-sonnet-20240229-v1:0" 5 | -------------------------------------------------------------------------------- /gen-ai/rag-with-knowledge-bases-for-amazon-bedrock-using-aurora-postgresql/app/images/ai-icon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/rag-with-knowledge-bases-for-amazon-bedrock-using-aurora-postgresql/app/images/ai-icon.png -------------------------------------------------------------------------------- /gen-ai/rag-with-knowledge-bases-for-amazon-bedrock-using-aurora-postgresql/app/images/user-icon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/rag-with-knowledge-bases-for-amazon-bedrock-using-aurora-postgresql/app/images/user-icon.png -------------------------------------------------------------------------------- /gen-ai/rag-with-knowledge-bases-for-amazon-bedrock-using-aurora-postgresql/app/qa-with-bedrock-llm-and-rag.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/rag-with-knowledge-bases-for-amazon-bedrock-using-aurora-postgresql/app/qa-with-bedrock-llm-and-rag.png -------------------------------------------------------------------------------- /gen-ai/rag-with-knowledge-bases-for-amazon-bedrock-using-aurora-postgresql/app/requirements.txt: -------------------------------------------------------------------------------- 1 | boto3>=1.26.159 2 | langchain>=0.3,<0.4 3 | langchain-aws>=0.2,<0.3 4 | langchain-community>=0.3,<0.4 5 | langchainhub==0.1.20 6 | SQLAlchemy==2.0.28 7 | streamlit==1.37.0 8 | tenacity==8.3.0 -------------------------------------------------------------------------------- /gen-ai/rag-with-knowledge-bases-for-amazon-bedrock-using-aurora-postgresql/cdk_stacks/.gitignore: -------------------------------------------------------------------------------- 1 | *.swp 2 | package-lock.json 3 | __pycache__ 4 | .pytest_cache 5 | .venv 6 | *.egg-info 7 | 8 | # CDK asset staging directory 9 | .cdk.staging 10 | cdk.out 11 | -------------------------------------------------------------------------------- /gen-ai/rag-with-knowledge-bases-for-amazon-bedrock-using-aurora-postgresql/cdk_stacks/cdk.context.json: -------------------------------------------------------------------------------- 1 | { 2 | "db_cluster_name": "rag-pgvector-demo", 3 | "aurora_vectorstore_database_name": "bedrock_vector_db", 4 | "knowledge_base_data_source_name": "kb-data-source", 5 | "sagemaker_studio_domain_name": "qa-with-rag-using-kb-aurora-pgvector" 6 | } -------------------------------------------------------------------------------- /gen-ai/rag-with-knowledge-bases-for-amazon-bedrock-using-aurora-postgresql/cdk_stacks/rag_with_kb_aurora_pgvector/__init__.py: -------------------------------------------------------------------------------- 1 | from .aurora_postgresql import AuroraPostgresqlStack 2 | from .kb_for_bedrock import BedrockKnowledgeBaseStack 3 | from .sm_studio import SageMakerStudioStack 4 | from .vpc import VpcStack -------------------------------------------------------------------------------- /gen-ai/rag-with-knowledge-bases-for-amazon-bedrock-using-aurora-postgresql/cdk_stacks/requirements.txt: -------------------------------------------------------------------------------- 1 | aws-cdk-lib==2.171.1 2 | constructs>=10.0.0,<11.0.0 3 | cdklabs.generative-ai-cdk-constructs==0.1.271 4 | -------------------------------------------------------------------------------- /gen-ai/rag-with-knowledge-bases-for-amazon-bedrock-using-aurora-postgresql/data_ingestion_to_vectordb/utils/__init__.py: -------------------------------------------------------------------------------- 1 | from .cfn_utils import ( 2 | get_cfn_outputs, 3 | get_secret_name, 4 | get_secret 5 | ) -------------------------------------------------------------------------------- /gen-ai/rag-with-knowledge-bases-for-amazon-bedrock/app/env_vars.sh: -------------------------------------------------------------------------------- 1 | export AWS_REGION="us-east-1" 2 | export KNOWLEDGE_BASE_ID="" 3 | # export BEDROCK_MODEL_ID="anthropic.claude-v2:1" 4 | export BEDROCK_MODEL_ID="anthropic.claude-3-sonnet-20240229-v1:0" 5 | -------------------------------------------------------------------------------- /gen-ai/rag-with-knowledge-bases-for-amazon-bedrock/app/images/ai-icon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/rag-with-knowledge-bases-for-amazon-bedrock/app/images/ai-icon.png -------------------------------------------------------------------------------- /gen-ai/rag-with-knowledge-bases-for-amazon-bedrock/app/images/user-icon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/rag-with-knowledge-bases-for-amazon-bedrock/app/images/user-icon.png -------------------------------------------------------------------------------- /gen-ai/rag-with-knowledge-bases-for-amazon-bedrock/app/qa-with-bedrock-llm-and-rag.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/rag-with-knowledge-bases-for-amazon-bedrock/app/qa-with-bedrock-llm-and-rag.png -------------------------------------------------------------------------------- /gen-ai/rag-with-knowledge-bases-for-amazon-bedrock/app/requirements.txt: -------------------------------------------------------------------------------- 1 | boto3>=1.26.159 2 | langchain>=0.3,<0.4 3 | langchain-aws>=0.2,<0.3 4 | langchain-community>=0.3,<0.4 5 | opensearch-py==2.2.0 6 | SQLAlchemy==2.0.28 7 | streamlit==1.37.0 8 | -------------------------------------------------------------------------------- /gen-ai/rag-with-knowledge-bases-for-amazon-bedrock/cdk_stacks/cdk.context.json: -------------------------------------------------------------------------------- 1 | { 2 | "knowledge_base_data_source_name": "kb-data-source", 3 | "sagemaker_studio_domain_name": "qa-with-rag-using-kb" 4 | } -------------------------------------------------------------------------------- /gen-ai/rag-with-knowledge-bases-for-amazon-bedrock/cdk_stacks/rag_with_kb/__init__.py: -------------------------------------------------------------------------------- 1 | from .kb_for_bedrock import BedrockKnowledgeBaseStack 2 | from .sm_studio import SageMakerStudioStack 3 | from .vpc import VpcStack -------------------------------------------------------------------------------- /gen-ai/rag-with-knowledge-bases-for-amazon-bedrock/cdk_stacks/requirements.txt: -------------------------------------------------------------------------------- 1 | aws-cdk-lib==2.171.1 2 | constructs>=10.0.0,<11.0.0 3 | cdklabs.generative-ai-cdk-constructs==0.1.286 4 | -------------------------------------------------------------------------------- /gen-ai/rag-with-knowledge-bases-for-amazon-bedrock/data_ingestion_to_vectordb/utils/__init__.py: -------------------------------------------------------------------------------- 1 | from .aoss_utils import ( 2 | check_if_index_exists, 3 | get_aws_auth, 4 | get_aoss_data_access_policy, 5 | update_aoss_data_access_policy_with_caller_arn, 6 | ) 7 | 8 | from .cfn_utils import get_cfn_outputs -------------------------------------------------------------------------------- /gen-ai/slackGateway-confluence-with-knowledge-base-for-amazon-bedrock/CHANGELOG.md: -------------------------------------------------------------------------------- 1 | # Changelog 2 | All notable changes to this project will be documented in this file. 3 | 4 | The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/), 5 | and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html). -------------------------------------------------------------------------------- /gen-ai/slackGateway-confluence-with-knowledge-base-for-amazon-bedrock/CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- 1 | ## Code of Conduct 2 | This project has adopted the [Amazon Open Source Code of Conduct](https://aws.github.io/code-of-conduct). 3 | For more information see the [Code of Conduct FAQ](https://aws.github.io/code-of-conduct-faq) or contact 4 | opensource-codeofconduct@amazon.com with any additional questions or comments. -------------------------------------------------------------------------------- /gen-ai/slackGateway-confluence-with-knowledge-base-for-amazon-bedrock/docs/arch/bedrock-slack-integration.drawio.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/slackGateway-confluence-with-knowledge-base-for-amazon-bedrock/docs/arch/bedrock-slack-integration.drawio.png -------------------------------------------------------------------------------- /gen-ai/slackGateway-confluence-with-knowledge-base-for-amazon-bedrock/docs/images/bedrock-confluence-slack.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/slackGateway-confluence-with-knowledge-base-for-amazon-bedrock/docs/images/bedrock-confluence-slack.jpg -------------------------------------------------------------------------------- /gen-ai/slackGateway-confluence-with-knowledge-base-for-amazon-bedrock/docs/images/bedrock-console-1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/slackGateway-confluence-with-knowledge-base-for-amazon-bedrock/docs/images/bedrock-console-1.png -------------------------------------------------------------------------------- /gen-ai/slackGateway-confluence-with-knowledge-base-for-amazon-bedrock/docs/images/bedrock-embedding-model.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/slackGateway-confluence-with-knowledge-base-for-amazon-bedrock/docs/images/bedrock-embedding-model.png -------------------------------------------------------------------------------- /gen-ai/slackGateway-confluence-with-knowledge-base-for-amazon-bedrock/docs/images/bedrock-kb-1.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/slackGateway-confluence-with-knowledge-base-for-amazon-bedrock/docs/images/bedrock-kb-1.jpg -------------------------------------------------------------------------------- /gen-ai/slackGateway-confluence-with-knowledge-base-for-amazon-bedrock/docs/images/bedrock-kb-2.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/slackGateway-confluence-with-knowledge-base-for-amazon-bedrock/docs/images/bedrock-kb-2.jpg -------------------------------------------------------------------------------- /gen-ai/slackGateway-confluence-with-knowledge-base-for-amazon-bedrock/docs/images/bedrock-kb-3.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/slackGateway-confluence-with-knowledge-base-for-amazon-bedrock/docs/images/bedrock-kb-3.jpg -------------------------------------------------------------------------------- /gen-ai/slackGateway-confluence-with-knowledge-base-for-amazon-bedrock/docs/images/bedrock-kb-embedding-sync.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/slackGateway-confluence-with-knowledge-base-for-amazon-bedrock/docs/images/bedrock-kb-embedding-sync.jpg -------------------------------------------------------------------------------- /gen-ai/slackGateway-confluence-with-knowledge-base-for-amazon-bedrock/docs/images/bedrock-knowledge-base-id.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/slackGateway-confluence-with-knowledge-base-for-amazon-bedrock/docs/images/bedrock-knowledge-base-id.jpg -------------------------------------------------------------------------------- /gen-ai/slackGateway-confluence-with-knowledge-base-for-amazon-bedrock/docs/images/bedrock-secret-manager.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/slackGateway-confluence-with-knowledge-base-for-amazon-bedrock/docs/images/bedrock-secret-manager.jpg -------------------------------------------------------------------------------- /gen-ai/slackGateway-confluence-with-knowledge-base-for-amazon-bedrock/docs/images/bedrock-slacksync-lambda.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/slackGateway-confluence-with-knowledge-base-for-amazon-bedrock/docs/images/bedrock-slacksync-lambda.jpg -------------------------------------------------------------------------------- /gen-ai/slackGateway-confluence-with-knowledge-base-for-amazon-bedrock/docs/images/cloudformation_output.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/slackGateway-confluence-with-knowledge-base-for-amazon-bedrock/docs/images/cloudformation_output.png -------------------------------------------------------------------------------- /gen-ai/slackGateway-confluence-with-knowledge-base-for-amazon-bedrock/docs/images/confluence-product.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/slackGateway-confluence-with-knowledge-base-for-amazon-bedrock/docs/images/confluence-product.jpg -------------------------------------------------------------------------------- /gen-ai/slackGateway-confluence-with-knowledge-base-for-amazon-bedrock/docs/images/confluence-security-token.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/slackGateway-confluence-with-knowledge-base-for-amazon-bedrock/docs/images/confluence-security-token.jpg -------------------------------------------------------------------------------- /gen-ai/slackGateway-confluence-with-knowledge-base-for-amazon-bedrock/docs/images/copy_slack_bot_token.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/slackGateway-confluence-with-knowledge-base-for-amazon-bedrock/docs/images/copy_slack_bot_token.png -------------------------------------------------------------------------------- /gen-ai/slackGateway-confluence-with-knowledge-base-for-amazon-bedrock/docs/images/enable_amazon_bedrock_model_access.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/slackGateway-confluence-with-knowledge-base-for-amazon-bedrock/docs/images/enable_amazon_bedrock_model_access.png -------------------------------------------------------------------------------- /gen-ai/slackGateway-confluence-with-knowledge-base-for-amazon-bedrock/docs/images/enable_event_subscription_on_slack_application.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/slackGateway-confluence-with-knowledge-base-for-amazon-bedrock/docs/images/enable_event_subscription_on_slack_application.png -------------------------------------------------------------------------------- /gen-ai/slackGateway-confluence-with-knowledge-base-for-amazon-bedrock/docs/images/install_your_app.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/slackGateway-confluence-with-knowledge-base-for-amazon-bedrock/docs/images/install_your_app.png -------------------------------------------------------------------------------- /gen-ai/slackGateway-confluence-with-knowledge-base-for-amazon-bedrock/docs/images/save_app_changes.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/slackGateway-confluence-with-knowledge-base-for-amazon-bedrock/docs/images/save_app_changes.png -------------------------------------------------------------------------------- /gen-ai/slackGateway-confluence-with-knowledge-base-for-amazon-bedrock/docs/images/secret_manager.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/slackGateway-confluence-with-knowledge-base-for-amazon-bedrock/docs/images/secret_manager.png -------------------------------------------------------------------------------- /gen-ai/slackGateway-confluence-with-knowledge-base-for-amazon-bedrock/docs/images/sync-history.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/slackGateway-confluence-with-knowledge-base-for-amazon-bedrock/docs/images/sync-history.jpg -------------------------------------------------------------------------------- /gen-ai/slackGateway-confluence-with-knowledge-base-for-amazon-bedrock/docs/images/update_secret.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/slackGateway-confluence-with-knowledge-base-for-amazon-bedrock/docs/images/update_secret.png -------------------------------------------------------------------------------- /gen-ai/slackGateway-confluence-with-knowledge-base-for-amazon-bedrock/docs/images/verify_event_subscription_on_slack_application.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/slackGateway-confluence-with-knowledge-base-for-amazon-bedrock/docs/images/verify_event_subscription_on_slack_application.png -------------------------------------------------------------------------------- /gen-ai/video-maker-with-nova-reel/.gitignore: -------------------------------------------------------------------------------- 1 | *.swp 2 | package-lock.json 3 | __pycache__ 4 | .pytest_cache 5 | .venv 6 | *.egg-info 7 | !*.gitignore* 8 | 9 | # CDK asset staging directory 10 | .cdk.staging 11 | cdk.out 12 | !cdk.context.json 13 | 14 | # Lambda layer build directory 15 | .build -------------------------------------------------------------------------------- /gen-ai/video-maker-with-nova-reel/backend/app.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env python3 2 | import os 3 | import aws_cdk as cdk 4 | from stacks.video_maker_with_nova_reel_stack import VideoMakerWithNovaReelStack 5 | 6 | app = cdk.App() 7 | 8 | lambda_stack = VideoMakerWithNovaReelStack(app, "VideoMakerWithNovaReelStack") 9 | 10 | app.synth() 11 | -------------------------------------------------------------------------------- /gen-ai/video-maker-with-nova-reel/backend/cdk.context.json: -------------------------------------------------------------------------------- 1 | { 2 | "s3_base_bucket_name": "", 3 | "video_generation_model_id": "amazon.nova-reel-v1:1", 4 | "video_maker_with_nova_reel_process_table": "VideoMakerWithNovaReelProcessTable", 5 | "chat_nova_model_id": "us.amazon.nova-pro-v1:0", 6 | "acknowledged-issue-numbers": [ 7 | 32775 8 | ] 9 | } 10 | -------------------------------------------------------------------------------- /gen-ai/video-maker-with-nova-reel/backend/lambda/api/generate-video/requirements.txt: -------------------------------------------------------------------------------- 1 | boto3 -------------------------------------------------------------------------------- /gen-ai/video-maker-with-nova-reel/backend/lambda/api/merge-videos/requirements.txt: -------------------------------------------------------------------------------- 1 | boto3 -------------------------------------------------------------------------------- /gen-ai/video-maker-with-nova-reel/backend/lambda/api/storyboard-generate/requirements.txt: -------------------------------------------------------------------------------- 1 | boto3 -------------------------------------------------------------------------------- /gen-ai/video-maker-with-nova-reel/backend/lambda/api/storyboard-videos/requirements.txt: -------------------------------------------------------------------------------- 1 | boto3 -------------------------------------------------------------------------------- /gen-ai/video-maker-with-nova-reel/backend/requirements.txt: -------------------------------------------------------------------------------- 1 | aws-cdk-lib==2.192.0 2 | constructs>=10.0.0,<11.0.0 3 | -------------------------------------------------------------------------------- /gen-ai/video-maker-with-nova-reel/backend/stacks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/video-maker-with-nova-reel/backend/stacks/__init__.py -------------------------------------------------------------------------------- /gen-ai/video-maker-with-nova-reel/docs/images/Lovers.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/video-maker-with-nova-reel/docs/images/Lovers.gif -------------------------------------------------------------------------------- /gen-ai/video-maker-with-nova-reel/docs/images/image-generation-1.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/video-maker-with-nova-reel/docs/images/image-generation-1.jpeg -------------------------------------------------------------------------------- /gen-ai/video-maker-with-nova-reel/docs/images/nova-maker-architecture.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/video-maker-with-nova-reel/docs/images/nova-maker-architecture.jpeg -------------------------------------------------------------------------------- /gen-ai/video-maker-with-nova-reel/docs/images/storyboard-1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/video-maker-with-nova-reel/docs/images/storyboard-1.png -------------------------------------------------------------------------------- /gen-ai/video-maker-with-nova-reel/docs/images/storyboard-3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/video-maker-with-nova-reel/docs/images/storyboard-3.png -------------------------------------------------------------------------------- /gen-ai/video-maker-with-nova-reel/docs/images/video-generation-service-1.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/video-maker-with-nova-reel/docs/images/video-generation-service-1.jpeg -------------------------------------------------------------------------------- /gen-ai/video-maker-with-nova-reel/docs/images/video-generation-service-2.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/video-maker-with-nova-reel/docs/images/video-generation-service-2.jpeg -------------------------------------------------------------------------------- /gen-ai/video-maker-with-nova-reel/docs/images/video-generation-service-3.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/video-maker-with-nova-reel/docs/images/video-generation-service-3.jpeg -------------------------------------------------------------------------------- /gen-ai/video-maker-with-nova-reel/frontend/lambda/api/manage-video-schedule/index.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/video-maker-with-nova-reel/frontend/lambda/api/manage-video-schedule/index.py -------------------------------------------------------------------------------- /gen-ai/video-maker-with-nova-reel/frontend/public/favicon.ico: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/video-maker-with-nova-reel/frontend/public/favicon.ico -------------------------------------------------------------------------------- /gen-ai/video-maker-with-nova-reel/frontend/public/logo192.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/video-maker-with-nova-reel/frontend/public/logo192.png -------------------------------------------------------------------------------- /gen-ai/video-maker-with-nova-reel/frontend/public/logo512.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/gen-ai/video-maker-with-nova-reel/frontend/public/logo512.png -------------------------------------------------------------------------------- /gen-ai/video-maker-with-nova-reel/frontend/public/robots.txt: -------------------------------------------------------------------------------- 1 | # https://www.robotstxt.org/robotstxt.html 2 | User-agent: * 3 | Disallow: 4 | -------------------------------------------------------------------------------- /gen-ai/video-maker-with-nova-reel/frontend/src/App.test.js: -------------------------------------------------------------------------------- 1 | import { render, screen } from '@testing-library/react'; 2 | import App from './App'; 3 | 4 | test('renders learn react link', () => { 5 | render(); 6 | const linkElement = screen.getByText(/learn react/i); 7 | expect(linkElement).toBeInTheDocument(); 8 | }); 9 | -------------------------------------------------------------------------------- /gen-ai/video-maker-with-nova-reel/frontend/src/setupTests.js: -------------------------------------------------------------------------------- 1 | // jest-dom adds custom jest matchers for asserting on DOM nodes. 2 | // allows you to do things like: 3 | // expect(element).toHaveTextContent(/react/i) 4 | // learn more: https://github.com/testing-library/jest-dom 5 | import '@testing-library/jest-dom'; 6 | -------------------------------------------------------------------------------- /machine-learning/.gitignore: -------------------------------------------------------------------------------- 1 | *.swp 2 | package-lock.json 3 | __pycache__ 4 | .pytest_cache 5 | .venv 6 | *.egg-info 7 | 8 | # CDK asset staging directory 9 | .cdk.staging 10 | cdk.out 11 | -------------------------------------------------------------------------------- /machine-learning/llama3-blossom-8b-aws-inf2/bin/app.d.ts: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env node 2 | import 'source-map-support/register'; 3 | -------------------------------------------------------------------------------- /machine-learning/llama3-blossom-8b-aws-inf2/requirements.txt: -------------------------------------------------------------------------------- 1 | huggingface_hub 2 | boto3 3 | -------------------------------------------------------------------------------- /machine-learning/mlflow/mlflow-ec2-sagemaker/.gitignore: -------------------------------------------------------------------------------- 1 | *.swp 2 | package-lock.json 3 | __pycache__ 4 | .pytest_cache 5 | .venv 6 | *.egg-info 7 | 8 | # CDK asset staging directory 9 | .cdk.staging 10 | cdk.out 11 | -------------------------------------------------------------------------------- /machine-learning/mlflow/mlflow-ec2-sagemaker/cdk.context.json: -------------------------------------------------------------------------------- 1 | { 2 | "ami_name": "ubuntu/images/hvm-ssd/ubuntu-focal-20.04-amd64-server-20230517", 3 | "vpc_name": "default" 4 | } 5 | -------------------------------------------------------------------------------- /machine-learning/mlflow/mlflow-ec2-sagemaker/cdk_stacks/__init__.py: -------------------------------------------------------------------------------- 1 | from .vpc import VpcStack 2 | from .s3 import S3Stack 3 | from .aurora_mysql import AuroraMysqlStack 4 | from .mlflow_ec2 import MLflowOnEC2InstanceStack 5 | from .sm_studio import SageMakerStudioStack -------------------------------------------------------------------------------- /machine-learning/mlflow/mlflow-ec2-sagemaker/mlflow-v2.6.0-web-ui.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/machine-learning/mlflow/mlflow-ec2-sagemaker/mlflow-v2.6.0-web-ui.png -------------------------------------------------------------------------------- /machine-learning/mlflow/mlflow-ec2-sagemaker/requirements.txt: -------------------------------------------------------------------------------- 1 | aws-cdk-lib==2.102.0 2 | constructs>=10.0.0,<11.0.0 3 | -------------------------------------------------------------------------------- /machine-learning/mlflow/mlflow-ec2-sagemaker/user-data/mlflow_server.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash - 2 | 3 | export PATH=/home/ubuntu/.local/bin:$PATH 4 | 5 | source /home/ubuntu/env_vars.sh 6 | 7 | mlflow server \ 8 | --default-artifact-root ${BUCKET} \ 9 | --backend-store-uri mysql+pymysql://${USERNAME}:${PASSWORD}@${DB_EDNPOINT}/${DATABASE} \ 10 | --port 5000 \ 11 | --host 0.0.0.0 12 | -------------------------------------------------------------------------------- /machine-learning/mlflow/mlflow-ec2-sagemaker/user-data/mlflow_supervisord.conf: -------------------------------------------------------------------------------- 1 | [program:mlflow] 2 | command=/home/ubuntu/opt/mlflow_server.sh 3 | directory=/home/ubuntu 4 | stopasgroup=true 5 | killasgroup=true 6 | user=ubuntu 7 | -------------------------------------------------------------------------------- /machine-learning/mlflow/mlflow-ecs-sagemaker/.gitignore: -------------------------------------------------------------------------------- 1 | *.swp 2 | package-lock.json 3 | __pycache__ 4 | .pytest_cache 5 | .venv 6 | *.egg-info 7 | 8 | # CDK asset staging directory 9 | .cdk.staging 10 | cdk.out 11 | -------------------------------------------------------------------------------- /machine-learning/mlflow/mlflow-ecs-sagemaker/cdk.context.json: -------------------------------------------------------------------------------- 1 | { 2 | "ecs": { 3 | "cluster_name": "mlflow", 4 | "service_name": "mlflow" 5 | }, 6 | "vpc_name": "default" 7 | } 8 | -------------------------------------------------------------------------------- /machine-learning/mlflow/mlflow-ecs-sagemaker/cdk_stacks/__init__.py: -------------------------------------------------------------------------------- 1 | from .vpc import VpcStack 2 | from .s3 import S3Stack 3 | from .aurora_mysql_cluster import AuroraMysqlClusterStack 4 | from .mlflow_ecs_fargate import MLflowECSFargateStack 5 | from .sm_studio import SageMakerStudioStack -------------------------------------------------------------------------------- /machine-learning/mlflow/mlflow-ecs-sagemaker/mlflow-v2.6.0-web-ui.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/machine-learning/mlflow/mlflow-ecs-sagemaker/mlflow-v2.6.0-web-ui.png -------------------------------------------------------------------------------- /machine-learning/mlflow/mlflow-ecs-sagemaker/requirements.txt: -------------------------------------------------------------------------------- 1 | aws-cdk-lib==2.102.0 2 | constructs>=10.0.0,<11.0.0 3 | -------------------------------------------------------------------------------- /machine-learning/sagemaker/deepseek-on-sagemaker/deepseek-r1-distill-llama-8b-sglang/.gitignore: -------------------------------------------------------------------------------- 1 | *.swp 2 | package-lock.json 3 | __pycache__ 4 | .pytest_cache 5 | .venv 6 | *.egg-info 7 | 8 | # CDK asset staging directory 9 | .cdk.staging 10 | cdk.out 11 | -------------------------------------------------------------------------------- /machine-learning/sagemaker/deepseek-on-sagemaker/deepseek-r1-distill-llama-8b-sglang/cdk_stacks/__init__.py: -------------------------------------------------------------------------------- 1 | from .ecr import ECRStack 2 | from .sm_deepseek_r1_sglang_endpoint import DeepSeekR1SGLangRealtimeEndpointStack -------------------------------------------------------------------------------- /machine-learning/sagemaker/deepseek-on-sagemaker/deepseek-r1-distill-llama-8b-sglang/requirements.txt: -------------------------------------------------------------------------------- 1 | aws-cdk-lib==2.181.1 2 | constructs>=10.0.0,<11.0.0 3 | cdklabs.generative-ai-cdk-constructs==0.1.292 4 | cdk-ecr-deployment==4.0.1 -------------------------------------------------------------------------------- /machine-learning/sagemaker/deepseek-on-sagemaker/deepseek-r1-distill-llama-8b-sglang/src/container/Dockerfile: -------------------------------------------------------------------------------- 1 | ARG BASE_IMAGE 2 | FROM ${BASE_IMAGE} 3 | 4 | COPY serve /usr/bin/serve 5 | RUN chmod 777 /usr/bin/serve 6 | 7 | ENTRYPOINT [ "/usr/bin/serve" ] -------------------------------------------------------------------------------- /machine-learning/sagemaker/deepseek-on-sagemaker/deepseek-r1-distill-qwen-14b/.envrc: -------------------------------------------------------------------------------- 1 | export USE_DEFAULT_VPC=true -------------------------------------------------------------------------------- /machine-learning/sagemaker/deepseek-on-sagemaker/deepseek-r1-distill-qwen-14b/cdk_stacks/__init__.py: -------------------------------------------------------------------------------- 1 | from .sm_deepseek_r1_realtime_endpoint import DeepSeekR1RealtimeEndpointStack -------------------------------------------------------------------------------- /machine-learning/sagemaker/deepseek-on-sagemaker/deepseek-r1-distill-qwen-14b/requirements.txt: -------------------------------------------------------------------------------- 1 | aws-cdk-lib==2.177.0 2 | constructs>=10.0.0,<11.0.0 3 | cdklabs.generative-ai-cdk-constructs==0.1.289 -------------------------------------------------------------------------------- /machine-learning/sagemaker/deepseek-on-sagemaker/deepseek-r1-distill-qwen-14b/src/python/code/serving.properties: -------------------------------------------------------------------------------- 1 | engine=Python 2 | option.model_id=deepseek-ai/DeepSeek-R1-Distill-Qwen-14B 3 | option.rolling_batch=vllm 4 | option.max_model_len=8192 5 | option.tensor_parallel_size=1 6 | trust_remote_code=True -------------------------------------------------------------------------------- /machine-learning/sagemaker/deepseek-on-sagemaker/deepseek-r1-distill-qwen-32b/.gitignore: -------------------------------------------------------------------------------- 1 | *.swp 2 | package-lock.json 3 | __pycache__ 4 | .pytest_cache 5 | .venv 6 | *.egg-info 7 | 8 | # CDK asset staging directory 9 | .cdk.staging 10 | cdk.out 11 | 12 | # Misc 13 | model 14 | model*/ 15 | model.tar.gz -------------------------------------------------------------------------------- /machine-learning/sagemaker/deepseek-on-sagemaker/deepseek-r1-distill-qwen-32b/cdk_stacks/__init__.py: -------------------------------------------------------------------------------- 1 | from .smjs_deepseek_r1_realtime_endpoint import DeepSeekR1JumpStartEndpointStack 2 | from .sm_realtime_endpoint_autoscaling import SageMakerRealtimeEndpointAutoScalingStack -------------------------------------------------------------------------------- /machine-learning/sagemaker/deepseek-on-sagemaker/deepseek-r1-distill-qwen-32b/requirements.txt: -------------------------------------------------------------------------------- 1 | aws-cdk-lib==2.178.1 2 | constructs>=10.0.0,<11.0.0 3 | cdklabs.generative-ai-cdk-constructs==0.1.292 -------------------------------------------------------------------------------- /machine-learning/sagemaker/deepseek-on-sagemaker/deepseek-v2-lite-chat/.envrc: -------------------------------------------------------------------------------- 1 | export USE_DEFAULT_VPC=true -------------------------------------------------------------------------------- /machine-learning/sagemaker/deepseek-on-sagemaker/deepseek-v2-lite-chat/cdk_stacks/__init__.py: -------------------------------------------------------------------------------- 1 | from .sm_deepseek_realtime_endpoint import DeepSeekV2LiteChatRealtimeEndpointStack -------------------------------------------------------------------------------- /machine-learning/sagemaker/deepseek-on-sagemaker/deepseek-v2-lite-chat/requirements.txt: -------------------------------------------------------------------------------- 1 | aws-cdk-lib==2.175.1 2 | constructs>=10.0.0,<11.0.0 3 | cdklabs.generative-ai-cdk-constructs==0.1.289 4 | # cdklabs.generative-ai-cdk-constructs==0.1.215 -------------------------------------------------------------------------------- /machine-learning/sagemaker/deepseek-on-sagemaker/deepseek-v2-lite-chat/src/python/code/serving.properties: -------------------------------------------------------------------------------- 1 | engine=Python 2 | option.model_id=deepseek-ai/DeepSeek-V2-Lite-Chat 3 | option.rolling_batch=vllm 4 | option.max_model_len=8192 5 | option.tensor_parallel_size=1 6 | trust_remote_code=True -------------------------------------------------------------------------------- /machine-learning/sagemaker/deepseek-on-sagemaker/janus-pro-7b/.envrc: -------------------------------------------------------------------------------- 1 | export USE_DEFAULT_VPC=true -------------------------------------------------------------------------------- /machine-learning/sagemaker/deepseek-on-sagemaker/janus-pro-7b/.gitignore: -------------------------------------------------------------------------------- 1 | *.swp 2 | package-lock.json 3 | __pycache__ 4 | .pytest_cache 5 | .venv 6 | *.egg-info 7 | 8 | # CDK asset staging directory 9 | .cdk.staging 10 | cdk.out 11 | 12 | # Misc 13 | model 14 | model*/ 15 | model.tar.gz -------------------------------------------------------------------------------- /machine-learning/sagemaker/deepseek-on-sagemaker/janus-pro-7b/cdk_stacks/__init__.py: -------------------------------------------------------------------------------- 1 | from .sm_janus_pro_realtime_endpoint import JanusProRealtimeEndpointStack -------------------------------------------------------------------------------- /machine-learning/sagemaker/deepseek-on-sagemaker/janus-pro-7b/requirements.txt: -------------------------------------------------------------------------------- 1 | aws-cdk-lib==2.179.0 2 | constructs>=10.0.0,<11.0.0 3 | cdklabs.generative-ai-cdk-constructs==0.1.289 4 | -------------------------------------------------------------------------------- /machine-learning/sagemaker/deepseek-on-sagemaker/janus-pro-7b/src/python/code/requirements.txt: -------------------------------------------------------------------------------- 1 | accelerate==0.21.0 2 | diffusers==0.32.2 3 | huggingface-hub==0.28.1 4 | opencv-python==4.11.0.86 5 | safetensors==0.4.5 6 | transformers==4.50.0 7 | git+https://github.com/deepseek-ai/Janus.git@1daa72fa409002d40931bd7b36a9280362469ead 8 | -------------------------------------------------------------------------------- /machine-learning/sagemaker/lgai-exaone-on-sagemaker/exaone-deep-7_8b-sglang/.gitignore: -------------------------------------------------------------------------------- 1 | *.swp 2 | package-lock.json 3 | __pycache__ 4 | .pytest_cache 5 | .venv 6 | *.egg-info 7 | 8 | # CDK asset staging directory 9 | .cdk.staging 10 | cdk.out 11 | 12 | # Misc 13 | model 14 | model*/ 15 | model.tar.gz -------------------------------------------------------------------------------- /machine-learning/sagemaker/lgai-exaone-on-sagemaker/exaone-deep-7_8b-sglang/cdk_stacks/__init__.py: -------------------------------------------------------------------------------- 1 | from .ecr import ECRStack 2 | from .sm_exaone_deep_7_8b_sglang_endpoint import ExaoneDeepSGLangRealtimeEndpointStack -------------------------------------------------------------------------------- /machine-learning/sagemaker/lgai-exaone-on-sagemaker/exaone-deep-7_8b-sglang/requirements.txt: -------------------------------------------------------------------------------- 1 | aws-cdk-lib==2.181.1 2 | constructs>=10.0.0,<11.0.0 3 | cdklabs.generative-ai-cdk-constructs==0.1.292 4 | cdk-ecr-deployment==4.0.1 -------------------------------------------------------------------------------- /machine-learning/sagemaker/lgai-exaone-on-sagemaker/exaone-deep-7_8b-sglang/src/container/Dockerfile: -------------------------------------------------------------------------------- 1 | ARG BASE_IMAGE 2 | FROM ${BASE_IMAGE} 3 | 4 | COPY serve /usr/bin/serve 5 | RUN chmod 777 /usr/bin/serve 6 | 7 | ENTRYPOINT [ "/usr/bin/serve" ] -------------------------------------------------------------------------------- /machine-learning/sagemaker/llava-next-video-model-on-sagemaker-endpoint/sagemaker-async-inference/cdk_stacks/__init__.py: -------------------------------------------------------------------------------- 1 | from .sm_llava_next_video_async_endpoint import LlaVaNeXTVideoAsyncEndpointStack -------------------------------------------------------------------------------- /machine-learning/sagemaker/llava-next-video-model-on-sagemaker-endpoint/sagemaker-async-inference/requirements.txt: -------------------------------------------------------------------------------- 1 | aws-cdk-lib==2.179.0 2 | constructs>=10.0.0,<11.0.0 3 | cdklabs.generative-ai-cdk-constructs==0.1.292 -------------------------------------------------------------------------------- /machine-learning/sagemaker/llava-next-video-model-on-sagemaker-endpoint/sagemaker-async-inference/src/python/code/requirements.txt: -------------------------------------------------------------------------------- 1 | accelerate==0.32.1 2 | av==12.2.0 3 | bitsandbytes==0.43.1 4 | protobuf==3.20.3 5 | sentencepiece==0.2.0 6 | transformers==4.50.0 -------------------------------------------------------------------------------- /machine-learning/sagemaker/llava-next-video-model-on-sagemaker-endpoint/sagemaker-realtime-inference/cdk_stacks/__init__.py: -------------------------------------------------------------------------------- 1 | from .sm_llava_next_video_realtime_endpoint import LlaVaNeXTVideoRealtimeEndpointStack -------------------------------------------------------------------------------- /machine-learning/sagemaker/llava-next-video-model-on-sagemaker-endpoint/sagemaker-realtime-inference/requirements.txt: -------------------------------------------------------------------------------- 1 | aws-cdk-lib==2.179.0 2 | constructs>=10.0.0,<11.0.0 3 | cdklabs.generative-ai-cdk-constructs==0.1.292 -------------------------------------------------------------------------------- /machine-learning/sagemaker/llava-next-video-model-on-sagemaker-endpoint/sagemaker-realtime-inference/src/python/code/requirements.txt: -------------------------------------------------------------------------------- 1 | accelerate==0.32.1 2 | av==12.2.0 3 | bitsandbytes==0.43.1 4 | protobuf==3.20.3 5 | sentencepiece==0.2.0 6 | transformers==4.50.0 -------------------------------------------------------------------------------- /machine-learning/sagemaker/llava-on-aws-sagemaker/cdk.context.json: -------------------------------------------------------------------------------- 1 | { 2 | "model_id": "llava-hf/llava-1.5-7b-hf", 3 | "model_data_source": { 4 | "s3_bucket_name": "", 5 | "s3_object_key_name": "" 6 | } 7 | } -------------------------------------------------------------------------------- /machine-learning/sagemaker/llava-on-aws-sagemaker/cdk_stacks/__init__.py: -------------------------------------------------------------------------------- 1 | from .sm_llava_custome_realtime_endpoint import LlaVaRealtimeEndpointStack 2 | from .sm_realtime_endpoint_autoscaling import SageMakerRealtimeEndpointAutoScalingStack -------------------------------------------------------------------------------- /machine-learning/sagemaker/llava-on-aws-sagemaker/requirements.txt: -------------------------------------------------------------------------------- 1 | aws-cdk-lib==2.150.0 2 | constructs>=10.0.0,<11.0.0 3 | cdklabs.generative-ai-cdk-constructs==0.1.215 -------------------------------------------------------------------------------- /machine-learning/sagemaker/llava-on-aws-sagemaker/src/python/code/requirements.txt: -------------------------------------------------------------------------------- 1 | accelerate==0.25.0 2 | bitsandbytes==0.41.3 -------------------------------------------------------------------------------- /machine-learning/sagemaker/qwen-vl-on-sagemaker-endpoint/qwen2_5-vl-32b-sglang/.gitignore: -------------------------------------------------------------------------------- 1 | .DS_Store 2 | *.swp 3 | package-lock.json 4 | __pycache__ 5 | .pytest_cache 6 | .venv 7 | *.egg-info 8 | 9 | # CDK asset staging directory 10 | .cdk.staging 11 | cdk.out 12 | -------------------------------------------------------------------------------- /machine-learning/sagemaker/qwen-vl-on-sagemaker-endpoint/qwen2_5-vl-32b-sglang/cdk_stacks/__init__.py: -------------------------------------------------------------------------------- 1 | from .ecr import ECRStack 2 | from .sm_qwen25_vl_32b_sglang_endpoint import QwenVLSGLangRealtimeEndpointStack -------------------------------------------------------------------------------- /machine-learning/sagemaker/qwen-vl-on-sagemaker-endpoint/qwen2_5-vl-32b-sglang/requirements.txt: -------------------------------------------------------------------------------- 1 | aws-cdk-lib==2.186.0 2 | constructs>=10.0.0,<11.0.0 3 | cdklabs.generative-ai-cdk-constructs==0.1.292 4 | cdk-ecr-deployment==4.0.1 -------------------------------------------------------------------------------- /machine-learning/sagemaker/qwen-vl-on-sagemaker-endpoint/qwen2_5-vl-32b-sglang/src/container/Dockerfile: -------------------------------------------------------------------------------- 1 | ARG BASE_IMAGE 2 | FROM ${BASE_IMAGE} 3 | 4 | RUN python3 -m pip --no-cache-dir install pynvml==12.0.0 5 | 6 | COPY serve /usr/bin/serve 7 | RUN chmod 777 /usr/bin/serve 8 | 9 | ENTRYPOINT [ "/usr/bin/serve" ] -------------------------------------------------------------------------------- /machine-learning/sagemaker/qwen-vl-on-sagemaker-endpoint/qwen2_5-vl-32b-sglang/src/notebook/samples/image1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/machine-learning/sagemaker/qwen-vl-on-sagemaker-endpoint/qwen2_5-vl-32b-sglang/src/notebook/samples/image1.png -------------------------------------------------------------------------------- /machine-learning/sagemaker/qwen-vl-on-sagemaker-endpoint/qwen2_5-vl-32b-sglang/src/notebook/samples/image2.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/machine-learning/sagemaker/qwen-vl-on-sagemaker-endpoint/qwen2_5-vl-32b-sglang/src/notebook/samples/image2.jpg -------------------------------------------------------------------------------- /machine-learning/sagemaker/sagemaker-inference-component/.gitignore: -------------------------------------------------------------------------------- 1 | *.swp 2 | package-lock.json 3 | __pycache__ 4 | .pytest_cache 5 | .venv 6 | *.egg-info 7 | 8 | # CDK asset staging directory 9 | .cdk.staging 10 | cdk.out 11 | -------------------------------------------------------------------------------- /machine-learning/sagemaker/sagemaker-inference-component/cdk_stacks/__init__.py: -------------------------------------------------------------------------------- 1 | from .sm_execution_role import SageMakerExecutionRoleStack 2 | from .sm_model import SageMakerHuggingFaceModelStack 3 | from .sm_realtime_endpoint import SageMakerRealtimeEndpointStack 4 | from .sm_inference_component import SageMakerInferenceComponentStack -------------------------------------------------------------------------------- /machine-learning/sagemaker/sagemaker-inference-component/requirements.txt: -------------------------------------------------------------------------------- 1 | aws-cdk-lib==2.178.1 2 | constructs>=10.0.0,<11.0.0 3 | cdklabs.generative-ai-cdk-constructs==0.1.292 -------------------------------------------------------------------------------- /machine-learning/sagemaker/sagemaker-inference-component/sagemaker-inference-component.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/machine-learning/sagemaker/sagemaker-inference-component/sagemaker-inference-component.gif -------------------------------------------------------------------------------- /machine-learning/sagemaker/scale-to-zero-sagemaker-endpoint/.gitignore: -------------------------------------------------------------------------------- 1 | *.swp 2 | package-lock.json 3 | __pycache__ 4 | .pytest_cache 5 | .venv 6 | *.egg-info 7 | 8 | # CDK asset staging directory 9 | .cdk.staging 10 | cdk.out 11 | -------------------------------------------------------------------------------- /machine-learning/sagemaker/scale-to-zero-sagemaker-endpoint/cdk_stacks/__init__.py: -------------------------------------------------------------------------------- 1 | from .sm_execution_role import SageMakerExecutionRoleStack 2 | from .sm_model import SageMakerHuggingFaceModelStack 3 | from .sm_realtime_endpoint import SageMakerRealtimeEndpointStack 4 | from .sm_inference_component import SageMakerInferenceComponentStack 5 | from .sm_scale_to_zero_autoscaling import SageMakerScaleToZeroAutoScalingStack -------------------------------------------------------------------------------- /machine-learning/sagemaker/scale-to-zero-sagemaker-endpoint/requirements.txt: -------------------------------------------------------------------------------- 1 | aws-cdk-lib==2.177.0 2 | constructs>=10.0.0,<11.0.0 3 | cdklabs.generative-ai-cdk-constructs==0.1.289 4 | -------------------------------------------------------------------------------- /machine-learning/sagemaker/video-llava-on-aws-sagemaker/cdk_stacks/__init__.py: -------------------------------------------------------------------------------- 1 | from .sm_video_llava_custome_realtime_endpoint import VideoLlaVaRealtimeEndpointStack -------------------------------------------------------------------------------- /machine-learning/sagemaker/video-llava-on-aws-sagemaker/requirements.txt: -------------------------------------------------------------------------------- 1 | aws-cdk-lib==2.179.0 2 | constructs>=10.0.0,<11.0.0 3 | cdklabs.generative-ai-cdk-constructs==0.1.292 -------------------------------------------------------------------------------- /machine-learning/sagemaker/video-llava-on-aws-sagemaker/src/python/code/requirements.txt: -------------------------------------------------------------------------------- 1 | accelerate==0.32.1 2 | av==12.2.0 3 | bitsandbytes==0.45.2 4 | sentencepiece==0.2.0 5 | transformers==4.50.0 -------------------------------------------------------------------------------- /machine-learning/sagemaker/whisper-model-hosting-on-sagemaker-endpoint/sagemaker-async-inference/hugging-face/.gitignore: -------------------------------------------------------------------------------- 1 | .DS_Store 2 | *.swp 3 | package-lock.json 4 | __pycache__ 5 | .pytest_cache 6 | .venv 7 | *.egg-info 8 | 9 | # CDK asset staging directory 10 | .cdk.staging 11 | cdk.out 12 | -------------------------------------------------------------------------------- /machine-learning/sagemaker/whisper-model-hosting-on-sagemaker-endpoint/sagemaker-async-inference/hugging-face/cdk_stacks/__init__.py: -------------------------------------------------------------------------------- 1 | from .sm_asr_huggingface_async_endpoint import ASRHuggingFaceAsyncEndpointStack 2 | from .sm_async_endpoint_autoscaling import SageMakerAsyncEndpointAutoScalingStack -------------------------------------------------------------------------------- /machine-learning/sagemaker/whisper-model-hosting-on-sagemaker-endpoint/sagemaker-async-inference/hugging-face/requirements.txt: -------------------------------------------------------------------------------- 1 | aws-cdk-lib==2.149.0 2 | constructs>=10.0.0,<11.0.0 3 | cdklabs.generative-ai-cdk-constructs==0.1.244 -------------------------------------------------------------------------------- /machine-learning/sagemaker/whisper-model-hosting-on-sagemaker-endpoint/sagemaker-async-inference/jumpstart/.gitignore: -------------------------------------------------------------------------------- 1 | .DS_Store 2 | *.swp 3 | package-lock.json 4 | __pycache__ 5 | .pytest_cache 6 | .venv 7 | *.egg-info 8 | 9 | # CDK asset staging directory 10 | .cdk.staging 11 | cdk.out 12 | -------------------------------------------------------------------------------- /machine-learning/sagemaker/whisper-model-hosting-on-sagemaker-endpoint/sagemaker-async-inference/jumpstart/cdk.context.json: -------------------------------------------------------------------------------- 1 | { 2 | "jumpstart_model_info": { 3 | "model_id": "huggingface-asr-whisper-medium", 4 | "version": "3.0.0" 5 | } 6 | } -------------------------------------------------------------------------------- /machine-learning/sagemaker/whisper-model-hosting-on-sagemaker-endpoint/sagemaker-async-inference/jumpstart/cdk_stacks/__init__.py: -------------------------------------------------------------------------------- 1 | from .sm_asr_async_endpoint import ASRAsyncEndpointStack 2 | from .sm_async_endpoint_autoscaling import SageMakerAsyncEndpointAutoScalingStack -------------------------------------------------------------------------------- /machine-learning/sagemaker/whisper-model-hosting-on-sagemaker-endpoint/sagemaker-async-inference/jumpstart/requirements.txt: -------------------------------------------------------------------------------- 1 | aws-cdk-lib==2.149.0 2 | constructs>=10.0.0,<11.0.0 3 | cdklabs.generative-ai-cdk-constructs==0.1.244 -------------------------------------------------------------------------------- /machine-learning/sagemaker/whisper-model-hosting-on-sagemaker-endpoint/sagemaker-async-inference/pytorch/.gitignore: -------------------------------------------------------------------------------- 1 | *.swp 2 | package-lock.json 3 | __pycache__ 4 | .pytest_cache 5 | .venv 6 | *.egg-info 7 | 8 | # CDK asset staging directory 9 | .cdk.staging 10 | cdk.out 11 | -------------------------------------------------------------------------------- /machine-learning/sagemaker/whisper-model-hosting-on-sagemaker-endpoint/sagemaker-async-inference/pytorch/cdk.context.json: -------------------------------------------------------------------------------- 1 | { 2 | "model_id": "openai/whisper-large-v3-turbo", 3 | "model_data_source": { 4 | "s3_bucket_name": "", 5 | "s3_object_key_name": "" 6 | } 7 | } -------------------------------------------------------------------------------- /machine-learning/sagemaker/whisper-model-hosting-on-sagemaker-endpoint/sagemaker-async-inference/pytorch/cdk_stacks/__init__.py: -------------------------------------------------------------------------------- 1 | from .sm_asr_custome_async_endpoint import ASRPyTorchAsyncEndpointStack 2 | from .sm_async_endpoint_autoscaling import SageMakerAsyncEndpointAutoScalingStack -------------------------------------------------------------------------------- /machine-learning/sagemaker/whisper-model-hosting-on-sagemaker-endpoint/sagemaker-async-inference/pytorch/requirements.txt: -------------------------------------------------------------------------------- 1 | aws-cdk-lib==2.152.0 2 | constructs>=10.0.0,<11.0.0 3 | cdklabs.generative-ai-cdk-constructs==0.1.247 -------------------------------------------------------------------------------- /machine-learning/sagemaker/whisper-model-hosting-on-sagemaker-endpoint/sagemaker-async-inference/pytorch/src/code/requirements.txt: -------------------------------------------------------------------------------- 1 | openai-whisper>=20230918 2 | ffmpeg-python==0.2.0 3 | torchaudio==2.1.0 4 | nvgpu==0.10.0 -------------------------------------------------------------------------------- /machine-learning/sagemaker/whisper-model-hosting-on-sagemaker-endpoint/sagemaker-realtime-inference/hugging-face/.gitignore: -------------------------------------------------------------------------------- 1 | *.swp 2 | package-lock.json 3 | __pycache__ 4 | .pytest_cache 5 | .venv 6 | *.egg-info 7 | 8 | # CDK asset staging directory 9 | .cdk.staging 10 | cdk.out 11 | -------------------------------------------------------------------------------- /machine-learning/sagemaker/whisper-model-hosting-on-sagemaker-endpoint/sagemaker-realtime-inference/hugging-face/cdk_stacks/__init__.py: -------------------------------------------------------------------------------- 1 | from .sm_asr_huggingface_realtime_endpoint import ASRHuggingFaceRealtimeEndpointStack 2 | from .sm_realtime_endpoint_autoscaling import SageMakerRealtimeEndpointAutoScalingStack -------------------------------------------------------------------------------- /machine-learning/sagemaker/whisper-model-hosting-on-sagemaker-endpoint/sagemaker-realtime-inference/hugging-face/requirements.txt: -------------------------------------------------------------------------------- 1 | aws-cdk-lib==2.149.0 2 | constructs>=10.0.0,<11.0.0 3 | cdklabs.generative-ai-cdk-constructs==0.1.244 -------------------------------------------------------------------------------- /machine-learning/sagemaker/whisper-model-hosting-on-sagemaker-endpoint/sagemaker-realtime-inference/jumpstart/.gitignore: -------------------------------------------------------------------------------- 1 | *.swp 2 | package-lock.json 3 | __pycache__ 4 | .pytest_cache 5 | .venv 6 | *.egg-info 7 | 8 | # CDK asset staging directory 9 | .cdk.staging 10 | cdk.out 11 | -------------------------------------------------------------------------------- /machine-learning/sagemaker/whisper-model-hosting-on-sagemaker-endpoint/sagemaker-realtime-inference/jumpstart/cdk.context.json: -------------------------------------------------------------------------------- 1 | { 2 | "jumpstart_model_info": { 3 | "model_id": "huggingface-asr-whisper-medium", 4 | "version": "3.0.0" 5 | } 6 | } -------------------------------------------------------------------------------- /machine-learning/sagemaker/whisper-model-hosting-on-sagemaker-endpoint/sagemaker-realtime-inference/jumpstart/cdk_stacks/__init__.py: -------------------------------------------------------------------------------- 1 | from .sm_asr_realtime_endpoint import ASRRealtimeEndpointStack 2 | from .sm_realtime_endpoint_autoscaling import SageMakerRealtimeEndpointAutoScalingStack -------------------------------------------------------------------------------- /machine-learning/sagemaker/whisper-model-hosting-on-sagemaker-endpoint/sagemaker-realtime-inference/jumpstart/requirements.txt: -------------------------------------------------------------------------------- 1 | aws-cdk-lib==2.149.0 2 | constructs>=10.0.0,<11.0.0 3 | cdklabs.generative-ai-cdk-constructs==0.1.244 -------------------------------------------------------------------------------- /machine-learning/sagemaker/whisper-model-hosting-on-sagemaker-endpoint/sagemaker-realtime-inference/pytorch/.gitignore: -------------------------------------------------------------------------------- 1 | *.swp 2 | package-lock.json 3 | __pycache__ 4 | .pytest_cache 5 | .venv 6 | *.egg-info 7 | 8 | # CDK asset staging directory 9 | .cdk.staging 10 | cdk.out 11 | -------------------------------------------------------------------------------- /machine-learning/sagemaker/whisper-model-hosting-on-sagemaker-endpoint/sagemaker-realtime-inference/pytorch/cdk.context.json: -------------------------------------------------------------------------------- 1 | { 2 | "model_id": "openai/whisper-large-v3-turbo", 3 | "model_data_source": { 4 | "s3_bucket_name": "", 5 | "s3_object_key_name": "" 6 | } 7 | } -------------------------------------------------------------------------------- /machine-learning/sagemaker/whisper-model-hosting-on-sagemaker-endpoint/sagemaker-realtime-inference/pytorch/cdk_stacks/__init__.py: -------------------------------------------------------------------------------- 1 | from .sm_asr_custome_realtime_endpoint import ASRPyTorchRealtimeEndpointStack 2 | from .sm_realtime_endpoint_autoscaling import SageMakerRealtimeEndpointAutoScalingStack -------------------------------------------------------------------------------- /machine-learning/sagemaker/whisper-model-hosting-on-sagemaker-endpoint/sagemaker-realtime-inference/pytorch/requirements.txt: -------------------------------------------------------------------------------- 1 | aws-cdk-lib==2.152.0 2 | constructs>=10.0.0,<11.0.0 3 | cdklabs.generative-ai-cdk-constructs==0.1.247 -------------------------------------------------------------------------------- /machine-learning/sagemaker/whisper-model-hosting-on-sagemaker-endpoint/sagemaker-realtime-inference/pytorch/src/code/requirements.txt: -------------------------------------------------------------------------------- 1 | openai-whisper>=20230918 2 | ffmpeg-python==0.2.0 3 | torchaudio==2.1.0 4 | nvgpu==0.10.0 -------------------------------------------------------------------------------- /machine-learning/sagemaker/xgboost-training-on-sagemaker/images/titanic_sinking.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/machine-learning/sagemaker/xgboost-training-on-sagemaker/images/titanic_sinking.jpg -------------------------------------------------------------------------------- /saas/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/saas/.gitignore -------------------------------------------------------------------------------- /saas/saas-metering-system-on-aws/.gitignore: -------------------------------------------------------------------------------- 1 | .DS_Store 2 | *.swp 3 | package-lock.json 4 | __pycache__ 5 | .pytest_cache 6 | .venv 7 | *.egg-info 8 | 9 | # CDK asset staging directory 10 | .cdk.staging 11 | cdk.out 12 | -------------------------------------------------------------------------------- /saas/saas-metering-system-on-aws/CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- 1 | ## Code of Conduct 2 | This project has adopted the [Amazon Open Source Code of Conduct](https://aws.github.io/code-of-conduct). 3 | For more information see the [Code of Conduct FAQ](https://aws.github.io/code-of-conduct-faq) or contact 4 | opensource-codeofconduct@amazon.com with any additional questions or comments. 5 | -------------------------------------------------------------------------------- /saas/saas-metering-system-on-aws/assets/amazon-apigatewy-access-log-in-s3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/saas/saas-metering-system-on-aws/assets/amazon-apigatewy-access-log-in-s3.png -------------------------------------------------------------------------------- /saas/saas-metering-system-on-aws/assets/amazon-athena-switching-to-workgroup.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/saas/saas-metering-system-on-aws/assets/amazon-athena-switching-to-workgroup.png -------------------------------------------------------------------------------- /saas/saas-metering-system-on-aws/assets/amazon-cognito-user-pool-users.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/saas/saas-metering-system-on-aws/assets/amazon-cognito-user-pool-users.png -------------------------------------------------------------------------------- /saas/saas-metering-system-on-aws/assets/data-lake-formation-permissions.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/saas/saas-metering-system-on-aws/assets/data-lake-formation-permissions.png -------------------------------------------------------------------------------- /saas/saas-metering-system-on-aws/requirements.txt: -------------------------------------------------------------------------------- 1 | aws-cdk-lib==2.152.0 2 | constructs>=10.0.0,<11.0.0 3 | -------------------------------------------------------------------------------- /saas/web-analytics-on-aws/.gitignore: -------------------------------------------------------------------------------- 1 | *.swp 2 | package-lock.json 3 | __pycache__ 4 | .pytest_cache 5 | .venv 6 | *.egg-info 7 | 8 | # CDK asset staging directory 9 | .cdk.staging 10 | cdk.out 11 | -------------------------------------------------------------------------------- /saas/web-analytics-on-aws/CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- 1 | ## Code of Conduct 2 | This project has adopted the [Amazon Open Source Code of Conduct](https://aws.github.io/code-of-conduct). 3 | For more information see the [Code of Conduct FAQ](https://aws.github.io/code-of-conduct-faq) or contact 4 | opensource-codeofconduct@amazon.com with any additional questions or comments. 5 | -------------------------------------------------------------------------------- /saas/web-analytics-on-aws/assets/amazon-athena-switching-to-workgroup.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/saas/web-analytics-on-aws/assets/amazon-athena-switching-to-workgroup.png -------------------------------------------------------------------------------- /saas/web-analytics-on-aws/assets/data-lake-formation-permissions.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/saas/web-analytics-on-aws/assets/data-lake-formation-permissions.png -------------------------------------------------------------------------------- /saas/web-analytics-on-aws/requirements-dev.txt: -------------------------------------------------------------------------------- 1 | boto3>=1.24.41 2 | mimesis==6.0.0 3 | requests>=2.31.0 4 | 5 | # packages for Lambda Layer 6 | fastavro==1.6.1 7 | -------------------------------------------------------------------------------- /saas/web-analytics-on-aws/requirements.txt: -------------------------------------------------------------------------------- 1 | aws-cdk-lib==2.139.1 2 | constructs>=10.0.0,<11.0.0 3 | -------------------------------------------------------------------------------- /security/text-to-analyze-cloudtrail-log/cdk_stacks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/security/text-to-analyze-cloudtrail-log/cdk_stacks/__init__.py -------------------------------------------------------------------------------- /security/text-to-analyze-cloudtrail-log/images/architect.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/security/text-to-analyze-cloudtrail-log/images/architect.png -------------------------------------------------------------------------------- /security/text-to-analyze-cloudtrail-log/images/result_sample_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/security/text-to-analyze-cloudtrail-log/images/result_sample_1.png -------------------------------------------------------------------------------- /security/text-to-analyze-cloudtrail-log/images/result_sample_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/security/text-to-analyze-cloudtrail-log/images/result_sample_2.png -------------------------------------------------------------------------------- /security/text-to-analyze-cloudtrail-log/images/result_sample_3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/security/text-to-analyze-cloudtrail-log/images/result_sample_3.png -------------------------------------------------------------------------------- /security/text-to-analyze-cloudtrail-log/requirements.txt: -------------------------------------------------------------------------------- 1 | aws-cdk-lib==2.170.0 2 | constructs>=10.0.0,<11.0.0 3 | -------------------------------------------------------------------------------- /serverless/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/aws-kr-startup-samples/8c851a84163e6db07f0248a8914e17cf5346844d/serverless/.gitignore --------------------------------------------------------------------------------