├── .gitignore ├── CODE_OF_CONDUCT.md ├── CONTRIBUTING.md ├── LICENSE ├── README-WebSocket-Authentication.md ├── README.md ├── cdk ├── .npmignore ├── README.md ├── bin │ └── cdk.ts ├── cdk.json ├── jest.config.js ├── lambda │ ├── bda-processing │ │ └── index.py │ └── retrieval │ │ └── index.py ├── lib │ ├── auth-stack.ts │ ├── constants.ts │ ├── lambda-edge-stack.ts │ ├── multimedia-rag-stack.ts │ ├── opensearch-stack.ts │ ├── processing-stack.ts │ ├── speech-to-speech-stack.ts │ └── storage-dist-stack.ts ├── package-lock.json ├── package.json ├── test │ └── cdk.test.ts └── tsconfig.json ├── chatbot-react ├── README.md ├── package-lock.json ├── package.json ├── public │ ├── index.html │ ├── manifest.json │ └── robots.txt └── src │ ├── App.css │ ├── App.js │ ├── App.test.js │ ├── components │ ├── AuthWrapper.js │ ├── Chat-edge.js │ ├── Chat.css │ ├── Chat.js │ ├── FileUploader.css │ ├── FileUploader.js │ ├── Sidebar copy.js │ ├── Sidebar.css │ ├── Sidebar.js │ ├── VideoPopover-edge.js │ ├── VideoPopover.css │ ├── VideoPopover.js │ ├── helper │ │ ├── S2SManager.js │ │ ├── audioHelper.js │ │ └── s2sEvents.js │ ├── s2s.css │ ├── s2s.js │ └── s2s.js.bak │ ├── config │ └── amplify-config.js │ ├── context │ └── AppContext.js │ ├── index.css │ ├── index.js │ ├── reportWebVitals.js │ └── setupTests.js ├── deploy.sh ├── deployment-flow.png └── speech-backend ├── Dockerfile ├── README-KB-DEBUGGING.md ├── README.md ├── bedrock_knowledge_bases.py ├── requirements.txt ├── s2s_events.py ├── s2s_session_manager.py ├── server.py ├── start.sh ├── test_kb.py └── verify_env.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-solutions-library-samples/guidance-for-advanced-multi-modal-chatbot-including-speech-to-speech-on-aws/HEAD/.gitignore -------------------------------------------------------------------------------- /CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-solutions-library-samples/guidance-for-advanced-multi-modal-chatbot-including-speech-to-speech-on-aws/HEAD/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-solutions-library-samples/guidance-for-advanced-multi-modal-chatbot-including-speech-to-speech-on-aws/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-solutions-library-samples/guidance-for-advanced-multi-modal-chatbot-including-speech-to-speech-on-aws/HEAD/LICENSE -------------------------------------------------------------------------------- /README-WebSocket-Authentication.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-solutions-library-samples/guidance-for-advanced-multi-modal-chatbot-including-speech-to-speech-on-aws/HEAD/README-WebSocket-Authentication.md -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-solutions-library-samples/guidance-for-advanced-multi-modal-chatbot-including-speech-to-speech-on-aws/HEAD/README.md -------------------------------------------------------------------------------- /cdk/.npmignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-solutions-library-samples/guidance-for-advanced-multi-modal-chatbot-including-speech-to-speech-on-aws/HEAD/cdk/.npmignore -------------------------------------------------------------------------------- /cdk/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-solutions-library-samples/guidance-for-advanced-multi-modal-chatbot-including-speech-to-speech-on-aws/HEAD/cdk/README.md -------------------------------------------------------------------------------- /cdk/bin/cdk.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-solutions-library-samples/guidance-for-advanced-multi-modal-chatbot-including-speech-to-speech-on-aws/HEAD/cdk/bin/cdk.ts -------------------------------------------------------------------------------- /cdk/cdk.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-solutions-library-samples/guidance-for-advanced-multi-modal-chatbot-including-speech-to-speech-on-aws/HEAD/cdk/cdk.json -------------------------------------------------------------------------------- /cdk/jest.config.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-solutions-library-samples/guidance-for-advanced-multi-modal-chatbot-including-speech-to-speech-on-aws/HEAD/cdk/jest.config.js -------------------------------------------------------------------------------- /cdk/lambda/bda-processing/index.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-solutions-library-samples/guidance-for-advanced-multi-modal-chatbot-including-speech-to-speech-on-aws/HEAD/cdk/lambda/bda-processing/index.py -------------------------------------------------------------------------------- /cdk/lambda/retrieval/index.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-solutions-library-samples/guidance-for-advanced-multi-modal-chatbot-including-speech-to-speech-on-aws/HEAD/cdk/lambda/retrieval/index.py -------------------------------------------------------------------------------- /cdk/lib/auth-stack.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-solutions-library-samples/guidance-for-advanced-multi-modal-chatbot-including-speech-to-speech-on-aws/HEAD/cdk/lib/auth-stack.ts -------------------------------------------------------------------------------- /cdk/lib/constants.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-solutions-library-samples/guidance-for-advanced-multi-modal-chatbot-including-speech-to-speech-on-aws/HEAD/cdk/lib/constants.ts -------------------------------------------------------------------------------- /cdk/lib/lambda-edge-stack.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-solutions-library-samples/guidance-for-advanced-multi-modal-chatbot-including-speech-to-speech-on-aws/HEAD/cdk/lib/lambda-edge-stack.ts -------------------------------------------------------------------------------- /cdk/lib/multimedia-rag-stack.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-solutions-library-samples/guidance-for-advanced-multi-modal-chatbot-including-speech-to-speech-on-aws/HEAD/cdk/lib/multimedia-rag-stack.ts -------------------------------------------------------------------------------- /cdk/lib/opensearch-stack.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-solutions-library-samples/guidance-for-advanced-multi-modal-chatbot-including-speech-to-speech-on-aws/HEAD/cdk/lib/opensearch-stack.ts -------------------------------------------------------------------------------- /cdk/lib/processing-stack.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-solutions-library-samples/guidance-for-advanced-multi-modal-chatbot-including-speech-to-speech-on-aws/HEAD/cdk/lib/processing-stack.ts -------------------------------------------------------------------------------- /cdk/lib/speech-to-speech-stack.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-solutions-library-samples/guidance-for-advanced-multi-modal-chatbot-including-speech-to-speech-on-aws/HEAD/cdk/lib/speech-to-speech-stack.ts -------------------------------------------------------------------------------- /cdk/lib/storage-dist-stack.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-solutions-library-samples/guidance-for-advanced-multi-modal-chatbot-including-speech-to-speech-on-aws/HEAD/cdk/lib/storage-dist-stack.ts -------------------------------------------------------------------------------- /cdk/package-lock.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-solutions-library-samples/guidance-for-advanced-multi-modal-chatbot-including-speech-to-speech-on-aws/HEAD/cdk/package-lock.json -------------------------------------------------------------------------------- /cdk/package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-solutions-library-samples/guidance-for-advanced-multi-modal-chatbot-including-speech-to-speech-on-aws/HEAD/cdk/package.json -------------------------------------------------------------------------------- /cdk/test/cdk.test.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-solutions-library-samples/guidance-for-advanced-multi-modal-chatbot-including-speech-to-speech-on-aws/HEAD/cdk/test/cdk.test.ts -------------------------------------------------------------------------------- /cdk/tsconfig.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-solutions-library-samples/guidance-for-advanced-multi-modal-chatbot-including-speech-to-speech-on-aws/HEAD/cdk/tsconfig.json -------------------------------------------------------------------------------- /chatbot-react/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-solutions-library-samples/guidance-for-advanced-multi-modal-chatbot-including-speech-to-speech-on-aws/HEAD/chatbot-react/README.md -------------------------------------------------------------------------------- /chatbot-react/package-lock.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-solutions-library-samples/guidance-for-advanced-multi-modal-chatbot-including-speech-to-speech-on-aws/HEAD/chatbot-react/package-lock.json -------------------------------------------------------------------------------- /chatbot-react/package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-solutions-library-samples/guidance-for-advanced-multi-modal-chatbot-including-speech-to-speech-on-aws/HEAD/chatbot-react/package.json -------------------------------------------------------------------------------- /chatbot-react/public/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-solutions-library-samples/guidance-for-advanced-multi-modal-chatbot-including-speech-to-speech-on-aws/HEAD/chatbot-react/public/index.html -------------------------------------------------------------------------------- /chatbot-react/public/manifest.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-solutions-library-samples/guidance-for-advanced-multi-modal-chatbot-including-speech-to-speech-on-aws/HEAD/chatbot-react/public/manifest.json -------------------------------------------------------------------------------- /chatbot-react/public/robots.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-solutions-library-samples/guidance-for-advanced-multi-modal-chatbot-including-speech-to-speech-on-aws/HEAD/chatbot-react/public/robots.txt -------------------------------------------------------------------------------- /chatbot-react/src/App.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-solutions-library-samples/guidance-for-advanced-multi-modal-chatbot-including-speech-to-speech-on-aws/HEAD/chatbot-react/src/App.css -------------------------------------------------------------------------------- /chatbot-react/src/App.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-solutions-library-samples/guidance-for-advanced-multi-modal-chatbot-including-speech-to-speech-on-aws/HEAD/chatbot-react/src/App.js -------------------------------------------------------------------------------- /chatbot-react/src/App.test.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-solutions-library-samples/guidance-for-advanced-multi-modal-chatbot-including-speech-to-speech-on-aws/HEAD/chatbot-react/src/App.test.js -------------------------------------------------------------------------------- /chatbot-react/src/components/AuthWrapper.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-solutions-library-samples/guidance-for-advanced-multi-modal-chatbot-including-speech-to-speech-on-aws/HEAD/chatbot-react/src/components/AuthWrapper.js -------------------------------------------------------------------------------- /chatbot-react/src/components/Chat-edge.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-solutions-library-samples/guidance-for-advanced-multi-modal-chatbot-including-speech-to-speech-on-aws/HEAD/chatbot-react/src/components/Chat-edge.js -------------------------------------------------------------------------------- /chatbot-react/src/components/Chat.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-solutions-library-samples/guidance-for-advanced-multi-modal-chatbot-including-speech-to-speech-on-aws/HEAD/chatbot-react/src/components/Chat.css -------------------------------------------------------------------------------- /chatbot-react/src/components/Chat.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-solutions-library-samples/guidance-for-advanced-multi-modal-chatbot-including-speech-to-speech-on-aws/HEAD/chatbot-react/src/components/Chat.js -------------------------------------------------------------------------------- /chatbot-react/src/components/FileUploader.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-solutions-library-samples/guidance-for-advanced-multi-modal-chatbot-including-speech-to-speech-on-aws/HEAD/chatbot-react/src/components/FileUploader.css -------------------------------------------------------------------------------- /chatbot-react/src/components/FileUploader.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-solutions-library-samples/guidance-for-advanced-multi-modal-chatbot-including-speech-to-speech-on-aws/HEAD/chatbot-react/src/components/FileUploader.js -------------------------------------------------------------------------------- /chatbot-react/src/components/Sidebar copy.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-solutions-library-samples/guidance-for-advanced-multi-modal-chatbot-including-speech-to-speech-on-aws/HEAD/chatbot-react/src/components/Sidebar copy.js -------------------------------------------------------------------------------- /chatbot-react/src/components/Sidebar.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-solutions-library-samples/guidance-for-advanced-multi-modal-chatbot-including-speech-to-speech-on-aws/HEAD/chatbot-react/src/components/Sidebar.css -------------------------------------------------------------------------------- /chatbot-react/src/components/Sidebar.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-solutions-library-samples/guidance-for-advanced-multi-modal-chatbot-including-speech-to-speech-on-aws/HEAD/chatbot-react/src/components/Sidebar.js -------------------------------------------------------------------------------- /chatbot-react/src/components/VideoPopover-edge.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-solutions-library-samples/guidance-for-advanced-multi-modal-chatbot-including-speech-to-speech-on-aws/HEAD/chatbot-react/src/components/VideoPopover-edge.js -------------------------------------------------------------------------------- /chatbot-react/src/components/VideoPopover.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-solutions-library-samples/guidance-for-advanced-multi-modal-chatbot-including-speech-to-speech-on-aws/HEAD/chatbot-react/src/components/VideoPopover.css -------------------------------------------------------------------------------- /chatbot-react/src/components/VideoPopover.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-solutions-library-samples/guidance-for-advanced-multi-modal-chatbot-including-speech-to-speech-on-aws/HEAD/chatbot-react/src/components/VideoPopover.js -------------------------------------------------------------------------------- /chatbot-react/src/components/helper/S2SManager.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-solutions-library-samples/guidance-for-advanced-multi-modal-chatbot-including-speech-to-speech-on-aws/HEAD/chatbot-react/src/components/helper/S2SManager.js -------------------------------------------------------------------------------- /chatbot-react/src/components/helper/audioHelper.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-solutions-library-samples/guidance-for-advanced-multi-modal-chatbot-including-speech-to-speech-on-aws/HEAD/chatbot-react/src/components/helper/audioHelper.js -------------------------------------------------------------------------------- /chatbot-react/src/components/helper/s2sEvents.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-solutions-library-samples/guidance-for-advanced-multi-modal-chatbot-including-speech-to-speech-on-aws/HEAD/chatbot-react/src/components/helper/s2sEvents.js -------------------------------------------------------------------------------- /chatbot-react/src/components/s2s.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-solutions-library-samples/guidance-for-advanced-multi-modal-chatbot-including-speech-to-speech-on-aws/HEAD/chatbot-react/src/components/s2s.css -------------------------------------------------------------------------------- /chatbot-react/src/components/s2s.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-solutions-library-samples/guidance-for-advanced-multi-modal-chatbot-including-speech-to-speech-on-aws/HEAD/chatbot-react/src/components/s2s.js -------------------------------------------------------------------------------- /chatbot-react/src/components/s2s.js.bak: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-solutions-library-samples/guidance-for-advanced-multi-modal-chatbot-including-speech-to-speech-on-aws/HEAD/chatbot-react/src/components/s2s.js.bak -------------------------------------------------------------------------------- /chatbot-react/src/config/amplify-config.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-solutions-library-samples/guidance-for-advanced-multi-modal-chatbot-including-speech-to-speech-on-aws/HEAD/chatbot-react/src/config/amplify-config.js -------------------------------------------------------------------------------- /chatbot-react/src/context/AppContext.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-solutions-library-samples/guidance-for-advanced-multi-modal-chatbot-including-speech-to-speech-on-aws/HEAD/chatbot-react/src/context/AppContext.js -------------------------------------------------------------------------------- /chatbot-react/src/index.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-solutions-library-samples/guidance-for-advanced-multi-modal-chatbot-including-speech-to-speech-on-aws/HEAD/chatbot-react/src/index.css -------------------------------------------------------------------------------- /chatbot-react/src/index.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-solutions-library-samples/guidance-for-advanced-multi-modal-chatbot-including-speech-to-speech-on-aws/HEAD/chatbot-react/src/index.js -------------------------------------------------------------------------------- /chatbot-react/src/reportWebVitals.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-solutions-library-samples/guidance-for-advanced-multi-modal-chatbot-including-speech-to-speech-on-aws/HEAD/chatbot-react/src/reportWebVitals.js -------------------------------------------------------------------------------- /chatbot-react/src/setupTests.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-solutions-library-samples/guidance-for-advanced-multi-modal-chatbot-including-speech-to-speech-on-aws/HEAD/chatbot-react/src/setupTests.js -------------------------------------------------------------------------------- /deploy.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-solutions-library-samples/guidance-for-advanced-multi-modal-chatbot-including-speech-to-speech-on-aws/HEAD/deploy.sh -------------------------------------------------------------------------------- /deployment-flow.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-solutions-library-samples/guidance-for-advanced-multi-modal-chatbot-including-speech-to-speech-on-aws/HEAD/deployment-flow.png -------------------------------------------------------------------------------- /speech-backend/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-solutions-library-samples/guidance-for-advanced-multi-modal-chatbot-including-speech-to-speech-on-aws/HEAD/speech-backend/Dockerfile -------------------------------------------------------------------------------- /speech-backend/README-KB-DEBUGGING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-solutions-library-samples/guidance-for-advanced-multi-modal-chatbot-including-speech-to-speech-on-aws/HEAD/speech-backend/README-KB-DEBUGGING.md -------------------------------------------------------------------------------- /speech-backend/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-solutions-library-samples/guidance-for-advanced-multi-modal-chatbot-including-speech-to-speech-on-aws/HEAD/speech-backend/README.md -------------------------------------------------------------------------------- /speech-backend/bedrock_knowledge_bases.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-solutions-library-samples/guidance-for-advanced-multi-modal-chatbot-including-speech-to-speech-on-aws/HEAD/speech-backend/bedrock_knowledge_bases.py -------------------------------------------------------------------------------- /speech-backend/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-solutions-library-samples/guidance-for-advanced-multi-modal-chatbot-including-speech-to-speech-on-aws/HEAD/speech-backend/requirements.txt -------------------------------------------------------------------------------- /speech-backend/s2s_events.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-solutions-library-samples/guidance-for-advanced-multi-modal-chatbot-including-speech-to-speech-on-aws/HEAD/speech-backend/s2s_events.py -------------------------------------------------------------------------------- /speech-backend/s2s_session_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-solutions-library-samples/guidance-for-advanced-multi-modal-chatbot-including-speech-to-speech-on-aws/HEAD/speech-backend/s2s_session_manager.py -------------------------------------------------------------------------------- /speech-backend/server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-solutions-library-samples/guidance-for-advanced-multi-modal-chatbot-including-speech-to-speech-on-aws/HEAD/speech-backend/server.py -------------------------------------------------------------------------------- /speech-backend/start.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-solutions-library-samples/guidance-for-advanced-multi-modal-chatbot-including-speech-to-speech-on-aws/HEAD/speech-backend/start.sh -------------------------------------------------------------------------------- /speech-backend/test_kb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-solutions-library-samples/guidance-for-advanced-multi-modal-chatbot-including-speech-to-speech-on-aws/HEAD/speech-backend/test_kb.py -------------------------------------------------------------------------------- /speech-backend/verify_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-solutions-library-samples/guidance-for-advanced-multi-modal-chatbot-including-speech-to-speech-on-aws/HEAD/speech-backend/verify_env.py --------------------------------------------------------------------------------