├── .gitignore ├── CODE_OF_CONDUCT.md ├── CONTRIBUTING.md ├── LICENSE ├── NOTICE ├── README.md ├── appdemo.gif ├── application ├── backend │ ├── pipeline_definitions │ │ ├── aws-search-generative.haystack-pipeline.yml │ │ └── aws-search.haystack-pipeline.yml │ └── search-api.Dockerfile └── frontend │ ├── search-ui.Dockerfile │ ├── utils.py │ └── webapp.py ├── cloud9 └── resize.sh ├── documentation ├── aws-cloud9-deployment.md ├── clean-up-ingestion-resources.md ├── ingest-aws-documentation.md ├── ingest-custom-local-documents.md ├── ingest-documents-from-url.md └── ingest-wait-for-completion.md ├── infrastructure ├── data.tf ├── locals.tf ├── main.tf ├── output.tf ├── providers.tf ├── terraform.tfvars ├── tf-backends.tf └── variable.tf ├── ingestion ├── .terraform.lock.hcl ├── Dockerfile ├── awsdocs.tfvars ├── awsdocs │ ├── .gitignore │ ├── data │ │ └── empty.txt │ ├── requirements.txt │ ├── scripts │ │ ├── 0_setup_env.sh │ │ ├── clone_awsdocs.sh │ │ ├── run-opensearch.sh │ │ ├── run_ingestion_awsdocs.sh │ │ ├── run_ingestion_local.sh │ │ └── run_ingestion_url.sh │ └── src │ │ ├── get_faqs.py │ │ ├── ingest-pagerank.py │ │ └── ingest.py ├── conda-env.yaml ├── main.tf ├── mydocs.tfvars ├── output.tf ├── run_ingestion_job_ecs.sh ├── urldocs.tfvars └── variable.tf ├── semantic-search-arch-application.png ├── semantic-search-arch-ingestion.png └── semantic-search-architecture.drawio /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/semantic-search-aws-docs/HEAD/.gitignore -------------------------------------------------------------------------------- /CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/semantic-search-aws-docs/HEAD/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/semantic-search-aws-docs/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/semantic-search-aws-docs/HEAD/LICENSE -------------------------------------------------------------------------------- /NOTICE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/semantic-search-aws-docs/HEAD/NOTICE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/semantic-search-aws-docs/HEAD/README.md -------------------------------------------------------------------------------- /appdemo.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/semantic-search-aws-docs/HEAD/appdemo.gif -------------------------------------------------------------------------------- /application/backend/pipeline_definitions/aws-search-generative.haystack-pipeline.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/semantic-search-aws-docs/HEAD/application/backend/pipeline_definitions/aws-search-generative.haystack-pipeline.yml -------------------------------------------------------------------------------- /application/backend/pipeline_definitions/aws-search.haystack-pipeline.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/semantic-search-aws-docs/HEAD/application/backend/pipeline_definitions/aws-search.haystack-pipeline.yml -------------------------------------------------------------------------------- /application/backend/search-api.Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/semantic-search-aws-docs/HEAD/application/backend/search-api.Dockerfile -------------------------------------------------------------------------------- /application/frontend/search-ui.Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/semantic-search-aws-docs/HEAD/application/frontend/search-ui.Dockerfile -------------------------------------------------------------------------------- /application/frontend/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/semantic-search-aws-docs/HEAD/application/frontend/utils.py -------------------------------------------------------------------------------- /application/frontend/webapp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/semantic-search-aws-docs/HEAD/application/frontend/webapp.py -------------------------------------------------------------------------------- /cloud9/resize.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/semantic-search-aws-docs/HEAD/cloud9/resize.sh -------------------------------------------------------------------------------- /documentation/aws-cloud9-deployment.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/semantic-search-aws-docs/HEAD/documentation/aws-cloud9-deployment.md -------------------------------------------------------------------------------- /documentation/clean-up-ingestion-resources.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/semantic-search-aws-docs/HEAD/documentation/clean-up-ingestion-resources.md -------------------------------------------------------------------------------- /documentation/ingest-aws-documentation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/semantic-search-aws-docs/HEAD/documentation/ingest-aws-documentation.md -------------------------------------------------------------------------------- /documentation/ingest-custom-local-documents.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/semantic-search-aws-docs/HEAD/documentation/ingest-custom-local-documents.md -------------------------------------------------------------------------------- /documentation/ingest-documents-from-url.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/semantic-search-aws-docs/HEAD/documentation/ingest-documents-from-url.md -------------------------------------------------------------------------------- /documentation/ingest-wait-for-completion.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/semantic-search-aws-docs/HEAD/documentation/ingest-wait-for-completion.md -------------------------------------------------------------------------------- /infrastructure/data.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/semantic-search-aws-docs/HEAD/infrastructure/data.tf -------------------------------------------------------------------------------- /infrastructure/locals.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/semantic-search-aws-docs/HEAD/infrastructure/locals.tf -------------------------------------------------------------------------------- /infrastructure/main.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/semantic-search-aws-docs/HEAD/infrastructure/main.tf -------------------------------------------------------------------------------- /infrastructure/output.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/semantic-search-aws-docs/HEAD/infrastructure/output.tf -------------------------------------------------------------------------------- /infrastructure/providers.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/semantic-search-aws-docs/HEAD/infrastructure/providers.tf -------------------------------------------------------------------------------- /infrastructure/terraform.tfvars: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/semantic-search-aws-docs/HEAD/infrastructure/terraform.tfvars -------------------------------------------------------------------------------- /infrastructure/tf-backends.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/semantic-search-aws-docs/HEAD/infrastructure/tf-backends.tf -------------------------------------------------------------------------------- /infrastructure/variable.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/semantic-search-aws-docs/HEAD/infrastructure/variable.tf -------------------------------------------------------------------------------- /ingestion/.terraform.lock.hcl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/semantic-search-aws-docs/HEAD/ingestion/.terraform.lock.hcl -------------------------------------------------------------------------------- /ingestion/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/semantic-search-aws-docs/HEAD/ingestion/Dockerfile -------------------------------------------------------------------------------- /ingestion/awsdocs.tfvars: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/semantic-search-aws-docs/HEAD/ingestion/awsdocs.tfvars -------------------------------------------------------------------------------- /ingestion/awsdocs/.gitignore: -------------------------------------------------------------------------------- 1 | data 2 | -------------------------------------------------------------------------------- /ingestion/awsdocs/data/empty.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ingestion/awsdocs/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/semantic-search-aws-docs/HEAD/ingestion/awsdocs/requirements.txt -------------------------------------------------------------------------------- /ingestion/awsdocs/scripts/0_setup_env.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/semantic-search-aws-docs/HEAD/ingestion/awsdocs/scripts/0_setup_env.sh -------------------------------------------------------------------------------- /ingestion/awsdocs/scripts/clone_awsdocs.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/semantic-search-aws-docs/HEAD/ingestion/awsdocs/scripts/clone_awsdocs.sh -------------------------------------------------------------------------------- /ingestion/awsdocs/scripts/run-opensearch.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/semantic-search-aws-docs/HEAD/ingestion/awsdocs/scripts/run-opensearch.sh -------------------------------------------------------------------------------- /ingestion/awsdocs/scripts/run_ingestion_awsdocs.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/semantic-search-aws-docs/HEAD/ingestion/awsdocs/scripts/run_ingestion_awsdocs.sh -------------------------------------------------------------------------------- /ingestion/awsdocs/scripts/run_ingestion_local.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/semantic-search-aws-docs/HEAD/ingestion/awsdocs/scripts/run_ingestion_local.sh -------------------------------------------------------------------------------- /ingestion/awsdocs/scripts/run_ingestion_url.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/semantic-search-aws-docs/HEAD/ingestion/awsdocs/scripts/run_ingestion_url.sh -------------------------------------------------------------------------------- /ingestion/awsdocs/src/get_faqs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/semantic-search-aws-docs/HEAD/ingestion/awsdocs/src/get_faqs.py -------------------------------------------------------------------------------- /ingestion/awsdocs/src/ingest-pagerank.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/semantic-search-aws-docs/HEAD/ingestion/awsdocs/src/ingest-pagerank.py -------------------------------------------------------------------------------- /ingestion/awsdocs/src/ingest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/semantic-search-aws-docs/HEAD/ingestion/awsdocs/src/ingest.py -------------------------------------------------------------------------------- /ingestion/conda-env.yaml: -------------------------------------------------------------------------------- 1 | name: ingestion 2 | 3 | dependencies: 4 | - python=3.8 -------------------------------------------------------------------------------- /ingestion/main.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/semantic-search-aws-docs/HEAD/ingestion/main.tf -------------------------------------------------------------------------------- /ingestion/mydocs.tfvars: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/semantic-search-aws-docs/HEAD/ingestion/mydocs.tfvars -------------------------------------------------------------------------------- /ingestion/output.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/semantic-search-aws-docs/HEAD/ingestion/output.tf -------------------------------------------------------------------------------- /ingestion/run_ingestion_job_ecs.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/semantic-search-aws-docs/HEAD/ingestion/run_ingestion_job_ecs.sh -------------------------------------------------------------------------------- /ingestion/urldocs.tfvars: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/semantic-search-aws-docs/HEAD/ingestion/urldocs.tfvars -------------------------------------------------------------------------------- /ingestion/variable.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/semantic-search-aws-docs/HEAD/ingestion/variable.tf -------------------------------------------------------------------------------- /semantic-search-arch-application.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/semantic-search-aws-docs/HEAD/semantic-search-arch-application.png -------------------------------------------------------------------------------- /semantic-search-arch-ingestion.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/semantic-search-aws-docs/HEAD/semantic-search-arch-ingestion.png -------------------------------------------------------------------------------- /semantic-search-architecture.drawio: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/semantic-search-aws-docs/HEAD/semantic-search-architecture.drawio --------------------------------------------------------------------------------