├── .gitignore ├── Blog1-TitanEmbeddings-LVM ├── README.md ├── blog_post.docx ├── blog_post.html ├── blog_post.qmd ├── data │ └── json │ │ └── Titan-mm-output-sample-2records.json ├── images │ ├── ML-16123-Amit.jpg │ ├── ML-16123-Antara.jpg │ ├── ML-16123-Archana.jpg │ ├── ML-16123-Manju.jpg │ ├── ML-16123-cloudformation-delete-stack.png │ ├── ML-16123-cloudformation-launch-stack.png │ ├── ML-16123-cloudformation-outputs.png │ ├── ML-16123-ingestion-design.jpg │ ├── ML-16123-multimodal.drawio │ ├── ML-16123-nb-list.png │ ├── ML-16123-open-jl.png │ ├── ML-16123-request-model-access-2.png │ ├── ML-16123-request-model-access.png │ ├── ML-16123-slide-1.png │ ├── ML-16123-slide-2.png │ ├── ML-16123-slide-3.png │ ├── ML-16123-slide-4.png │ ├── ML-16123-user-interaction-design.jpg │ ├── ML-os-1.png │ └── ML-os-2.png ├── notebooks │ ├── 0_deploy_llava.ipynb │ ├── 1_data_prep.ipynb │ ├── 2_data_ingestion.ipynb │ ├── 2_data_ingestion_monitoring.ipynb │ ├── 3_rag_inference.ipynb │ ├── globals.py │ ├── llava_inference.py │ ├── requirements.txt │ └── utils.py └── template.yml ├── Blog2-LVM-TitanEmbeddings ├── README.md ├── blog_post.docx ├── blog_post.html ├── blog_post.qmd ├── images │ ├── ML-16123-2-cloudformation-delete-stack.png │ ├── ML-16123-2-cloudformation-launch-stack.png │ ├── ML-16123-2-cloudformation-outputs.png │ ├── ML-16123-2-ingestion-design.png │ ├── ML-16123-2-multimodal.drawio │ ├── ML-16123-2-open-jl.png │ ├── ML-16123-2-request-model-access.png │ ├── ML-16123-2-slide-1.png │ ├── ML-16123-2-slide-2.png │ ├── ML-16123-2-slide-3.png │ ├── ML-16123-2-slide-4.png │ ├── ML-16123-2-user-interaction-design.png │ ├── ML-16123-Amit.jpg │ ├── ML-16123-Antara.jpg │ ├── ML-16123-Archana.jpg │ ├── ML-16123-Manju.jpg │ └── ML-os-1.png ├── notebooks │ ├── 1_data_prep.ipynb │ ├── 2_data_ingestion.ipynb │ ├── 3_rag_inference.ipynb │ ├── globals.py │ ├── requirements.txt │ └── utils.py └── template.yml ├── Blog3-Comparison-of-Approaches ├── README.md ├── blog_post.docx ├── blog_post.html ├── blog_post.qmd ├── globals.py ├── images │ ├── Flow.drawio │ ├── ML-16951-Amit.jpg │ ├── ML-16951-Antara.jpg │ ├── ML-16951-Archana.jpg │ ├── ML-16951-Manju.jpg │ ├── ML-16951-process-flow.drawio │ └── ML-16951-process-flow.png ├── notebooks │ ├── 0_appr1_data_ingestion.ipynb │ ├── 0_appr2_data_ingestion.ipynb │ ├── 1_appr1_rag_inference.ipynb │ ├── 1_appr2_rag_inference.ipynb │ ├── responses-appr1.json │ └── responses-appr2.json ├── prompts │ ├── desc_response_prompt.txt │ └── image_response_prompt.txt ├── qa.jsonl ├── requirements.txt └── utils.py ├── Blog4-PDF-TitanEmbeddings ├── README.md ├── blog_post.docx ├── blog_post.html ├── blog_post.qmd ├── images │ ├── ML-cloudformation-launch-stack.png │ ├── architecture_diagram.jpg │ ├── multimodal.drawio.xml │ ├── pdf_Ingestion.drawio.png │ └── pdf_architecture_multimodal.drawio ├── notebooks │ ├── 1_data_prep_files.ipynb │ ├── 2_data_ingestion.ipynb │ ├── 3_rag_inference.ipynb │ ├── 4_rag_evaluation.ipynb │ ├── 5_cleanup.ipynb │ ├── bedrock_utils.py │ ├── config.yaml │ ├── configs │ │ └── config_full.yaml │ ├── eval_data │ │ ├── dummy_data_file.csv │ │ └── dummy_data_file.xlsx │ ├── globals.py │ ├── main.py │ ├── metrics │ │ ├── all_explanations.txt │ │ ├── final_summary_analysis.txt │ │ ├── llm_as_a_judge_completions.csv │ │ ├── llm_strategy_pick_rate.csv │ │ ├── p95_summary_metrics.txt │ │ ├── processed_llm_judge_evaluation_prompts.csv │ │ ├── quantitative_eval_metrics.csv │ │ └── updated_eval_dataset.csv │ ├── prompt_templates │ │ ├── claude_eval_template.txt │ │ ├── claude_final_summary_analysis_prompt.txt │ │ ├── extract_image_entities_prompt_template.txt │ │ ├── extract_question_entities_prompt.txt │ │ ├── final_combined_response_prompt_template.txt │ │ ├── image_description_prompt.txt │ │ ├── retrieve_answer_from_images_prompt.txt │ │ └── retrieve_answer_from_texts_prompt.txt │ ├── requirements.txt │ └── utils.py └── template.yml ├── CODE_OF_CONDUCT.md ├── CONTRIBUTING.md ├── LICENSE ├── README.md └── pricingcomparison.xlsx /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/.gitignore -------------------------------------------------------------------------------- /Blog1-TitanEmbeddings-LVM/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog1-TitanEmbeddings-LVM/README.md -------------------------------------------------------------------------------- /Blog1-TitanEmbeddings-LVM/blog_post.docx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog1-TitanEmbeddings-LVM/blog_post.docx -------------------------------------------------------------------------------- /Blog1-TitanEmbeddings-LVM/blog_post.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog1-TitanEmbeddings-LVM/blog_post.html -------------------------------------------------------------------------------- /Blog1-TitanEmbeddings-LVM/blog_post.qmd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog1-TitanEmbeddings-LVM/blog_post.qmd -------------------------------------------------------------------------------- /Blog1-TitanEmbeddings-LVM/data/json/Titan-mm-output-sample-2records.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog1-TitanEmbeddings-LVM/data/json/Titan-mm-output-sample-2records.json -------------------------------------------------------------------------------- /Blog1-TitanEmbeddings-LVM/images/ML-16123-Amit.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog1-TitanEmbeddings-LVM/images/ML-16123-Amit.jpg -------------------------------------------------------------------------------- /Blog1-TitanEmbeddings-LVM/images/ML-16123-Antara.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog1-TitanEmbeddings-LVM/images/ML-16123-Antara.jpg -------------------------------------------------------------------------------- /Blog1-TitanEmbeddings-LVM/images/ML-16123-Archana.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog1-TitanEmbeddings-LVM/images/ML-16123-Archana.jpg -------------------------------------------------------------------------------- /Blog1-TitanEmbeddings-LVM/images/ML-16123-Manju.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog1-TitanEmbeddings-LVM/images/ML-16123-Manju.jpg -------------------------------------------------------------------------------- /Blog1-TitanEmbeddings-LVM/images/ML-16123-cloudformation-delete-stack.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog1-TitanEmbeddings-LVM/images/ML-16123-cloudformation-delete-stack.png -------------------------------------------------------------------------------- /Blog1-TitanEmbeddings-LVM/images/ML-16123-cloudformation-launch-stack.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog1-TitanEmbeddings-LVM/images/ML-16123-cloudformation-launch-stack.png -------------------------------------------------------------------------------- /Blog1-TitanEmbeddings-LVM/images/ML-16123-cloudformation-outputs.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog1-TitanEmbeddings-LVM/images/ML-16123-cloudformation-outputs.png -------------------------------------------------------------------------------- /Blog1-TitanEmbeddings-LVM/images/ML-16123-ingestion-design.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog1-TitanEmbeddings-LVM/images/ML-16123-ingestion-design.jpg -------------------------------------------------------------------------------- /Blog1-TitanEmbeddings-LVM/images/ML-16123-multimodal.drawio: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog1-TitanEmbeddings-LVM/images/ML-16123-multimodal.drawio -------------------------------------------------------------------------------- /Blog1-TitanEmbeddings-LVM/images/ML-16123-nb-list.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog1-TitanEmbeddings-LVM/images/ML-16123-nb-list.png -------------------------------------------------------------------------------- /Blog1-TitanEmbeddings-LVM/images/ML-16123-open-jl.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog1-TitanEmbeddings-LVM/images/ML-16123-open-jl.png -------------------------------------------------------------------------------- /Blog1-TitanEmbeddings-LVM/images/ML-16123-request-model-access-2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog1-TitanEmbeddings-LVM/images/ML-16123-request-model-access-2.png -------------------------------------------------------------------------------- /Blog1-TitanEmbeddings-LVM/images/ML-16123-request-model-access.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog1-TitanEmbeddings-LVM/images/ML-16123-request-model-access.png -------------------------------------------------------------------------------- /Blog1-TitanEmbeddings-LVM/images/ML-16123-slide-1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog1-TitanEmbeddings-LVM/images/ML-16123-slide-1.png -------------------------------------------------------------------------------- /Blog1-TitanEmbeddings-LVM/images/ML-16123-slide-2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog1-TitanEmbeddings-LVM/images/ML-16123-slide-2.png -------------------------------------------------------------------------------- /Blog1-TitanEmbeddings-LVM/images/ML-16123-slide-3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog1-TitanEmbeddings-LVM/images/ML-16123-slide-3.png -------------------------------------------------------------------------------- /Blog1-TitanEmbeddings-LVM/images/ML-16123-slide-4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog1-TitanEmbeddings-LVM/images/ML-16123-slide-4.png -------------------------------------------------------------------------------- /Blog1-TitanEmbeddings-LVM/images/ML-16123-user-interaction-design.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog1-TitanEmbeddings-LVM/images/ML-16123-user-interaction-design.jpg -------------------------------------------------------------------------------- /Blog1-TitanEmbeddings-LVM/images/ML-os-1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog1-TitanEmbeddings-LVM/images/ML-os-1.png -------------------------------------------------------------------------------- /Blog1-TitanEmbeddings-LVM/images/ML-os-2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog1-TitanEmbeddings-LVM/images/ML-os-2.png -------------------------------------------------------------------------------- /Blog1-TitanEmbeddings-LVM/notebooks/0_deploy_llava.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog1-TitanEmbeddings-LVM/notebooks/0_deploy_llava.ipynb -------------------------------------------------------------------------------- /Blog1-TitanEmbeddings-LVM/notebooks/1_data_prep.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog1-TitanEmbeddings-LVM/notebooks/1_data_prep.ipynb -------------------------------------------------------------------------------- /Blog1-TitanEmbeddings-LVM/notebooks/2_data_ingestion.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog1-TitanEmbeddings-LVM/notebooks/2_data_ingestion.ipynb -------------------------------------------------------------------------------- /Blog1-TitanEmbeddings-LVM/notebooks/2_data_ingestion_monitoring.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog1-TitanEmbeddings-LVM/notebooks/2_data_ingestion_monitoring.ipynb -------------------------------------------------------------------------------- /Blog1-TitanEmbeddings-LVM/notebooks/3_rag_inference.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog1-TitanEmbeddings-LVM/notebooks/3_rag_inference.ipynb -------------------------------------------------------------------------------- /Blog1-TitanEmbeddings-LVM/notebooks/globals.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog1-TitanEmbeddings-LVM/notebooks/globals.py -------------------------------------------------------------------------------- /Blog1-TitanEmbeddings-LVM/notebooks/llava_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog1-TitanEmbeddings-LVM/notebooks/llava_inference.py -------------------------------------------------------------------------------- /Blog1-TitanEmbeddings-LVM/notebooks/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog1-TitanEmbeddings-LVM/notebooks/requirements.txt -------------------------------------------------------------------------------- /Blog1-TitanEmbeddings-LVM/notebooks/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog1-TitanEmbeddings-LVM/notebooks/utils.py -------------------------------------------------------------------------------- /Blog1-TitanEmbeddings-LVM/template.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog1-TitanEmbeddings-LVM/template.yml -------------------------------------------------------------------------------- /Blog2-LVM-TitanEmbeddings/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog2-LVM-TitanEmbeddings/README.md -------------------------------------------------------------------------------- /Blog2-LVM-TitanEmbeddings/blog_post.docx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog2-LVM-TitanEmbeddings/blog_post.docx -------------------------------------------------------------------------------- /Blog2-LVM-TitanEmbeddings/blog_post.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog2-LVM-TitanEmbeddings/blog_post.html -------------------------------------------------------------------------------- /Blog2-LVM-TitanEmbeddings/blog_post.qmd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog2-LVM-TitanEmbeddings/blog_post.qmd -------------------------------------------------------------------------------- /Blog2-LVM-TitanEmbeddings/images/ML-16123-2-cloudformation-delete-stack.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog2-LVM-TitanEmbeddings/images/ML-16123-2-cloudformation-delete-stack.png -------------------------------------------------------------------------------- /Blog2-LVM-TitanEmbeddings/images/ML-16123-2-cloudformation-launch-stack.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog2-LVM-TitanEmbeddings/images/ML-16123-2-cloudformation-launch-stack.png -------------------------------------------------------------------------------- /Blog2-LVM-TitanEmbeddings/images/ML-16123-2-cloudformation-outputs.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog2-LVM-TitanEmbeddings/images/ML-16123-2-cloudformation-outputs.png -------------------------------------------------------------------------------- /Blog2-LVM-TitanEmbeddings/images/ML-16123-2-ingestion-design.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog2-LVM-TitanEmbeddings/images/ML-16123-2-ingestion-design.png -------------------------------------------------------------------------------- /Blog2-LVM-TitanEmbeddings/images/ML-16123-2-multimodal.drawio: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog2-LVM-TitanEmbeddings/images/ML-16123-2-multimodal.drawio -------------------------------------------------------------------------------- /Blog2-LVM-TitanEmbeddings/images/ML-16123-2-open-jl.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog2-LVM-TitanEmbeddings/images/ML-16123-2-open-jl.png -------------------------------------------------------------------------------- /Blog2-LVM-TitanEmbeddings/images/ML-16123-2-request-model-access.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog2-LVM-TitanEmbeddings/images/ML-16123-2-request-model-access.png -------------------------------------------------------------------------------- /Blog2-LVM-TitanEmbeddings/images/ML-16123-2-slide-1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog2-LVM-TitanEmbeddings/images/ML-16123-2-slide-1.png -------------------------------------------------------------------------------- /Blog2-LVM-TitanEmbeddings/images/ML-16123-2-slide-2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog2-LVM-TitanEmbeddings/images/ML-16123-2-slide-2.png -------------------------------------------------------------------------------- /Blog2-LVM-TitanEmbeddings/images/ML-16123-2-slide-3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog2-LVM-TitanEmbeddings/images/ML-16123-2-slide-3.png -------------------------------------------------------------------------------- /Blog2-LVM-TitanEmbeddings/images/ML-16123-2-slide-4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog2-LVM-TitanEmbeddings/images/ML-16123-2-slide-4.png -------------------------------------------------------------------------------- /Blog2-LVM-TitanEmbeddings/images/ML-16123-2-user-interaction-design.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog2-LVM-TitanEmbeddings/images/ML-16123-2-user-interaction-design.png -------------------------------------------------------------------------------- /Blog2-LVM-TitanEmbeddings/images/ML-16123-Amit.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog2-LVM-TitanEmbeddings/images/ML-16123-Amit.jpg -------------------------------------------------------------------------------- /Blog2-LVM-TitanEmbeddings/images/ML-16123-Antara.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog2-LVM-TitanEmbeddings/images/ML-16123-Antara.jpg -------------------------------------------------------------------------------- /Blog2-LVM-TitanEmbeddings/images/ML-16123-Archana.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog2-LVM-TitanEmbeddings/images/ML-16123-Archana.jpg -------------------------------------------------------------------------------- /Blog2-LVM-TitanEmbeddings/images/ML-16123-Manju.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog2-LVM-TitanEmbeddings/images/ML-16123-Manju.jpg -------------------------------------------------------------------------------- /Blog2-LVM-TitanEmbeddings/images/ML-os-1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog2-LVM-TitanEmbeddings/images/ML-os-1.png -------------------------------------------------------------------------------- /Blog2-LVM-TitanEmbeddings/notebooks/1_data_prep.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog2-LVM-TitanEmbeddings/notebooks/1_data_prep.ipynb -------------------------------------------------------------------------------- /Blog2-LVM-TitanEmbeddings/notebooks/2_data_ingestion.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog2-LVM-TitanEmbeddings/notebooks/2_data_ingestion.ipynb -------------------------------------------------------------------------------- /Blog2-LVM-TitanEmbeddings/notebooks/3_rag_inference.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog2-LVM-TitanEmbeddings/notebooks/3_rag_inference.ipynb -------------------------------------------------------------------------------- /Blog2-LVM-TitanEmbeddings/notebooks/globals.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog2-LVM-TitanEmbeddings/notebooks/globals.py -------------------------------------------------------------------------------- /Blog2-LVM-TitanEmbeddings/notebooks/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog2-LVM-TitanEmbeddings/notebooks/requirements.txt -------------------------------------------------------------------------------- /Blog2-LVM-TitanEmbeddings/notebooks/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog2-LVM-TitanEmbeddings/notebooks/utils.py -------------------------------------------------------------------------------- /Blog2-LVM-TitanEmbeddings/template.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog2-LVM-TitanEmbeddings/template.yml -------------------------------------------------------------------------------- /Blog3-Comparison-of-Approaches/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog3-Comparison-of-Approaches/README.md -------------------------------------------------------------------------------- /Blog3-Comparison-of-Approaches/blog_post.docx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog3-Comparison-of-Approaches/blog_post.docx -------------------------------------------------------------------------------- /Blog3-Comparison-of-Approaches/blog_post.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog3-Comparison-of-Approaches/blog_post.html -------------------------------------------------------------------------------- /Blog3-Comparison-of-Approaches/blog_post.qmd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog3-Comparison-of-Approaches/blog_post.qmd -------------------------------------------------------------------------------- /Blog3-Comparison-of-Approaches/globals.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog3-Comparison-of-Approaches/globals.py -------------------------------------------------------------------------------- /Blog3-Comparison-of-Approaches/images/Flow.drawio: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog3-Comparison-of-Approaches/images/Flow.drawio -------------------------------------------------------------------------------- /Blog3-Comparison-of-Approaches/images/ML-16951-Amit.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog3-Comparison-of-Approaches/images/ML-16951-Amit.jpg -------------------------------------------------------------------------------- /Blog3-Comparison-of-Approaches/images/ML-16951-Antara.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog3-Comparison-of-Approaches/images/ML-16951-Antara.jpg -------------------------------------------------------------------------------- /Blog3-Comparison-of-Approaches/images/ML-16951-Archana.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog3-Comparison-of-Approaches/images/ML-16951-Archana.jpg -------------------------------------------------------------------------------- /Blog3-Comparison-of-Approaches/images/ML-16951-Manju.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog3-Comparison-of-Approaches/images/ML-16951-Manju.jpg -------------------------------------------------------------------------------- /Blog3-Comparison-of-Approaches/images/ML-16951-process-flow.drawio: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog3-Comparison-of-Approaches/images/ML-16951-process-flow.drawio -------------------------------------------------------------------------------- /Blog3-Comparison-of-Approaches/images/ML-16951-process-flow.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog3-Comparison-of-Approaches/images/ML-16951-process-flow.png -------------------------------------------------------------------------------- /Blog3-Comparison-of-Approaches/notebooks/0_appr1_data_ingestion.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog3-Comparison-of-Approaches/notebooks/0_appr1_data_ingestion.ipynb -------------------------------------------------------------------------------- /Blog3-Comparison-of-Approaches/notebooks/0_appr2_data_ingestion.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog3-Comparison-of-Approaches/notebooks/0_appr2_data_ingestion.ipynb -------------------------------------------------------------------------------- /Blog3-Comparison-of-Approaches/notebooks/1_appr1_rag_inference.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog3-Comparison-of-Approaches/notebooks/1_appr1_rag_inference.ipynb -------------------------------------------------------------------------------- /Blog3-Comparison-of-Approaches/notebooks/1_appr2_rag_inference.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog3-Comparison-of-Approaches/notebooks/1_appr2_rag_inference.ipynb -------------------------------------------------------------------------------- /Blog3-Comparison-of-Approaches/notebooks/responses-appr1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog3-Comparison-of-Approaches/notebooks/responses-appr1.json -------------------------------------------------------------------------------- /Blog3-Comparison-of-Approaches/notebooks/responses-appr2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog3-Comparison-of-Approaches/notebooks/responses-appr2.json -------------------------------------------------------------------------------- /Blog3-Comparison-of-Approaches/prompts/desc_response_prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog3-Comparison-of-Approaches/prompts/desc_response_prompt.txt -------------------------------------------------------------------------------- /Blog3-Comparison-of-Approaches/prompts/image_response_prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog3-Comparison-of-Approaches/prompts/image_response_prompt.txt -------------------------------------------------------------------------------- /Blog3-Comparison-of-Approaches/qa.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog3-Comparison-of-Approaches/qa.jsonl -------------------------------------------------------------------------------- /Blog3-Comparison-of-Approaches/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog3-Comparison-of-Approaches/requirements.txt -------------------------------------------------------------------------------- /Blog3-Comparison-of-Approaches/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog3-Comparison-of-Approaches/utils.py -------------------------------------------------------------------------------- /Blog4-PDF-TitanEmbeddings/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog4-PDF-TitanEmbeddings/README.md -------------------------------------------------------------------------------- /Blog4-PDF-TitanEmbeddings/blog_post.docx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog4-PDF-TitanEmbeddings/blog_post.docx -------------------------------------------------------------------------------- /Blog4-PDF-TitanEmbeddings/blog_post.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog4-PDF-TitanEmbeddings/blog_post.html -------------------------------------------------------------------------------- /Blog4-PDF-TitanEmbeddings/blog_post.qmd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog4-PDF-TitanEmbeddings/blog_post.qmd -------------------------------------------------------------------------------- /Blog4-PDF-TitanEmbeddings/images/ML-cloudformation-launch-stack.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog4-PDF-TitanEmbeddings/images/ML-cloudformation-launch-stack.png -------------------------------------------------------------------------------- /Blog4-PDF-TitanEmbeddings/images/architecture_diagram.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog4-PDF-TitanEmbeddings/images/architecture_diagram.jpg -------------------------------------------------------------------------------- /Blog4-PDF-TitanEmbeddings/images/multimodal.drawio.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog4-PDF-TitanEmbeddings/images/multimodal.drawio.xml -------------------------------------------------------------------------------- /Blog4-PDF-TitanEmbeddings/images/pdf_Ingestion.drawio.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog4-PDF-TitanEmbeddings/images/pdf_Ingestion.drawio.png -------------------------------------------------------------------------------- /Blog4-PDF-TitanEmbeddings/images/pdf_architecture_multimodal.drawio: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog4-PDF-TitanEmbeddings/images/pdf_architecture_multimodal.drawio -------------------------------------------------------------------------------- /Blog4-PDF-TitanEmbeddings/notebooks/1_data_prep_files.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog4-PDF-TitanEmbeddings/notebooks/1_data_prep_files.ipynb -------------------------------------------------------------------------------- /Blog4-PDF-TitanEmbeddings/notebooks/2_data_ingestion.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog4-PDF-TitanEmbeddings/notebooks/2_data_ingestion.ipynb -------------------------------------------------------------------------------- /Blog4-PDF-TitanEmbeddings/notebooks/3_rag_inference.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog4-PDF-TitanEmbeddings/notebooks/3_rag_inference.ipynb -------------------------------------------------------------------------------- /Blog4-PDF-TitanEmbeddings/notebooks/4_rag_evaluation.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog4-PDF-TitanEmbeddings/notebooks/4_rag_evaluation.ipynb -------------------------------------------------------------------------------- /Blog4-PDF-TitanEmbeddings/notebooks/5_cleanup.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog4-PDF-TitanEmbeddings/notebooks/5_cleanup.ipynb -------------------------------------------------------------------------------- /Blog4-PDF-TitanEmbeddings/notebooks/bedrock_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog4-PDF-TitanEmbeddings/notebooks/bedrock_utils.py -------------------------------------------------------------------------------- /Blog4-PDF-TitanEmbeddings/notebooks/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog4-PDF-TitanEmbeddings/notebooks/config.yaml -------------------------------------------------------------------------------- /Blog4-PDF-TitanEmbeddings/notebooks/configs/config_full.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog4-PDF-TitanEmbeddings/notebooks/configs/config_full.yaml -------------------------------------------------------------------------------- /Blog4-PDF-TitanEmbeddings/notebooks/eval_data/dummy_data_file.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog4-PDF-TitanEmbeddings/notebooks/eval_data/dummy_data_file.csv -------------------------------------------------------------------------------- /Blog4-PDF-TitanEmbeddings/notebooks/eval_data/dummy_data_file.xlsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog4-PDF-TitanEmbeddings/notebooks/eval_data/dummy_data_file.xlsx -------------------------------------------------------------------------------- /Blog4-PDF-TitanEmbeddings/notebooks/globals.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog4-PDF-TitanEmbeddings/notebooks/globals.py -------------------------------------------------------------------------------- /Blog4-PDF-TitanEmbeddings/notebooks/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog4-PDF-TitanEmbeddings/notebooks/main.py -------------------------------------------------------------------------------- /Blog4-PDF-TitanEmbeddings/notebooks/metrics/all_explanations.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog4-PDF-TitanEmbeddings/notebooks/metrics/all_explanations.txt -------------------------------------------------------------------------------- /Blog4-PDF-TitanEmbeddings/notebooks/metrics/final_summary_analysis.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog4-PDF-TitanEmbeddings/notebooks/metrics/final_summary_analysis.txt -------------------------------------------------------------------------------- /Blog4-PDF-TitanEmbeddings/notebooks/metrics/llm_as_a_judge_completions.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog4-PDF-TitanEmbeddings/notebooks/metrics/llm_as_a_judge_completions.csv -------------------------------------------------------------------------------- /Blog4-PDF-TitanEmbeddings/notebooks/metrics/llm_strategy_pick_rate.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog4-PDF-TitanEmbeddings/notebooks/metrics/llm_strategy_pick_rate.csv -------------------------------------------------------------------------------- /Blog4-PDF-TitanEmbeddings/notebooks/metrics/p95_summary_metrics.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog4-PDF-TitanEmbeddings/notebooks/metrics/p95_summary_metrics.txt -------------------------------------------------------------------------------- /Blog4-PDF-TitanEmbeddings/notebooks/metrics/processed_llm_judge_evaluation_prompts.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog4-PDF-TitanEmbeddings/notebooks/metrics/processed_llm_judge_evaluation_prompts.csv -------------------------------------------------------------------------------- /Blog4-PDF-TitanEmbeddings/notebooks/metrics/quantitative_eval_metrics.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog4-PDF-TitanEmbeddings/notebooks/metrics/quantitative_eval_metrics.csv -------------------------------------------------------------------------------- /Blog4-PDF-TitanEmbeddings/notebooks/metrics/updated_eval_dataset.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog4-PDF-TitanEmbeddings/notebooks/metrics/updated_eval_dataset.csv -------------------------------------------------------------------------------- /Blog4-PDF-TitanEmbeddings/notebooks/prompt_templates/claude_eval_template.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog4-PDF-TitanEmbeddings/notebooks/prompt_templates/claude_eval_template.txt -------------------------------------------------------------------------------- /Blog4-PDF-TitanEmbeddings/notebooks/prompt_templates/claude_final_summary_analysis_prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog4-PDF-TitanEmbeddings/notebooks/prompt_templates/claude_final_summary_analysis_prompt.txt -------------------------------------------------------------------------------- /Blog4-PDF-TitanEmbeddings/notebooks/prompt_templates/extract_image_entities_prompt_template.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog4-PDF-TitanEmbeddings/notebooks/prompt_templates/extract_image_entities_prompt_template.txt -------------------------------------------------------------------------------- /Blog4-PDF-TitanEmbeddings/notebooks/prompt_templates/extract_question_entities_prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog4-PDF-TitanEmbeddings/notebooks/prompt_templates/extract_question_entities_prompt.txt -------------------------------------------------------------------------------- /Blog4-PDF-TitanEmbeddings/notebooks/prompt_templates/final_combined_response_prompt_template.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog4-PDF-TitanEmbeddings/notebooks/prompt_templates/final_combined_response_prompt_template.txt -------------------------------------------------------------------------------- /Blog4-PDF-TitanEmbeddings/notebooks/prompt_templates/image_description_prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog4-PDF-TitanEmbeddings/notebooks/prompt_templates/image_description_prompt.txt -------------------------------------------------------------------------------- /Blog4-PDF-TitanEmbeddings/notebooks/prompt_templates/retrieve_answer_from_images_prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog4-PDF-TitanEmbeddings/notebooks/prompt_templates/retrieve_answer_from_images_prompt.txt -------------------------------------------------------------------------------- /Blog4-PDF-TitanEmbeddings/notebooks/prompt_templates/retrieve_answer_from_texts_prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog4-PDF-TitanEmbeddings/notebooks/prompt_templates/retrieve_answer_from_texts_prompt.txt -------------------------------------------------------------------------------- /Blog4-PDF-TitanEmbeddings/notebooks/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog4-PDF-TitanEmbeddings/notebooks/requirements.txt -------------------------------------------------------------------------------- /Blog4-PDF-TitanEmbeddings/notebooks/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog4-PDF-TitanEmbeddings/notebooks/utils.py -------------------------------------------------------------------------------- /Blog4-PDF-TitanEmbeddings/template.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/Blog4-PDF-TitanEmbeddings/template.yml -------------------------------------------------------------------------------- /CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/README.md -------------------------------------------------------------------------------- /pricingcomparison.xlsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/multimodal-rag-on-slide-decks/HEAD/pricingcomparison.xlsx --------------------------------------------------------------------------------