├── LICENSE ├── README.md ├── agents ├── 1_hf_langchain_react_agent.ipynb └── README.md ├── assistants ├── 1_how_to_use_assistant_tool_retriever_part_1.ipynb ├── 2_how_to_use_assistant_tool_retriever_part_2.ipynb ├── 3_how_to_use_assistant_tool_retriever_part_3.ipynb ├── 4_how_to_use_parallel_function_calling.ipynb ├── 5_how_to_use_code_interpreter.ipynb ├── 6_how_to_use_function_calling_tool.ipynb ├── 7_how_to_use_function_calling_tool_google_search.ipynb ├── README.md ├── assistant_utils.py ├── code_gen.py ├── docs │ ├── 1001-math-problems-2nd.pdf │ ├── HAI_AI-Index-Report_2023.pdf │ ├── large-wine-mkgt.csv │ ├── llm_survey_halluciantions.pdf │ ├── product_definitions_1000.json │ ├── product_definitions_10000.json │ ├── ray_meetups_data.csv │ └── small_wines_mktg.csv ├── function_utils.py ├── gen_products_json.py ├── google_search_utils.py ├── images │ ├── assistant_ai_tools_code_interpreter.png │ ├── assistant_ai_tools_functions.png │ ├── assistant_ai_tools_functions_google.png │ ├── assistant_ai_tools_parallel_functions.png │ ├── assistant_ai_tools_retriever.png │ └── assistant_arch.png ├── ray_growth_meetup.png └── rsvp_attended.png ├── chatbots └── ollama_ex.py ├── dspy ├── 01_basic_inline_dspy_signature_example.py ├── 02_basic_class_dspy_signature_example.py ├── 03_dspy_nlp_tasks.py ├── 04_dspy_common_nlp_llm_tasks.ipynb ├── 05_dspy_chain_of_thought.py ├── 06_dspy_chain_of_thought.ipynb ├── 07_dspy_program_of_thought.py ├── 08_dspy_program_of_thought.ipynb ├── 09_dspy_naive_rag.py ├── 10_dspy_naive_rag.ipynb ├── 11_dspy_react_task_task.py ├── 12_dspy_react_task.ipynb ├── 13_dspy_zero_short_learning.py ├── 14_dspy_zero_shot_learning.ipynb ├── 15_dspy_unoptimized_pipeline_example.py ├── 16_dspy_optimized_pipeline_example.py ├── 17_qa_eval_with_citations.py ├── README.md ├── basic_dspy_example.py ├── dspy_examples_utils.py ├── dspy_utils.py ├── images │ ├── class_based_prompt_creation.png │ ├── cot_signature.png │ ├── dspy_img.png │ ├── dspy_naive_rag.jpeg │ ├── dspy_rag_flow.png │ ├── dspy_rag_pipeline.png │ ├── dspy_signature.png │ └── rag_pipeline.jpeg └── optimized_pipeline ├── embeddings-and-vectordbs ├── 1_pinecone_semantic_search_example.ipynb ├── README.md ├── cosine_similarity.py ├── cosine_similarity_openai_embeddings.py ├── images │ ├── cosine_similarity.png │ ├── pinecone_vectordb.png │ └── vector_space_2.png └── pinecone_semantic_search_example.py ├── env ├── env_anthropic_template ├── env_anyscale_template ├── env_google_template └── env_openai_template ├── evaluation └── README.md ├── fine-tuning ├── README.md └── explore_hf_data.py ├── function-calling ├── .streamlit │ └── config.toml ├── 1_how_to_generate_openai_func_arguments.ipynb ├── 2_how_to_generate_anyscale_endpoints_func_arguments.ipynb ├── 3_how_to_use_openai_anyscale_parallel_function_calling_db.ipynb ├── README.md ├── create_sqlite_db.py ├── customer_db_utils.py ├── images │ ├── gpt_function_calling.png │ └── gpt_parallel_function_calling_db.png ├── openai_anyscale_parallel_function_calling_db.py ├── openai_parallel_function_calling_external.py ├── query_customers_db_.py ├── query_customers_db_2.py ├── sqlite_conn_cls.py ├── streamlit_func_calling_db_app.py ├── world_map_llm_func_openai_with_cities.html ├── world_map_llm_func_with_cities.html ├── world_map_nb_func_anyscale_with_cities.html ├── world_map_nb_func_with_cities.html └── world_map_nb_openai_func_with_cities.html ├── genai_intro └── README.md ├── images ├── cook_book_img_2.png ├── cookbook.png ├── cookbook_2.png ├── cookbook_3.png ├── cookbook_4png.png └── gen_ai_cookbook_img_1.png ├── llm-prompts ├── 10_how_to_conduct_common_nlp_llm_task_anthropic.ipynb ├── 11_how_to_conduct_common_nlp_gemini_llm_tasks.ipynb ├── 12_how_to_use_gemini_vision_model.ipynb ├── 1_how_to_use_basic_prompt.ipynb ├── 2_how_to_conduct_common_nlp_llm_tasks.ipynb ├── 3_how_to_use_vision_model.ipynb ├── 4_how_to_use_zero_shot_prompt.ipynb ├── 5_how_to_use_few_shot_prompt.ipynb ├── 6_how_to_use_chain_of_thought_prompt.ipynb ├── 7_how_to_use_react_prompt.ipynb ├── 8_how_to_use_code_llama_prompt.ipynb ├── 9_how_to_use_basic_prompt_anthropic.ipynb ├── README.md ├── __init__.py ├── basic_ollama_llama3.py ├── gemini_json.ipynb ├── images │ ├── category_resp.png │ ├── co-star-framework.png │ ├── codllama70b.png │ ├── llm_prompt_req_resp.png │ ├── meta_code_llama_series.png │ ├── pexels-photo-14690500.jpeg │ ├── pexels-photo-313782.jpeg │ └── prompt_req_resp.png └── llm_clnt_factory_api.py ├── rags ├── 01_rag_search_pinecone_pdf.ipynb ├── README.md ├── images │ ├── RAG.JPG │ ├── frameworks_methods.png │ ├── metrics.png │ ├── rag_1.png │ ├── rag_components_landscape.png │ ├── rag_three_components.png │ ├── rag_types.png │ ├── rag_vs_finetuning.png │ ├── rag_work_flow.png │ ├── simple_rag_flow.png │ └── summary.png ├── pdfs │ └── HAI_AI-Index-Report_2023.pdf ├── pinecone_upload_pdf_chunks.py ├── rag_search_pinecone_pdf_docs.py └── rag_utils.py └── requirements.txt /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/README.md -------------------------------------------------------------------------------- /agents/1_hf_langchain_react_agent.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/agents/1_hf_langchain_react_agent.ipynb -------------------------------------------------------------------------------- /agents/README.md: -------------------------------------------------------------------------------- 1 | 2 | ### WIP 🚧 -------------------------------------------------------------------------------- /assistants/1_how_to_use_assistant_tool_retriever_part_1.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/assistants/1_how_to_use_assistant_tool_retriever_part_1.ipynb -------------------------------------------------------------------------------- /assistants/2_how_to_use_assistant_tool_retriever_part_2.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/assistants/2_how_to_use_assistant_tool_retriever_part_2.ipynb -------------------------------------------------------------------------------- /assistants/3_how_to_use_assistant_tool_retriever_part_3.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/assistants/3_how_to_use_assistant_tool_retriever_part_3.ipynb -------------------------------------------------------------------------------- /assistants/4_how_to_use_parallel_function_calling.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/assistants/4_how_to_use_parallel_function_calling.ipynb -------------------------------------------------------------------------------- /assistants/5_how_to_use_code_interpreter.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/assistants/5_how_to_use_code_interpreter.ipynb -------------------------------------------------------------------------------- /assistants/6_how_to_use_function_calling_tool.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/assistants/6_how_to_use_function_calling_tool.ipynb -------------------------------------------------------------------------------- /assistants/7_how_to_use_function_calling_tool_google_search.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/assistants/7_how_to_use_function_calling_tool_google_search.ipynb -------------------------------------------------------------------------------- /assistants/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/assistants/README.md -------------------------------------------------------------------------------- /assistants/assistant_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/assistants/assistant_utils.py -------------------------------------------------------------------------------- /assistants/code_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/assistants/code_gen.py -------------------------------------------------------------------------------- /assistants/docs/1001-math-problems-2nd.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/assistants/docs/1001-math-problems-2nd.pdf -------------------------------------------------------------------------------- /assistants/docs/HAI_AI-Index-Report_2023.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/assistants/docs/HAI_AI-Index-Report_2023.pdf -------------------------------------------------------------------------------- /assistants/docs/large-wine-mkgt.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/assistants/docs/large-wine-mkgt.csv -------------------------------------------------------------------------------- /assistants/docs/llm_survey_halluciantions.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/assistants/docs/llm_survey_halluciantions.pdf -------------------------------------------------------------------------------- /assistants/docs/product_definitions_1000.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/assistants/docs/product_definitions_1000.json -------------------------------------------------------------------------------- /assistants/docs/product_definitions_10000.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/assistants/docs/product_definitions_10000.json -------------------------------------------------------------------------------- /assistants/docs/ray_meetups_data.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/assistants/docs/ray_meetups_data.csv -------------------------------------------------------------------------------- /assistants/docs/small_wines_mktg.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/assistants/docs/small_wines_mktg.csv -------------------------------------------------------------------------------- /assistants/function_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/assistants/function_utils.py -------------------------------------------------------------------------------- /assistants/gen_products_json.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/assistants/gen_products_json.py -------------------------------------------------------------------------------- /assistants/google_search_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/assistants/google_search_utils.py -------------------------------------------------------------------------------- /assistants/images/assistant_ai_tools_code_interpreter.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/assistants/images/assistant_ai_tools_code_interpreter.png -------------------------------------------------------------------------------- /assistants/images/assistant_ai_tools_functions.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/assistants/images/assistant_ai_tools_functions.png -------------------------------------------------------------------------------- /assistants/images/assistant_ai_tools_functions_google.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/assistants/images/assistant_ai_tools_functions_google.png -------------------------------------------------------------------------------- /assistants/images/assistant_ai_tools_parallel_functions.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/assistants/images/assistant_ai_tools_parallel_functions.png -------------------------------------------------------------------------------- /assistants/images/assistant_ai_tools_retriever.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/assistants/images/assistant_ai_tools_retriever.png -------------------------------------------------------------------------------- /assistants/images/assistant_arch.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/assistants/images/assistant_arch.png -------------------------------------------------------------------------------- /assistants/ray_growth_meetup.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/assistants/ray_growth_meetup.png -------------------------------------------------------------------------------- /assistants/rsvp_attended.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/assistants/rsvp_attended.png -------------------------------------------------------------------------------- /chatbots/ollama_ex.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/chatbots/ollama_ex.py -------------------------------------------------------------------------------- /dspy/01_basic_inline_dspy_signature_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/dspy/01_basic_inline_dspy_signature_example.py -------------------------------------------------------------------------------- /dspy/02_basic_class_dspy_signature_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/dspy/02_basic_class_dspy_signature_example.py -------------------------------------------------------------------------------- /dspy/03_dspy_nlp_tasks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/dspy/03_dspy_nlp_tasks.py -------------------------------------------------------------------------------- /dspy/04_dspy_common_nlp_llm_tasks.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/dspy/04_dspy_common_nlp_llm_tasks.ipynb -------------------------------------------------------------------------------- /dspy/05_dspy_chain_of_thought.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/dspy/05_dspy_chain_of_thought.py -------------------------------------------------------------------------------- /dspy/06_dspy_chain_of_thought.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/dspy/06_dspy_chain_of_thought.ipynb -------------------------------------------------------------------------------- /dspy/07_dspy_program_of_thought.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/dspy/07_dspy_program_of_thought.py -------------------------------------------------------------------------------- /dspy/08_dspy_program_of_thought.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/dspy/08_dspy_program_of_thought.ipynb -------------------------------------------------------------------------------- /dspy/09_dspy_naive_rag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/dspy/09_dspy_naive_rag.py -------------------------------------------------------------------------------- /dspy/10_dspy_naive_rag.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/dspy/10_dspy_naive_rag.ipynb -------------------------------------------------------------------------------- /dspy/11_dspy_react_task_task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/dspy/11_dspy_react_task_task.py -------------------------------------------------------------------------------- /dspy/12_dspy_react_task.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/dspy/12_dspy_react_task.ipynb -------------------------------------------------------------------------------- /dspy/13_dspy_zero_short_learning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/dspy/13_dspy_zero_short_learning.py -------------------------------------------------------------------------------- /dspy/14_dspy_zero_shot_learning.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/dspy/14_dspy_zero_shot_learning.ipynb -------------------------------------------------------------------------------- /dspy/15_dspy_unoptimized_pipeline_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/dspy/15_dspy_unoptimized_pipeline_example.py -------------------------------------------------------------------------------- /dspy/16_dspy_optimized_pipeline_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/dspy/16_dspy_optimized_pipeline_example.py -------------------------------------------------------------------------------- /dspy/17_qa_eval_with_citations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/dspy/17_qa_eval_with_citations.py -------------------------------------------------------------------------------- /dspy/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/dspy/README.md -------------------------------------------------------------------------------- /dspy/basic_dspy_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/dspy/basic_dspy_example.py -------------------------------------------------------------------------------- /dspy/dspy_examples_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/dspy/dspy_examples_utils.py -------------------------------------------------------------------------------- /dspy/dspy_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/dspy/dspy_utils.py -------------------------------------------------------------------------------- /dspy/images/class_based_prompt_creation.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/dspy/images/class_based_prompt_creation.png -------------------------------------------------------------------------------- /dspy/images/cot_signature.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/dspy/images/cot_signature.png -------------------------------------------------------------------------------- /dspy/images/dspy_img.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/dspy/images/dspy_img.png -------------------------------------------------------------------------------- /dspy/images/dspy_naive_rag.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/dspy/images/dspy_naive_rag.jpeg -------------------------------------------------------------------------------- /dspy/images/dspy_rag_flow.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/dspy/images/dspy_rag_flow.png -------------------------------------------------------------------------------- /dspy/images/dspy_rag_pipeline.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/dspy/images/dspy_rag_pipeline.png -------------------------------------------------------------------------------- /dspy/images/dspy_signature.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/dspy/images/dspy_signature.png -------------------------------------------------------------------------------- /dspy/images/rag_pipeline.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/dspy/images/rag_pipeline.jpeg -------------------------------------------------------------------------------- /dspy/optimized_pipeline: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/dspy/optimized_pipeline -------------------------------------------------------------------------------- /embeddings-and-vectordbs/1_pinecone_semantic_search_example.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/embeddings-and-vectordbs/1_pinecone_semantic_search_example.ipynb -------------------------------------------------------------------------------- /embeddings-and-vectordbs/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/embeddings-and-vectordbs/README.md -------------------------------------------------------------------------------- /embeddings-and-vectordbs/cosine_similarity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/embeddings-and-vectordbs/cosine_similarity.py -------------------------------------------------------------------------------- /embeddings-and-vectordbs/cosine_similarity_openai_embeddings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/embeddings-and-vectordbs/cosine_similarity_openai_embeddings.py -------------------------------------------------------------------------------- /embeddings-and-vectordbs/images/cosine_similarity.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/embeddings-and-vectordbs/images/cosine_similarity.png -------------------------------------------------------------------------------- /embeddings-and-vectordbs/images/pinecone_vectordb.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/embeddings-and-vectordbs/images/pinecone_vectordb.png -------------------------------------------------------------------------------- /embeddings-and-vectordbs/images/vector_space_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/embeddings-and-vectordbs/images/vector_space_2.png -------------------------------------------------------------------------------- /embeddings-and-vectordbs/pinecone_semantic_search_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/embeddings-and-vectordbs/pinecone_semantic_search_example.py -------------------------------------------------------------------------------- /env/env_anthropic_template: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/env/env_anthropic_template -------------------------------------------------------------------------------- /env/env_anyscale_template: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/env/env_anyscale_template -------------------------------------------------------------------------------- /env/env_google_template: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/env/env_google_template -------------------------------------------------------------------------------- /env/env_openai_template: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/env/env_openai_template -------------------------------------------------------------------------------- /evaluation/README.md: -------------------------------------------------------------------------------- 1 | 2 | ### WIP 🚧 -------------------------------------------------------------------------------- /fine-tuning/README.md: -------------------------------------------------------------------------------- 1 | 2 | ### WIP 🚧 -------------------------------------------------------------------------------- /fine-tuning/explore_hf_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/fine-tuning/explore_hf_data.py -------------------------------------------------------------------------------- /function-calling/.streamlit/config.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/function-calling/.streamlit/config.toml -------------------------------------------------------------------------------- /function-calling/1_how_to_generate_openai_func_arguments.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/function-calling/1_how_to_generate_openai_func_arguments.ipynb -------------------------------------------------------------------------------- /function-calling/2_how_to_generate_anyscale_endpoints_func_arguments.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/function-calling/2_how_to_generate_anyscale_endpoints_func_arguments.ipynb -------------------------------------------------------------------------------- /function-calling/3_how_to_use_openai_anyscale_parallel_function_calling_db.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/function-calling/3_how_to_use_openai_anyscale_parallel_function_calling_db.ipynb -------------------------------------------------------------------------------- /function-calling/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/function-calling/README.md -------------------------------------------------------------------------------- /function-calling/create_sqlite_db.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/function-calling/create_sqlite_db.py -------------------------------------------------------------------------------- /function-calling/customer_db_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/function-calling/customer_db_utils.py -------------------------------------------------------------------------------- /function-calling/images/gpt_function_calling.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/function-calling/images/gpt_function_calling.png -------------------------------------------------------------------------------- /function-calling/images/gpt_parallel_function_calling_db.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/function-calling/images/gpt_parallel_function_calling_db.png -------------------------------------------------------------------------------- /function-calling/openai_anyscale_parallel_function_calling_db.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/function-calling/openai_anyscale_parallel_function_calling_db.py -------------------------------------------------------------------------------- /function-calling/openai_parallel_function_calling_external.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/function-calling/openai_parallel_function_calling_external.py -------------------------------------------------------------------------------- /function-calling/query_customers_db_.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/function-calling/query_customers_db_.py -------------------------------------------------------------------------------- /function-calling/query_customers_db_2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/function-calling/query_customers_db_2.py -------------------------------------------------------------------------------- /function-calling/sqlite_conn_cls.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/function-calling/sqlite_conn_cls.py -------------------------------------------------------------------------------- /function-calling/streamlit_func_calling_db_app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/function-calling/streamlit_func_calling_db_app.py -------------------------------------------------------------------------------- /function-calling/world_map_llm_func_openai_with_cities.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/function-calling/world_map_llm_func_openai_with_cities.html -------------------------------------------------------------------------------- /function-calling/world_map_llm_func_with_cities.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/function-calling/world_map_llm_func_with_cities.html -------------------------------------------------------------------------------- /function-calling/world_map_nb_func_anyscale_with_cities.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/function-calling/world_map_nb_func_anyscale_with_cities.html -------------------------------------------------------------------------------- /function-calling/world_map_nb_func_with_cities.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/function-calling/world_map_nb_func_with_cities.html -------------------------------------------------------------------------------- /function-calling/world_map_nb_openai_func_with_cities.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/function-calling/world_map_nb_openai_func_with_cities.html -------------------------------------------------------------------------------- /genai_intro/README.md: -------------------------------------------------------------------------------- 1 | 2 | ### WIP 🚧 -------------------------------------------------------------------------------- /images/cook_book_img_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/images/cook_book_img_2.png -------------------------------------------------------------------------------- /images/cookbook.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/images/cookbook.png -------------------------------------------------------------------------------- /images/cookbook_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/images/cookbook_2.png -------------------------------------------------------------------------------- /images/cookbook_3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/images/cookbook_3.png -------------------------------------------------------------------------------- /images/cookbook_4png.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/images/cookbook_4png.png -------------------------------------------------------------------------------- /images/gen_ai_cookbook_img_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/images/gen_ai_cookbook_img_1.png -------------------------------------------------------------------------------- /llm-prompts/10_how_to_conduct_common_nlp_llm_task_anthropic.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/llm-prompts/10_how_to_conduct_common_nlp_llm_task_anthropic.ipynb -------------------------------------------------------------------------------- /llm-prompts/11_how_to_conduct_common_nlp_gemini_llm_tasks.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/llm-prompts/11_how_to_conduct_common_nlp_gemini_llm_tasks.ipynb -------------------------------------------------------------------------------- /llm-prompts/12_how_to_use_gemini_vision_model.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/llm-prompts/12_how_to_use_gemini_vision_model.ipynb -------------------------------------------------------------------------------- /llm-prompts/1_how_to_use_basic_prompt.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/llm-prompts/1_how_to_use_basic_prompt.ipynb -------------------------------------------------------------------------------- /llm-prompts/2_how_to_conduct_common_nlp_llm_tasks.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/llm-prompts/2_how_to_conduct_common_nlp_llm_tasks.ipynb -------------------------------------------------------------------------------- /llm-prompts/3_how_to_use_vision_model.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/llm-prompts/3_how_to_use_vision_model.ipynb -------------------------------------------------------------------------------- /llm-prompts/4_how_to_use_zero_shot_prompt.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/llm-prompts/4_how_to_use_zero_shot_prompt.ipynb -------------------------------------------------------------------------------- /llm-prompts/5_how_to_use_few_shot_prompt.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/llm-prompts/5_how_to_use_few_shot_prompt.ipynb -------------------------------------------------------------------------------- /llm-prompts/6_how_to_use_chain_of_thought_prompt.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/llm-prompts/6_how_to_use_chain_of_thought_prompt.ipynb -------------------------------------------------------------------------------- /llm-prompts/7_how_to_use_react_prompt.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/llm-prompts/7_how_to_use_react_prompt.ipynb -------------------------------------------------------------------------------- /llm-prompts/8_how_to_use_code_llama_prompt.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/llm-prompts/8_how_to_use_code_llama_prompt.ipynb -------------------------------------------------------------------------------- /llm-prompts/9_how_to_use_basic_prompt_anthropic.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/llm-prompts/9_how_to_use_basic_prompt_anthropic.ipynb -------------------------------------------------------------------------------- /llm-prompts/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/llm-prompts/README.md -------------------------------------------------------------------------------- /llm-prompts/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /llm-prompts/basic_ollama_llama3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/llm-prompts/basic_ollama_llama3.py -------------------------------------------------------------------------------- /llm-prompts/gemini_json.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/llm-prompts/gemini_json.ipynb -------------------------------------------------------------------------------- /llm-prompts/images/category_resp.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/llm-prompts/images/category_resp.png -------------------------------------------------------------------------------- /llm-prompts/images/co-star-framework.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/llm-prompts/images/co-star-framework.png -------------------------------------------------------------------------------- /llm-prompts/images/codllama70b.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/llm-prompts/images/codllama70b.png -------------------------------------------------------------------------------- /llm-prompts/images/llm_prompt_req_resp.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/llm-prompts/images/llm_prompt_req_resp.png -------------------------------------------------------------------------------- /llm-prompts/images/meta_code_llama_series.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/llm-prompts/images/meta_code_llama_series.png -------------------------------------------------------------------------------- /llm-prompts/images/pexels-photo-14690500.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/llm-prompts/images/pexels-photo-14690500.jpeg -------------------------------------------------------------------------------- /llm-prompts/images/pexels-photo-313782.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/llm-prompts/images/pexels-photo-313782.jpeg -------------------------------------------------------------------------------- /llm-prompts/images/prompt_req_resp.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/llm-prompts/images/prompt_req_resp.png -------------------------------------------------------------------------------- /llm-prompts/llm_clnt_factory_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/llm-prompts/llm_clnt_factory_api.py -------------------------------------------------------------------------------- /rags/01_rag_search_pinecone_pdf.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/rags/01_rag_search_pinecone_pdf.ipynb -------------------------------------------------------------------------------- /rags/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/rags/README.md -------------------------------------------------------------------------------- /rags/images/RAG.JPG: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/rags/images/RAG.JPG -------------------------------------------------------------------------------- /rags/images/frameworks_methods.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/rags/images/frameworks_methods.png -------------------------------------------------------------------------------- /rags/images/metrics.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/rags/images/metrics.png -------------------------------------------------------------------------------- /rags/images/rag_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/rags/images/rag_1.png -------------------------------------------------------------------------------- /rags/images/rag_components_landscape.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/rags/images/rag_components_landscape.png -------------------------------------------------------------------------------- /rags/images/rag_three_components.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/rags/images/rag_three_components.png -------------------------------------------------------------------------------- /rags/images/rag_types.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/rags/images/rag_types.png -------------------------------------------------------------------------------- /rags/images/rag_vs_finetuning.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/rags/images/rag_vs_finetuning.png -------------------------------------------------------------------------------- /rags/images/rag_work_flow.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/rags/images/rag_work_flow.png -------------------------------------------------------------------------------- /rags/images/simple_rag_flow.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/rags/images/simple_rag_flow.png -------------------------------------------------------------------------------- /rags/images/summary.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/rags/images/summary.png -------------------------------------------------------------------------------- /rags/pdfs/HAI_AI-Index-Report_2023.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/rags/pdfs/HAI_AI-Index-Report_2023.pdf -------------------------------------------------------------------------------- /rags/pinecone_upload_pdf_chunks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/rags/pinecone_upload_pdf_chunks.py -------------------------------------------------------------------------------- /rags/rag_search_pinecone_pdf_docs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/rags/rag_search_pinecone_pdf_docs.py -------------------------------------------------------------------------------- /rags/rag_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/rags/rag_utils.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dmatrix/genai-cookbook/HEAD/requirements.txt --------------------------------------------------------------------------------