├── .github └── workflows │ └── python-ci.yml ├── .gitignore ├── .pylintrc ├── .readthedocs.yaml ├── LICENSE ├── ReadMe.md ├── docs ├── agent_chains.md ├── agents-api-reference.md ├── chat_history-api-reference.md ├── function-calling-agent.md ├── function-calling-api-reference.md ├── get-started.md ├── grammar-api-reference.md ├── index.md ├── knowledge-graph-example.md ├── llama_index_tool_use.md ├── map_chain.md ├── output-parser-api-reference.md ├── parallel_function_calling.md ├── provider-api-reference.md ├── rag.md ├── requirements.txt ├── sequential_chain.md ├── simple-chat-example.md └── structured-output-example.md ├── examples ├── 01_Basics │ ├── chatbot_using_groq.py │ ├── chatbot_using_llama_cpp_python.py │ ├── chatbot_using_llama_cpp_python_server.py │ ├── chatbot_using_llama_cpp_server.py │ ├── chatbot_using_tgi_server.py │ ├── chatbot_using_vllm_server.py │ └── self_critique.py ├── 02_Structured_Output │ ├── book_dataset_creation.py │ ├── dataframe_creation.py │ ├── dialogue_generation.py │ ├── output_knowledge_graph.py │ └── structured_output_agent.py ├── 03_Tools_And_Function_Calling │ ├── duck_duck_go_websearch_agent.py │ ├── experimental_code_interpreter.py │ ├── experimental_llm_computer_interface │ │ ├── file_processor.py │ │ ├── index.html │ │ └── llm_computer_interface.py │ ├── function_calling.py │ ├── function_calling_agent.py │ ├── input.csv │ ├── parallel_function_calling.py │ ├── use_llama_index_query_engine_as_tool.py │ ├── use_open_ai_schemas_as_tool.py │ ├── use_pydantic_model_as_tool.py │ ├── use_python_function_as_tool.py │ └── web_search_agent.py ├── 04_Chains │ ├── article_summary.py │ ├── blog_post_outline_introduction.py │ ├── complete_blog_post_creation.py │ ├── event_description_email.py │ ├── job_description_requirements.py │ ├── map_chain_summary.py │ ├── map_chain_summary_translate.py │ ├── math_operation_greeting.py │ ├── math_reasoning.py │ ├── product_comparison_recommendation.py │ ├── product_description_ad_copy.py │ ├── product_launch_campaign.py │ ├── product_review_sentiement.py │ ├── recipe_recommendition_nutrition_analysis.py │ └── research_paper_outline_introduction_conclusion.py ├── 05_Rag │ └── example_synthetic_diamonds_bars.py ├── 06_Special_Agents │ ├── experimental_mixtral_8x22b_agent.py │ ├── function_calling_agent.json │ ├── hermes_2_pro_agent.py │ └── mixture_of_agents.py ├── 07_Memory │ ├── MemoryAssistant │ │ ├── core_memory.json │ │ ├── main.py │ │ ├── memory.py │ │ └── prompts.py │ ├── VirtualGameMaster │ │ ├── core_memory.json │ │ ├── main.py │ │ ├── memory.py │ │ └── prompts.py │ ├── agent_core_memory.py │ ├── agent_retrieval_memory.py │ └── core_memory.json └── Results_Web_Search_Agent │ ├── 3D RenderingLatestAdvancements.md │ ├── ArthurMenschNews.md │ └── research_ai_agent_reasoning.md ├── logo ├── logo-without-bg.png ├── logo-without-bg.svg ├── logo-without-bg.webp ├── logo.png ├── logo.svg ├── logo.webp ├── logo_orange.png ├── logo_orange.webp └── logo_orange_banner.png ├── mkdocs.yml ├── pyproject.toml ├── src └── llama_cpp_agent │ ├── __init__.py │ ├── agent_memory │ ├── __init__.py │ ├── core_memory_manager.py │ ├── event_memory.py │ ├── event_memory_manager.py │ ├── memory_tools.py │ ├── retrieval_memory.py │ └── retrieval_memory_manager.py │ ├── chain.py │ ├── chat_history │ ├── __init__.py │ ├── basic_chat_history.py │ ├── chat_history_base.py │ └── messages.py │ ├── function_calling.py │ ├── function_calling_agent.py │ ├── gbnf_grammar_generator │ ├── __init__.py │ └── gbnf_grammar_from_pydantic_models.py │ ├── hermes_2_pro_agent.py │ ├── json_schema_generator │ ├── __init__.py │ └── schema_generator.py │ ├── llm_agent.py │ ├── llm_documentation │ ├── __init__.py │ └── documentation_generation.py │ ├── llm_output_settings │ ├── __init__.py │ └── settings.py │ ├── llm_prompt_template.py │ ├── messages_formatter.py │ ├── mixtral_8x22b_agent.py │ ├── mixture_of_agents.py │ ├── output_parser.py │ ├── prompt_templates.py │ ├── prompts.py │ ├── providers │ ├── __init__.py │ ├── groq.py │ ├── llama_cpp_python.py │ ├── llama_cpp_server.py │ ├── provider_base.py │ ├── tgi_server.py │ └── vllm_server.py │ ├── py.typed │ ├── rag │ ├── __init__.py │ └── rag_colbert_reranker.py │ ├── structured_output_agent.py │ ├── text_utils.py │ └── tools │ ├── __init__.py │ ├── summarizing │ ├── __init__.py │ └── tool.py │ └── web_search │ ├── __init__.py │ ├── default_web_crawlers.py │ ├── default_web_search_providers.py │ ├── tool.py │ └── web_search_interfaces.py └── tests ├── function_calling.py └── providers.py /.github/workflows/python-ci.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/.github/workflows/python-ci.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/.gitignore -------------------------------------------------------------------------------- /.pylintrc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/.pylintrc -------------------------------------------------------------------------------- /.readthedocs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/.readthedocs.yaml -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/LICENSE -------------------------------------------------------------------------------- /ReadMe.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/ReadMe.md -------------------------------------------------------------------------------- /docs/agent_chains.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/docs/agent_chains.md -------------------------------------------------------------------------------- /docs/agents-api-reference.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/docs/agents-api-reference.md -------------------------------------------------------------------------------- /docs/chat_history-api-reference.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/docs/chat_history-api-reference.md -------------------------------------------------------------------------------- /docs/function-calling-agent.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/docs/function-calling-agent.md -------------------------------------------------------------------------------- /docs/function-calling-api-reference.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/docs/function-calling-api-reference.md -------------------------------------------------------------------------------- /docs/get-started.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/docs/get-started.md -------------------------------------------------------------------------------- /docs/grammar-api-reference.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/docs/grammar-api-reference.md -------------------------------------------------------------------------------- /docs/index.md: -------------------------------------------------------------------------------- 1 | --- 2 | title: Getting Started 3 | --- 4 | 5 | -8<- "ReadMe.md" -------------------------------------------------------------------------------- /docs/knowledge-graph-example.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/docs/knowledge-graph-example.md -------------------------------------------------------------------------------- /docs/llama_index_tool_use.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/docs/llama_index_tool_use.md -------------------------------------------------------------------------------- /docs/map_chain.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/docs/map_chain.md -------------------------------------------------------------------------------- /docs/output-parser-api-reference.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/docs/output-parser-api-reference.md -------------------------------------------------------------------------------- /docs/parallel_function_calling.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/docs/parallel_function_calling.md -------------------------------------------------------------------------------- /docs/provider-api-reference.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/docs/provider-api-reference.md -------------------------------------------------------------------------------- /docs/rag.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/docs/rag.md -------------------------------------------------------------------------------- /docs/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/docs/requirements.txt -------------------------------------------------------------------------------- /docs/sequential_chain.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/docs/sequential_chain.md -------------------------------------------------------------------------------- /docs/simple-chat-example.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/docs/simple-chat-example.md -------------------------------------------------------------------------------- /docs/structured-output-example.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/docs/structured-output-example.md -------------------------------------------------------------------------------- /examples/01_Basics/chatbot_using_groq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/examples/01_Basics/chatbot_using_groq.py -------------------------------------------------------------------------------- /examples/01_Basics/chatbot_using_llama_cpp_python.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/examples/01_Basics/chatbot_using_llama_cpp_python.py -------------------------------------------------------------------------------- /examples/01_Basics/chatbot_using_llama_cpp_python_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/examples/01_Basics/chatbot_using_llama_cpp_python_server.py -------------------------------------------------------------------------------- /examples/01_Basics/chatbot_using_llama_cpp_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/examples/01_Basics/chatbot_using_llama_cpp_server.py -------------------------------------------------------------------------------- /examples/01_Basics/chatbot_using_tgi_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/examples/01_Basics/chatbot_using_tgi_server.py -------------------------------------------------------------------------------- /examples/01_Basics/chatbot_using_vllm_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/examples/01_Basics/chatbot_using_vllm_server.py -------------------------------------------------------------------------------- /examples/01_Basics/self_critique.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/examples/01_Basics/self_critique.py -------------------------------------------------------------------------------- /examples/02_Structured_Output/book_dataset_creation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/examples/02_Structured_Output/book_dataset_creation.py -------------------------------------------------------------------------------- /examples/02_Structured_Output/dataframe_creation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/examples/02_Structured_Output/dataframe_creation.py -------------------------------------------------------------------------------- /examples/02_Structured_Output/dialogue_generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/examples/02_Structured_Output/dialogue_generation.py -------------------------------------------------------------------------------- /examples/02_Structured_Output/output_knowledge_graph.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/examples/02_Structured_Output/output_knowledge_graph.py -------------------------------------------------------------------------------- /examples/02_Structured_Output/structured_output_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/examples/02_Structured_Output/structured_output_agent.py -------------------------------------------------------------------------------- /examples/03_Tools_And_Function_Calling/duck_duck_go_websearch_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/examples/03_Tools_And_Function_Calling/duck_duck_go_websearch_agent.py -------------------------------------------------------------------------------- /examples/03_Tools_And_Function_Calling/experimental_code_interpreter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/examples/03_Tools_And_Function_Calling/experimental_code_interpreter.py -------------------------------------------------------------------------------- /examples/03_Tools_And_Function_Calling/experimental_llm_computer_interface/file_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/examples/03_Tools_And_Function_Calling/experimental_llm_computer_interface/file_processor.py -------------------------------------------------------------------------------- /examples/03_Tools_And_Function_Calling/experimental_llm_computer_interface/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/examples/03_Tools_And_Function_Calling/experimental_llm_computer_interface/index.html -------------------------------------------------------------------------------- /examples/03_Tools_And_Function_Calling/experimental_llm_computer_interface/llm_computer_interface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/examples/03_Tools_And_Function_Calling/experimental_llm_computer_interface/llm_computer_interface.py -------------------------------------------------------------------------------- /examples/03_Tools_And_Function_Calling/function_calling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/examples/03_Tools_And_Function_Calling/function_calling.py -------------------------------------------------------------------------------- /examples/03_Tools_And_Function_Calling/function_calling_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/examples/03_Tools_And_Function_Calling/function_calling_agent.py -------------------------------------------------------------------------------- /examples/03_Tools_And_Function_Calling/input.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/examples/03_Tools_And_Function_Calling/input.csv -------------------------------------------------------------------------------- /examples/03_Tools_And_Function_Calling/parallel_function_calling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/examples/03_Tools_And_Function_Calling/parallel_function_calling.py -------------------------------------------------------------------------------- /examples/03_Tools_And_Function_Calling/use_llama_index_query_engine_as_tool.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/examples/03_Tools_And_Function_Calling/use_llama_index_query_engine_as_tool.py -------------------------------------------------------------------------------- /examples/03_Tools_And_Function_Calling/use_open_ai_schemas_as_tool.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/examples/03_Tools_And_Function_Calling/use_open_ai_schemas_as_tool.py -------------------------------------------------------------------------------- /examples/03_Tools_And_Function_Calling/use_pydantic_model_as_tool.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/examples/03_Tools_And_Function_Calling/use_pydantic_model_as_tool.py -------------------------------------------------------------------------------- /examples/03_Tools_And_Function_Calling/use_python_function_as_tool.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/examples/03_Tools_And_Function_Calling/use_python_function_as_tool.py -------------------------------------------------------------------------------- /examples/03_Tools_And_Function_Calling/web_search_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/examples/03_Tools_And_Function_Calling/web_search_agent.py -------------------------------------------------------------------------------- /examples/04_Chains/article_summary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/examples/04_Chains/article_summary.py -------------------------------------------------------------------------------- /examples/04_Chains/blog_post_outline_introduction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/examples/04_Chains/blog_post_outline_introduction.py -------------------------------------------------------------------------------- /examples/04_Chains/complete_blog_post_creation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/examples/04_Chains/complete_blog_post_creation.py -------------------------------------------------------------------------------- /examples/04_Chains/event_description_email.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/examples/04_Chains/event_description_email.py -------------------------------------------------------------------------------- /examples/04_Chains/job_description_requirements.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/examples/04_Chains/job_description_requirements.py -------------------------------------------------------------------------------- /examples/04_Chains/map_chain_summary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/examples/04_Chains/map_chain_summary.py -------------------------------------------------------------------------------- /examples/04_Chains/map_chain_summary_translate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/examples/04_Chains/map_chain_summary_translate.py -------------------------------------------------------------------------------- /examples/04_Chains/math_operation_greeting.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/examples/04_Chains/math_operation_greeting.py -------------------------------------------------------------------------------- /examples/04_Chains/math_reasoning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/examples/04_Chains/math_reasoning.py -------------------------------------------------------------------------------- /examples/04_Chains/product_comparison_recommendation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/examples/04_Chains/product_comparison_recommendation.py -------------------------------------------------------------------------------- /examples/04_Chains/product_description_ad_copy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/examples/04_Chains/product_description_ad_copy.py -------------------------------------------------------------------------------- /examples/04_Chains/product_launch_campaign.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/examples/04_Chains/product_launch_campaign.py -------------------------------------------------------------------------------- /examples/04_Chains/product_review_sentiement.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/examples/04_Chains/product_review_sentiement.py -------------------------------------------------------------------------------- /examples/04_Chains/recipe_recommendition_nutrition_analysis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/examples/04_Chains/recipe_recommendition_nutrition_analysis.py -------------------------------------------------------------------------------- /examples/04_Chains/research_paper_outline_introduction_conclusion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/examples/04_Chains/research_paper_outline_introduction_conclusion.py -------------------------------------------------------------------------------- /examples/05_Rag/example_synthetic_diamonds_bars.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/examples/05_Rag/example_synthetic_diamonds_bars.py -------------------------------------------------------------------------------- /examples/06_Special_Agents/experimental_mixtral_8x22b_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/examples/06_Special_Agents/experimental_mixtral_8x22b_agent.py -------------------------------------------------------------------------------- /examples/06_Special_Agents/function_calling_agent.json: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /examples/06_Special_Agents/hermes_2_pro_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/examples/06_Special_Agents/hermes_2_pro_agent.py -------------------------------------------------------------------------------- /examples/06_Special_Agents/mixture_of_agents.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/examples/06_Special_Agents/mixture_of_agents.py -------------------------------------------------------------------------------- /examples/07_Memory/MemoryAssistant/core_memory.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/examples/07_Memory/MemoryAssistant/core_memory.json -------------------------------------------------------------------------------- /examples/07_Memory/MemoryAssistant/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/examples/07_Memory/MemoryAssistant/main.py -------------------------------------------------------------------------------- /examples/07_Memory/MemoryAssistant/memory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/examples/07_Memory/MemoryAssistant/memory.py -------------------------------------------------------------------------------- /examples/07_Memory/MemoryAssistant/prompts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/examples/07_Memory/MemoryAssistant/prompts.py -------------------------------------------------------------------------------- /examples/07_Memory/VirtualGameMaster/core_memory.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/examples/07_Memory/VirtualGameMaster/core_memory.json -------------------------------------------------------------------------------- /examples/07_Memory/VirtualGameMaster/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/examples/07_Memory/VirtualGameMaster/main.py -------------------------------------------------------------------------------- /examples/07_Memory/VirtualGameMaster/memory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/examples/07_Memory/VirtualGameMaster/memory.py -------------------------------------------------------------------------------- /examples/07_Memory/VirtualGameMaster/prompts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/examples/07_Memory/VirtualGameMaster/prompts.py -------------------------------------------------------------------------------- /examples/07_Memory/agent_core_memory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/examples/07_Memory/agent_core_memory.py -------------------------------------------------------------------------------- /examples/07_Memory/agent_retrieval_memory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/examples/07_Memory/agent_retrieval_memory.py -------------------------------------------------------------------------------- /examples/07_Memory/core_memory.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/examples/07_Memory/core_memory.json -------------------------------------------------------------------------------- /examples/Results_Web_Search_Agent/3D RenderingLatestAdvancements.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/examples/Results_Web_Search_Agent/3D RenderingLatestAdvancements.md -------------------------------------------------------------------------------- /examples/Results_Web_Search_Agent/ArthurMenschNews.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/examples/Results_Web_Search_Agent/ArthurMenschNews.md -------------------------------------------------------------------------------- /examples/Results_Web_Search_Agent/research_ai_agent_reasoning.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/examples/Results_Web_Search_Agent/research_ai_agent_reasoning.md -------------------------------------------------------------------------------- /logo/logo-without-bg.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/logo/logo-without-bg.png -------------------------------------------------------------------------------- /logo/logo-without-bg.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/logo/logo-without-bg.svg -------------------------------------------------------------------------------- /logo/logo-without-bg.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/logo/logo-without-bg.webp -------------------------------------------------------------------------------- /logo/logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/logo/logo.png -------------------------------------------------------------------------------- /logo/logo.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/logo/logo.svg -------------------------------------------------------------------------------- /logo/logo.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/logo/logo.webp -------------------------------------------------------------------------------- /logo/logo_orange.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/logo/logo_orange.png -------------------------------------------------------------------------------- /logo/logo_orange.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/logo/logo_orange.webp -------------------------------------------------------------------------------- /logo/logo_orange_banner.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/logo/logo_orange_banner.png -------------------------------------------------------------------------------- /mkdocs.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/mkdocs.yml -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/pyproject.toml -------------------------------------------------------------------------------- /src/llama_cpp_agent/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/src/llama_cpp_agent/__init__.py -------------------------------------------------------------------------------- /src/llama_cpp_agent/agent_memory/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/llama_cpp_agent/agent_memory/core_memory_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/src/llama_cpp_agent/agent_memory/core_memory_manager.py -------------------------------------------------------------------------------- /src/llama_cpp_agent/agent_memory/event_memory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/src/llama_cpp_agent/agent_memory/event_memory.py -------------------------------------------------------------------------------- /src/llama_cpp_agent/agent_memory/event_memory_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/src/llama_cpp_agent/agent_memory/event_memory_manager.py -------------------------------------------------------------------------------- /src/llama_cpp_agent/agent_memory/memory_tools.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/src/llama_cpp_agent/agent_memory/memory_tools.py -------------------------------------------------------------------------------- /src/llama_cpp_agent/agent_memory/retrieval_memory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/src/llama_cpp_agent/agent_memory/retrieval_memory.py -------------------------------------------------------------------------------- /src/llama_cpp_agent/agent_memory/retrieval_memory_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/src/llama_cpp_agent/agent_memory/retrieval_memory_manager.py -------------------------------------------------------------------------------- /src/llama_cpp_agent/chain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/src/llama_cpp_agent/chain.py -------------------------------------------------------------------------------- /src/llama_cpp_agent/chat_history/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/src/llama_cpp_agent/chat_history/__init__.py -------------------------------------------------------------------------------- /src/llama_cpp_agent/chat_history/basic_chat_history.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/src/llama_cpp_agent/chat_history/basic_chat_history.py -------------------------------------------------------------------------------- /src/llama_cpp_agent/chat_history/chat_history_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/src/llama_cpp_agent/chat_history/chat_history_base.py -------------------------------------------------------------------------------- /src/llama_cpp_agent/chat_history/messages.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/src/llama_cpp_agent/chat_history/messages.py -------------------------------------------------------------------------------- /src/llama_cpp_agent/function_calling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/src/llama_cpp_agent/function_calling.py -------------------------------------------------------------------------------- /src/llama_cpp_agent/function_calling_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/src/llama_cpp_agent/function_calling_agent.py -------------------------------------------------------------------------------- /src/llama_cpp_agent/gbnf_grammar_generator/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/llama_cpp_agent/gbnf_grammar_generator/gbnf_grammar_from_pydantic_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/src/llama_cpp_agent/gbnf_grammar_generator/gbnf_grammar_from_pydantic_models.py -------------------------------------------------------------------------------- /src/llama_cpp_agent/hermes_2_pro_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/src/llama_cpp_agent/hermes_2_pro_agent.py -------------------------------------------------------------------------------- /src/llama_cpp_agent/json_schema_generator/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/src/llama_cpp_agent/json_schema_generator/__init__.py -------------------------------------------------------------------------------- /src/llama_cpp_agent/json_schema_generator/schema_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/src/llama_cpp_agent/json_schema_generator/schema_generator.py -------------------------------------------------------------------------------- /src/llama_cpp_agent/llm_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/src/llama_cpp_agent/llm_agent.py -------------------------------------------------------------------------------- /src/llama_cpp_agent/llm_documentation/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/src/llama_cpp_agent/llm_documentation/__init__.py -------------------------------------------------------------------------------- /src/llama_cpp_agent/llm_documentation/documentation_generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/src/llama_cpp_agent/llm_documentation/documentation_generation.py -------------------------------------------------------------------------------- /src/llama_cpp_agent/llm_output_settings/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/src/llama_cpp_agent/llm_output_settings/__init__.py -------------------------------------------------------------------------------- /src/llama_cpp_agent/llm_output_settings/settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/src/llama_cpp_agent/llm_output_settings/settings.py -------------------------------------------------------------------------------- /src/llama_cpp_agent/llm_prompt_template.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/src/llama_cpp_agent/llm_prompt_template.py -------------------------------------------------------------------------------- /src/llama_cpp_agent/messages_formatter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/src/llama_cpp_agent/messages_formatter.py -------------------------------------------------------------------------------- /src/llama_cpp_agent/mixtral_8x22b_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/src/llama_cpp_agent/mixtral_8x22b_agent.py -------------------------------------------------------------------------------- /src/llama_cpp_agent/mixture_of_agents.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/src/llama_cpp_agent/mixture_of_agents.py -------------------------------------------------------------------------------- /src/llama_cpp_agent/output_parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/src/llama_cpp_agent/output_parser.py -------------------------------------------------------------------------------- /src/llama_cpp_agent/prompt_templates.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/src/llama_cpp_agent/prompt_templates.py -------------------------------------------------------------------------------- /src/llama_cpp_agent/prompts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/src/llama_cpp_agent/prompts.py -------------------------------------------------------------------------------- /src/llama_cpp_agent/providers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/src/llama_cpp_agent/providers/__init__.py -------------------------------------------------------------------------------- /src/llama_cpp_agent/providers/groq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/src/llama_cpp_agent/providers/groq.py -------------------------------------------------------------------------------- /src/llama_cpp_agent/providers/llama_cpp_python.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/src/llama_cpp_agent/providers/llama_cpp_python.py -------------------------------------------------------------------------------- /src/llama_cpp_agent/providers/llama_cpp_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/src/llama_cpp_agent/providers/llama_cpp_server.py -------------------------------------------------------------------------------- /src/llama_cpp_agent/providers/provider_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/src/llama_cpp_agent/providers/provider_base.py -------------------------------------------------------------------------------- /src/llama_cpp_agent/providers/tgi_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/src/llama_cpp_agent/providers/tgi_server.py -------------------------------------------------------------------------------- /src/llama_cpp_agent/providers/vllm_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/src/llama_cpp_agent/providers/vllm_server.py -------------------------------------------------------------------------------- /src/llama_cpp_agent/py.typed: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/llama_cpp_agent/rag/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/llama_cpp_agent/rag/rag_colbert_reranker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/src/llama_cpp_agent/rag/rag_colbert_reranker.py -------------------------------------------------------------------------------- /src/llama_cpp_agent/structured_output_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/src/llama_cpp_agent/structured_output_agent.py -------------------------------------------------------------------------------- /src/llama_cpp_agent/text_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/src/llama_cpp_agent/text_utils.py -------------------------------------------------------------------------------- /src/llama_cpp_agent/tools/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/src/llama_cpp_agent/tools/__init__.py -------------------------------------------------------------------------------- /src/llama_cpp_agent/tools/summarizing/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/llama_cpp_agent/tools/summarizing/tool.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/src/llama_cpp_agent/tools/summarizing/tool.py -------------------------------------------------------------------------------- /src/llama_cpp_agent/tools/web_search/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/src/llama_cpp_agent/tools/web_search/__init__.py -------------------------------------------------------------------------------- /src/llama_cpp_agent/tools/web_search/default_web_crawlers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/src/llama_cpp_agent/tools/web_search/default_web_crawlers.py -------------------------------------------------------------------------------- /src/llama_cpp_agent/tools/web_search/default_web_search_providers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/src/llama_cpp_agent/tools/web_search/default_web_search_providers.py -------------------------------------------------------------------------------- /src/llama_cpp_agent/tools/web_search/tool.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/src/llama_cpp_agent/tools/web_search/tool.py -------------------------------------------------------------------------------- /src/llama_cpp_agent/tools/web_search/web_search_interfaces.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/src/llama_cpp_agent/tools/web_search/web_search_interfaces.py -------------------------------------------------------------------------------- /tests/function_calling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/tests/function_calling.py -------------------------------------------------------------------------------- /tests/providers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Maximilian-Winter/llama-cpp-agent/HEAD/tests/providers.py --------------------------------------------------------------------------------