├── .gitignore ├── GLPFT ├── dataset │ └── toolbench │ │ ├── test │ │ ├── in_domain.json │ │ └── out_of_domain.json │ │ └── train-example │ │ ├── raw_data │ │ ├── raw_data_stage_1.json │ │ └── raw_data_stage_2.json │ │ ├── train_backbone.json │ │ ├── train_caller.json │ │ ├── train_planner.json │ │ └── train_summarizer.json ├── ds_configs │ ├── stage2.json │ ├── stage3-a100.json │ └── stage3.json ├── inference_utils │ └── toolbench │ │ ├── evaluate-backbone.py │ │ ├── evaluate-multi_agent.py │ │ ├── infer_pipeline.py │ │ ├── inference.py │ │ ├── inference_lora.py │ │ ├── llama_condense_monkey_patch.py │ │ └── llama_flash_attn_monkey_patch.py ├── process_data │ ├── .DS_Store │ └── toolbench │ │ ├── prepro_backbone.py │ │ ├── prepro_caller.py │ │ ├── prepro_planner.py │ │ ├── prepro_raw_stage_1.py │ │ ├── prepro_raw_stage_2.py │ │ └── prepro_summarizer.py ├── scripts │ ├── inference_toolbench.sh │ ├── prepro_toolbench.sh │ └── train_toolbench.sh ├── train.py ├── train_lora.py ├── train_mem.py └── utils │ ├── __init__.py │ ├── __pycache__ │ ├── __init__.cpython-310.pyc │ └── prompt_lib.cpython-310.pyc │ ├── compression.py │ ├── llama_condense_monkey_patch.py │ ├── llama_flash_attn_monkey_patch.py │ ├── model_adapter.py │ ├── modeling_llama.py │ ├── prompt_lib.py │ ├── tool_conversation.py │ ├── trainer_utils.py │ └── utils.py ├── README.md ├── README_zh.md ├── ToolBench-multiLLM ├── .DS_Store ├── assets │ ├── .DS_Store │ ├── ToolLLaMA-logo.png │ ├── ToolLLaMA.png │ ├── answer_anno.png │ ├── comparison.png │ ├── instructiongeneration.png │ ├── overview.png │ ├── paper.pdf │ ├── performance.png │ └── toolbench-demo.mp4 ├── ds_configs │ ├── stage2.json │ └── stage3.json ├── preprocess │ ├── preprocess_retriever_data.py │ └── preprocess_toolllama_data.py ├── run_eval_pass.sh ├── run_eval_prefer.sh ├── run_infer.sh ├── scripts │ ├── eval_pass_rate.sh │ ├── eval_win_rate.sh │ ├── inference_chatgpt_pipeline.sh │ ├── inference_chatgpt_pipeline_w_rapidapi_key.sh │ ├── inference_davinci_pipeline.sh │ ├── inference_toolllama_lora_pipeline.sh │ ├── inference_toolllama_lora_pipeline_open_domain.sh │ ├── inference_toolllama_pipeline.sh │ ├── preprocess_retriever_data.sh │ ├── preprocess_toolllama_data.sh │ ├── train_retriever.sh │ ├── train_toolllama.sh │ └── train_toolllama_lora.sh └── toolbench │ ├── .DS_Store │ ├── __pycache__ │ ├── tool_conversation.cpython-310.pyc │ └── utils.cpython-310.pyc │ ├── inference │ ├── Algorithms │ │ ├── DFS.py │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── DFS.cpython-310.pyc │ │ │ ├── __init__.cpython-310.pyc │ │ │ ├── base_search.cpython-310.pyc │ │ │ └── single_chain.cpython-310.pyc │ │ ├── base_search.py │ │ └── single_chain.py │ ├── Downstream_tasks │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-310.pyc │ │ │ ├── base_env.cpython-310.pyc │ │ │ └── rapidapi.cpython-310.pyc │ │ ├── base_env.py │ │ ├── prompt_lib.py │ │ └── rapidapi.py │ ├── LLM │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-310.pyc │ │ │ ├── chatgpt_function_model.cpython-310.pyc │ │ │ ├── davinci_model.cpython-310.pyc │ │ │ ├── retriever.cpython-310.pyc │ │ │ ├── tool_llama_lora_model.cpython-310.pyc │ │ │ └── tool_llama_model.cpython-310.pyc │ │ ├── base_io.py │ │ ├── chatgpt_function_model.py │ │ ├── collab_agent_model.py │ │ ├── davinci_model.py │ │ ├── llama_model.py │ │ ├── modeling_llama.py │ │ ├── retriever.py │ │ ├── run_debug.sh │ │ ├── tool_llama_lora_model.py │ │ └── tool_llama_model.py │ ├── LLM_rank │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-310.pyc │ │ │ └── rank_candidate.cpython-310.pyc │ │ └── rank_candidate.py │ ├── Prompts │ │ ├── ReAct_prompts.py │ │ ├── Tree_search_prompts.py │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── ReAct_prompts.cpython-310.pyc │ │ │ ├── Tree_search_prompts.cpython-310.pyc │ │ │ ├── __init__.cpython-310.pyc │ │ │ └── rank_prompts.cpython-310.pyc │ │ └── rank_prompts.py │ ├── Tree │ │ ├── Tree.py │ │ ├── __init__.py │ │ └── __pycache__ │ │ │ ├── Tree.cpython-310.pyc │ │ │ └── __init__.cpython-310.pyc │ ├── __pycache__ │ │ ├── server.cpython-310.pyc │ │ └── utils.cpython-310.pyc │ ├── callbacks │ │ └── ServerEventCallback.py │ ├── lab.ipynb │ ├── qa_pipeline.py │ ├── qa_pipeline_open_domain.py │ ├── server.py │ ├── toolbench_server.py │ └── utils.py │ ├── model │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-310.pyc │ │ ├── compression.cpython-310.pyc │ │ └── model_adapter.cpython-310.pyc │ ├── apply_delta.py │ ├── compression.py │ ├── make_delta.py │ └── model_adapter.py │ ├── retrieval │ ├── api_evaluator.py │ ├── inference_example.py │ └── train.py │ ├── tool_conversation.py │ ├── tooleval │ ├── .DS_Store │ ├── README.md │ ├── README_ZH.md │ ├── __init__.py │ ├── automatic_eval_sample.py │ ├── convert_answers.py │ ├── convert_to_answer_format.py │ ├── dataset │ │ └── __init__.py │ ├── eval_and_update_leaderboard.py │ ├── eval_pass_rate.py │ ├── eval_preference.py │ ├── evaluation │ │ ├── __init__.py │ │ ├── dataclass.py │ │ ├── methodcls.py │ │ └── usereval.py │ ├── evaluators │ │ ├── __init__.py │ │ ├── registered_cls │ │ │ ├── __init__.py │ │ │ ├── base.py │ │ │ ├── rtl.py │ │ │ ├── tooleval.py │ │ │ └── utils.py │ │ ├── tooleval_gpt-3.5-turbo_default │ │ │ ├── config.yaml │ │ │ └── template.txt │ │ ├── tooleval_gpt-3.5-turbo_fn │ │ │ ├── config.yaml │ │ │ └── template.txt │ │ └── tooleval_gpt-3.5-turbo_normalized │ │ │ ├── config.yaml │ │ │ └── template.txt │ ├── evaluators_comparison.py │ ├── requirements.txt │ ├── results │ │ └── default_evalset │ │ │ ├── DFS │ │ │ └── win.csv │ │ │ └── gpt-3.5-turbo_CoT │ │ │ ├── G1_category.json │ │ │ ├── G1_instruction.json │ │ │ ├── G1_tool.json │ │ │ ├── G2_category.json │ │ │ ├── G2_instruction.json │ │ │ └── G3_instruction.json │ └── utils.py │ ├── train │ ├── llama_condense_monkey_patch.py │ ├── llama_flash_attn_monkey_patch.py │ ├── train.py │ ├── train_long_seq.py │ ├── train_long_seq_lora.py │ ├── train_lora.py │ └── train_mem.py │ └── utils.py ├── assets ├── Demo-ModelScope-brightgreen.svg ├── Paper-Arxiv-orange.svg ├── case_1.png ├── case_2.png ├── concept.png ├── framework.png ├── result_real.png └── result_static.png ├── data └── README.md └── requirements.txt /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/.gitignore -------------------------------------------------------------------------------- /GLPFT/dataset/toolbench/test/in_domain.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/GLPFT/dataset/toolbench/test/in_domain.json -------------------------------------------------------------------------------- /GLPFT/dataset/toolbench/test/out_of_domain.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/GLPFT/dataset/toolbench/test/out_of_domain.json -------------------------------------------------------------------------------- /GLPFT/dataset/toolbench/train-example/raw_data/raw_data_stage_1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/GLPFT/dataset/toolbench/train-example/raw_data/raw_data_stage_1.json -------------------------------------------------------------------------------- /GLPFT/dataset/toolbench/train-example/raw_data/raw_data_stage_2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/GLPFT/dataset/toolbench/train-example/raw_data/raw_data_stage_2.json -------------------------------------------------------------------------------- /GLPFT/dataset/toolbench/train-example/train_backbone.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/GLPFT/dataset/toolbench/train-example/train_backbone.json -------------------------------------------------------------------------------- /GLPFT/dataset/toolbench/train-example/train_caller.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/GLPFT/dataset/toolbench/train-example/train_caller.json -------------------------------------------------------------------------------- /GLPFT/dataset/toolbench/train-example/train_planner.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/GLPFT/dataset/toolbench/train-example/train_planner.json -------------------------------------------------------------------------------- /GLPFT/dataset/toolbench/train-example/train_summarizer.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/GLPFT/dataset/toolbench/train-example/train_summarizer.json -------------------------------------------------------------------------------- /GLPFT/ds_configs/stage2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/GLPFT/ds_configs/stage2.json -------------------------------------------------------------------------------- /GLPFT/ds_configs/stage3-a100.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/GLPFT/ds_configs/stage3-a100.json -------------------------------------------------------------------------------- /GLPFT/ds_configs/stage3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/GLPFT/ds_configs/stage3.json -------------------------------------------------------------------------------- /GLPFT/inference_utils/toolbench/evaluate-backbone.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/GLPFT/inference_utils/toolbench/evaluate-backbone.py -------------------------------------------------------------------------------- /GLPFT/inference_utils/toolbench/evaluate-multi_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/GLPFT/inference_utils/toolbench/evaluate-multi_agent.py -------------------------------------------------------------------------------- /GLPFT/inference_utils/toolbench/infer_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/GLPFT/inference_utils/toolbench/infer_pipeline.py -------------------------------------------------------------------------------- /GLPFT/inference_utils/toolbench/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/GLPFT/inference_utils/toolbench/inference.py -------------------------------------------------------------------------------- /GLPFT/inference_utils/toolbench/inference_lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/GLPFT/inference_utils/toolbench/inference_lora.py -------------------------------------------------------------------------------- /GLPFT/inference_utils/toolbench/llama_condense_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/GLPFT/inference_utils/toolbench/llama_condense_monkey_patch.py -------------------------------------------------------------------------------- /GLPFT/inference_utils/toolbench/llama_flash_attn_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/GLPFT/inference_utils/toolbench/llama_flash_attn_monkey_patch.py -------------------------------------------------------------------------------- /GLPFT/process_data/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/GLPFT/process_data/.DS_Store -------------------------------------------------------------------------------- /GLPFT/process_data/toolbench/prepro_backbone.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/GLPFT/process_data/toolbench/prepro_backbone.py -------------------------------------------------------------------------------- /GLPFT/process_data/toolbench/prepro_caller.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/GLPFT/process_data/toolbench/prepro_caller.py -------------------------------------------------------------------------------- /GLPFT/process_data/toolbench/prepro_planner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/GLPFT/process_data/toolbench/prepro_planner.py -------------------------------------------------------------------------------- /GLPFT/process_data/toolbench/prepro_raw_stage_1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/GLPFT/process_data/toolbench/prepro_raw_stage_1.py -------------------------------------------------------------------------------- /GLPFT/process_data/toolbench/prepro_raw_stage_2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/GLPFT/process_data/toolbench/prepro_raw_stage_2.py -------------------------------------------------------------------------------- /GLPFT/process_data/toolbench/prepro_summarizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/GLPFT/process_data/toolbench/prepro_summarizer.py -------------------------------------------------------------------------------- /GLPFT/scripts/inference_toolbench.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/GLPFT/scripts/inference_toolbench.sh -------------------------------------------------------------------------------- /GLPFT/scripts/prepro_toolbench.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/GLPFT/scripts/prepro_toolbench.sh -------------------------------------------------------------------------------- /GLPFT/scripts/train_toolbench.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/GLPFT/scripts/train_toolbench.sh -------------------------------------------------------------------------------- /GLPFT/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/GLPFT/train.py -------------------------------------------------------------------------------- /GLPFT/train_lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/GLPFT/train_lora.py -------------------------------------------------------------------------------- /GLPFT/train_mem.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/GLPFT/train_mem.py -------------------------------------------------------------------------------- /GLPFT/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /GLPFT/utils/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/GLPFT/utils/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /GLPFT/utils/__pycache__/prompt_lib.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/GLPFT/utils/__pycache__/prompt_lib.cpython-310.pyc -------------------------------------------------------------------------------- /GLPFT/utils/compression.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/GLPFT/utils/compression.py -------------------------------------------------------------------------------- /GLPFT/utils/llama_condense_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/GLPFT/utils/llama_condense_monkey_patch.py -------------------------------------------------------------------------------- /GLPFT/utils/llama_flash_attn_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/GLPFT/utils/llama_flash_attn_monkey_patch.py -------------------------------------------------------------------------------- /GLPFT/utils/model_adapter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/GLPFT/utils/model_adapter.py -------------------------------------------------------------------------------- /GLPFT/utils/modeling_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/GLPFT/utils/modeling_llama.py -------------------------------------------------------------------------------- /GLPFT/utils/prompt_lib.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/GLPFT/utils/prompt_lib.py -------------------------------------------------------------------------------- /GLPFT/utils/tool_conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/GLPFT/utils/tool_conversation.py -------------------------------------------------------------------------------- /GLPFT/utils/trainer_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/GLPFT/utils/trainer_utils.py -------------------------------------------------------------------------------- /GLPFT/utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/GLPFT/utils/utils.py -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/README.md -------------------------------------------------------------------------------- /README_zh.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/README_zh.md -------------------------------------------------------------------------------- /ToolBench-multiLLM/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/.DS_Store -------------------------------------------------------------------------------- /ToolBench-multiLLM/assets/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/assets/.DS_Store -------------------------------------------------------------------------------- /ToolBench-multiLLM/assets/ToolLLaMA-logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/assets/ToolLLaMA-logo.png -------------------------------------------------------------------------------- /ToolBench-multiLLM/assets/ToolLLaMA.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/assets/ToolLLaMA.png -------------------------------------------------------------------------------- /ToolBench-multiLLM/assets/answer_anno.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/assets/answer_anno.png -------------------------------------------------------------------------------- /ToolBench-multiLLM/assets/comparison.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/assets/comparison.png -------------------------------------------------------------------------------- /ToolBench-multiLLM/assets/instructiongeneration.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/assets/instructiongeneration.png -------------------------------------------------------------------------------- /ToolBench-multiLLM/assets/overview.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/assets/overview.png -------------------------------------------------------------------------------- /ToolBench-multiLLM/assets/paper.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/assets/paper.pdf -------------------------------------------------------------------------------- /ToolBench-multiLLM/assets/performance.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/assets/performance.png -------------------------------------------------------------------------------- /ToolBench-multiLLM/assets/toolbench-demo.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/assets/toolbench-demo.mp4 -------------------------------------------------------------------------------- /ToolBench-multiLLM/ds_configs/stage2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/ds_configs/stage2.json -------------------------------------------------------------------------------- /ToolBench-multiLLM/ds_configs/stage3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/ds_configs/stage3.json -------------------------------------------------------------------------------- /ToolBench-multiLLM/preprocess/preprocess_retriever_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/preprocess/preprocess_retriever_data.py -------------------------------------------------------------------------------- /ToolBench-multiLLM/preprocess/preprocess_toolllama_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/preprocess/preprocess_toolllama_data.py -------------------------------------------------------------------------------- /ToolBench-multiLLM/run_eval_pass.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/run_eval_pass.sh -------------------------------------------------------------------------------- /ToolBench-multiLLM/run_eval_prefer.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/run_eval_prefer.sh -------------------------------------------------------------------------------- /ToolBench-multiLLM/run_infer.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/run_infer.sh -------------------------------------------------------------------------------- /ToolBench-multiLLM/scripts/eval_pass_rate.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/scripts/eval_pass_rate.sh -------------------------------------------------------------------------------- /ToolBench-multiLLM/scripts/eval_win_rate.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/scripts/eval_win_rate.sh -------------------------------------------------------------------------------- /ToolBench-multiLLM/scripts/inference_chatgpt_pipeline.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/scripts/inference_chatgpt_pipeline.sh -------------------------------------------------------------------------------- /ToolBench-multiLLM/scripts/inference_chatgpt_pipeline_w_rapidapi_key.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/scripts/inference_chatgpt_pipeline_w_rapidapi_key.sh -------------------------------------------------------------------------------- /ToolBench-multiLLM/scripts/inference_davinci_pipeline.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/scripts/inference_davinci_pipeline.sh -------------------------------------------------------------------------------- /ToolBench-multiLLM/scripts/inference_toolllama_lora_pipeline.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/scripts/inference_toolllama_lora_pipeline.sh -------------------------------------------------------------------------------- /ToolBench-multiLLM/scripts/inference_toolllama_lora_pipeline_open_domain.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/scripts/inference_toolllama_lora_pipeline_open_domain.sh -------------------------------------------------------------------------------- /ToolBench-multiLLM/scripts/inference_toolllama_pipeline.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/scripts/inference_toolllama_pipeline.sh -------------------------------------------------------------------------------- /ToolBench-multiLLM/scripts/preprocess_retriever_data.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/scripts/preprocess_retriever_data.sh -------------------------------------------------------------------------------- /ToolBench-multiLLM/scripts/preprocess_toolllama_data.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/scripts/preprocess_toolllama_data.sh -------------------------------------------------------------------------------- /ToolBench-multiLLM/scripts/train_retriever.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/scripts/train_retriever.sh -------------------------------------------------------------------------------- /ToolBench-multiLLM/scripts/train_toolllama.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/scripts/train_toolllama.sh -------------------------------------------------------------------------------- /ToolBench-multiLLM/scripts/train_toolllama_lora.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/scripts/train_toolllama_lora.sh -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/.DS_Store -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/__pycache__/tool_conversation.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/__pycache__/tool_conversation.cpython-310.pyc -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/__pycache__/utils.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/__pycache__/utils.cpython-310.pyc -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/inference/Algorithms/DFS.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/inference/Algorithms/DFS.py -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/inference/Algorithms/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/inference/Algorithms/__pycache__/DFS.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/inference/Algorithms/__pycache__/DFS.cpython-310.pyc -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/inference/Algorithms/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/inference/Algorithms/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/inference/Algorithms/__pycache__/base_search.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/inference/Algorithms/__pycache__/base_search.cpython-310.pyc -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/inference/Algorithms/__pycache__/single_chain.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/inference/Algorithms/__pycache__/single_chain.cpython-310.pyc -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/inference/Algorithms/base_search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/inference/Algorithms/base_search.py -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/inference/Algorithms/single_chain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/inference/Algorithms/single_chain.py -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/inference/Downstream_tasks/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/inference/Downstream_tasks/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/inference/Downstream_tasks/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/inference/Downstream_tasks/__pycache__/base_env.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/inference/Downstream_tasks/__pycache__/base_env.cpython-310.pyc -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/inference/Downstream_tasks/__pycache__/rapidapi.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/inference/Downstream_tasks/__pycache__/rapidapi.cpython-310.pyc -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/inference/Downstream_tasks/base_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/inference/Downstream_tasks/base_env.py -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/inference/Downstream_tasks/prompt_lib.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/inference/Downstream_tasks/prompt_lib.py -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/inference/Downstream_tasks/rapidapi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/inference/Downstream_tasks/rapidapi.py -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/inference/LLM/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/inference/LLM/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/inference/LLM/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/inference/LLM/__pycache__/chatgpt_function_model.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/inference/LLM/__pycache__/chatgpt_function_model.cpython-310.pyc -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/inference/LLM/__pycache__/davinci_model.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/inference/LLM/__pycache__/davinci_model.cpython-310.pyc -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/inference/LLM/__pycache__/retriever.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/inference/LLM/__pycache__/retriever.cpython-310.pyc -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/inference/LLM/__pycache__/tool_llama_lora_model.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/inference/LLM/__pycache__/tool_llama_lora_model.cpython-310.pyc -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/inference/LLM/__pycache__/tool_llama_model.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/inference/LLM/__pycache__/tool_llama_model.cpython-310.pyc -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/inference/LLM/base_io.py: -------------------------------------------------------------------------------- 1 | import re 2 | 3 | def base_io(input_str): 4 | pass -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/inference/LLM/chatgpt_function_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/inference/LLM/chatgpt_function_model.py -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/inference/LLM/collab_agent_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/inference/LLM/collab_agent_model.py -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/inference/LLM/davinci_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/inference/LLM/davinci_model.py -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/inference/LLM/llama_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/inference/LLM/llama_model.py -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/inference/LLM/modeling_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/inference/LLM/modeling_llama.py -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/inference/LLM/retriever.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/inference/LLM/retriever.py -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/inference/LLM/run_debug.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/inference/LLM/run_debug.sh -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/inference/LLM/tool_llama_lora_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/inference/LLM/tool_llama_lora_model.py -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/inference/LLM/tool_llama_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/inference/LLM/tool_llama_model.py -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/inference/LLM_rank/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/inference/LLM_rank/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/inference/LLM_rank/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/inference/LLM_rank/__pycache__/rank_candidate.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/inference/LLM_rank/__pycache__/rank_candidate.cpython-310.pyc -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/inference/LLM_rank/rank_candidate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/inference/LLM_rank/rank_candidate.py -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/inference/Prompts/ReAct_prompts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/inference/Prompts/ReAct_prompts.py -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/inference/Prompts/Tree_search_prompts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/inference/Prompts/Tree_search_prompts.py -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/inference/Prompts/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/inference/Prompts/__pycache__/ReAct_prompts.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/inference/Prompts/__pycache__/ReAct_prompts.cpython-310.pyc -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/inference/Prompts/__pycache__/Tree_search_prompts.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/inference/Prompts/__pycache__/Tree_search_prompts.cpython-310.pyc -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/inference/Prompts/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/inference/Prompts/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/inference/Prompts/__pycache__/rank_prompts.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/inference/Prompts/__pycache__/rank_prompts.cpython-310.pyc -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/inference/Prompts/rank_prompts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/inference/Prompts/rank_prompts.py -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/inference/Tree/Tree.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/inference/Tree/Tree.py -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/inference/Tree/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/inference/Tree/__pycache__/Tree.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/inference/Tree/__pycache__/Tree.cpython-310.pyc -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/inference/Tree/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/inference/Tree/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/inference/__pycache__/server.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/inference/__pycache__/server.cpython-310.pyc -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/inference/__pycache__/utils.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/inference/__pycache__/utils.cpython-310.pyc -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/inference/callbacks/ServerEventCallback.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/inference/callbacks/ServerEventCallback.py -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/inference/lab.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/inference/lab.ipynb -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/inference/qa_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/inference/qa_pipeline.py -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/inference/qa_pipeline_open_domain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/inference/qa_pipeline_open_domain.py -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/inference/server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/inference/server.py -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/inference/toolbench_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/inference/toolbench_server.py -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/inference/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/inference/utils.py -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/model/__init__.py -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/model/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/model/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/model/__pycache__/compression.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/model/__pycache__/compression.cpython-310.pyc -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/model/__pycache__/model_adapter.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/model/__pycache__/model_adapter.cpython-310.pyc -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/model/apply_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/model/apply_delta.py -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/model/compression.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/model/compression.py -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/model/make_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/model/make_delta.py -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/model/model_adapter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/model/model_adapter.py -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/retrieval/api_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/retrieval/api_evaluator.py -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/retrieval/inference_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/retrieval/inference_example.py -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/retrieval/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/retrieval/train.py -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/tool_conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/tool_conversation.py -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/tooleval/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/tooleval/.DS_Store -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/tooleval/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/tooleval/README.md -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/tooleval/README_ZH.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/tooleval/README_ZH.md -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/tooleval/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/tooleval/automatic_eval_sample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/tooleval/automatic_eval_sample.py -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/tooleval/convert_answers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/tooleval/convert_answers.py -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/tooleval/convert_to_answer_format.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/tooleval/convert_to_answer_format.py -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/tooleval/dataset/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/tooleval/eval_and_update_leaderboard.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/tooleval/eval_and_update_leaderboard.py -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/tooleval/eval_pass_rate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/tooleval/eval_pass_rate.py -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/tooleval/eval_preference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/tooleval/eval_preference.py -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/tooleval/evaluation/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/tooleval/evaluation/__init__.py -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/tooleval/evaluation/dataclass.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/tooleval/evaluation/dataclass.py -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/tooleval/evaluation/methodcls.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/tooleval/evaluation/methodcls.py -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/tooleval/evaluation/usereval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/tooleval/evaluation/usereval.py -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/tooleval/evaluators/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/tooleval/evaluators/__init__.py -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/tooleval/evaluators/registered_cls/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/tooleval/evaluators/registered_cls/__init__.py -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/tooleval/evaluators/registered_cls/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/tooleval/evaluators/registered_cls/base.py -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/tooleval/evaluators/registered_cls/rtl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/tooleval/evaluators/registered_cls/rtl.py -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/tooleval/evaluators/registered_cls/tooleval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/tooleval/evaluators/registered_cls/tooleval.py -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/tooleval/evaluators/registered_cls/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/tooleval/evaluators/registered_cls/utils.py -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/tooleval/evaluators/tooleval_gpt-3.5-turbo_default/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/tooleval/evaluators/tooleval_gpt-3.5-turbo_default/config.yaml -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/tooleval/evaluators/tooleval_gpt-3.5-turbo_default/template.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/tooleval/evaluators/tooleval_gpt-3.5-turbo_default/template.txt -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/tooleval/evaluators/tooleval_gpt-3.5-turbo_fn/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/tooleval/evaluators/tooleval_gpt-3.5-turbo_fn/config.yaml -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/tooleval/evaluators/tooleval_gpt-3.5-turbo_fn/template.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/tooleval/evaluators/tooleval_gpt-3.5-turbo_fn/template.txt -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/tooleval/evaluators/tooleval_gpt-3.5-turbo_normalized/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/tooleval/evaluators/tooleval_gpt-3.5-turbo_normalized/config.yaml -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/tooleval/evaluators/tooleval_gpt-3.5-turbo_normalized/template.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/tooleval/evaluators/tooleval_gpt-3.5-turbo_normalized/template.txt -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/tooleval/evaluators_comparison.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/tooleval/evaluators_comparison.py -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/tooleval/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/tooleval/requirements.txt -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/tooleval/results/default_evalset/DFS/win.csv: -------------------------------------------------------------------------------- 1 | ,Method,Win Rate,Std Error 2 | 0,DFS,, 3 | -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/tooleval/results/default_evalset/gpt-3.5-turbo_CoT/G1_category.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/tooleval/results/default_evalset/gpt-3.5-turbo_CoT/G1_category.json -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/tooleval/results/default_evalset/gpt-3.5-turbo_CoT/G1_instruction.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/tooleval/results/default_evalset/gpt-3.5-turbo_CoT/G1_instruction.json -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/tooleval/results/default_evalset/gpt-3.5-turbo_CoT/G1_tool.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/tooleval/results/default_evalset/gpt-3.5-turbo_CoT/G1_tool.json -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/tooleval/results/default_evalset/gpt-3.5-turbo_CoT/G2_category.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/tooleval/results/default_evalset/gpt-3.5-turbo_CoT/G2_category.json -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/tooleval/results/default_evalset/gpt-3.5-turbo_CoT/G2_instruction.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/tooleval/results/default_evalset/gpt-3.5-turbo_CoT/G2_instruction.json -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/tooleval/results/default_evalset/gpt-3.5-turbo_CoT/G3_instruction.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/tooleval/results/default_evalset/gpt-3.5-turbo_CoT/G3_instruction.json -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/tooleval/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/tooleval/utils.py -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/train/llama_condense_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/train/llama_condense_monkey_patch.py -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/train/llama_flash_attn_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/train/llama_flash_attn_monkey_patch.py -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/train/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/train/train.py -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/train/train_long_seq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/train/train_long_seq.py -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/train/train_long_seq_lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/train/train_long_seq_lora.py -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/train/train_lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/train/train_lora.py -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/train/train_mem.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/train/train_mem.py -------------------------------------------------------------------------------- /ToolBench-multiLLM/toolbench/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/ToolBench-multiLLM/toolbench/utils.py -------------------------------------------------------------------------------- /assets/Demo-ModelScope-brightgreen.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/assets/Demo-ModelScope-brightgreen.svg -------------------------------------------------------------------------------- /assets/Paper-Arxiv-orange.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/assets/Paper-Arxiv-orange.svg -------------------------------------------------------------------------------- /assets/case_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/assets/case_1.png -------------------------------------------------------------------------------- /assets/case_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/assets/case_2.png -------------------------------------------------------------------------------- /assets/concept.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/assets/concept.png -------------------------------------------------------------------------------- /assets/framework.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/assets/framework.png -------------------------------------------------------------------------------- /assets/result_real.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/assets/result_real.png -------------------------------------------------------------------------------- /assets/result_static.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/assets/result_static.png -------------------------------------------------------------------------------- /data/README.md: -------------------------------------------------------------------------------- 1 | put toolbench oringinal data here 2 | -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/Multi-LLM-Agent/HEAD/requirements.txt --------------------------------------------------------------------------------