├── .idea ├── deployment.xml ├── evoagent.iml ├── inspectionProfiles │ ├── Project_Default.xml │ └── profiles_settings.xml ├── modules.xml ├── vcs.xml └── workspace.xml ├── README.md ├── assets └── framework.png ├── mmmu ├── agent_prompt.py ├── llm.py ├── mmmu_exp_result.zip ├── readme.md └── run_evoagent.py ├── requirements.txt ├── scienceworld ├── README.md ├── collaboration_prompt.py ├── data_utils │ ├── READMD.md │ ├── __init__.py │ ├── data_convert.py │ ├── data_utils.py │ ├── demos.json │ └── goldpaths-all.zip ├── eval-gpt-3.5.sh ├── eval-gpt-4.sh ├── eval.py ├── eval_evoagent.py ├── eval_utils.py ├── fast_agent │ ├── deepspeed_reqs.txt │ ├── ds_train.py │ ├── ds_train.sh │ └── zero_2_bf16.json ├── metrics.py ├── prompts │ ├── README.md │ ├── convert.py │ ├── prompt.json │ └── prompt_orig.json ├── requirements.txt ├── scienceworld_exp_result.zip └── slow_agent │ ├── local_llm.py │ ├── run_gradio.py │ └── utils.py ├── spp ├── agent_prompt_code.py ├── agent_prompt_logic.py ├── agent_prompt_writing.py ├── data │ ├── codenames_collaborative │ │ └── codenames_50.jsonl │ ├── logic_grid_puzzle │ │ └── logic_grid_puzzle_200.jsonl │ └── trivia_creative_writing │ │ ├── trivia_creative_writing_100_n_10.jsonl │ │ └── trivia_creative_writing_100_n_5.jsonl ├── llm_evoagent.py ├── llm_evoagent_codenames.py ├── readme.md ├── spp_exp_result.zip └── util_func.py └── travelplanner ├── LICENSE ├── README.md ├── agents ├── greedy_search.py ├── persona_prompt.py ├── prompts.py └── tool_agents.py ├── evaluation ├── commonsense_constraint.py ├── eval.py └── hard_constraint.py ├── postprocess ├── combination.py ├── element_extraction.py ├── example_evaluation.jsonl ├── format_check.py ├── openai_request.py └── parsing.py ├── requirements.txt ├── tools ├── __init__.py ├── accommodations │ ├── __init__.py │ └── apis.py ├── attractions │ └── apis.py ├── cities │ └── apis.py ├── flights │ ├── __init__.py │ └── apis.py ├── googleDistanceMatrix │ └── apis.py ├── notebook │ ├── apis.py │ └── test.py ├── planner │ ├── apis.py │ ├── env.py │ ├── sole_planning.py │ └── test.py └── restaurants │ ├── __init__.py │ ├── __pycache__ │ └── __init__.cpython-39.pyc │ └── apis.py ├── travelplanner_exp_result.zip └── utils ├── budget_estimation.py ├── func.py └── query_element_selection.py /.idea/deployment.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/.idea/deployment.xml -------------------------------------------------------------------------------- /.idea/evoagent.iml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/.idea/evoagent.iml -------------------------------------------------------------------------------- /.idea/inspectionProfiles/Project_Default.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/.idea/inspectionProfiles/Project_Default.xml -------------------------------------------------------------------------------- /.idea/inspectionProfiles/profiles_settings.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/.idea/inspectionProfiles/profiles_settings.xml -------------------------------------------------------------------------------- /.idea/modules.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/.idea/modules.xml -------------------------------------------------------------------------------- /.idea/vcs.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/.idea/vcs.xml -------------------------------------------------------------------------------- /.idea/workspace.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/.idea/workspace.xml -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/README.md -------------------------------------------------------------------------------- /assets/framework.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/assets/framework.png -------------------------------------------------------------------------------- /mmmu/agent_prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/mmmu/agent_prompt.py -------------------------------------------------------------------------------- /mmmu/llm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/mmmu/llm.py -------------------------------------------------------------------------------- /mmmu/mmmu_exp_result.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/mmmu/mmmu_exp_result.zip -------------------------------------------------------------------------------- /mmmu/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/mmmu/readme.md -------------------------------------------------------------------------------- /mmmu/run_evoagent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/mmmu/run_evoagent.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/requirements.txt -------------------------------------------------------------------------------- /scienceworld/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/scienceworld/README.md -------------------------------------------------------------------------------- /scienceworld/collaboration_prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/scienceworld/collaboration_prompt.py -------------------------------------------------------------------------------- /scienceworld/data_utils/READMD.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/scienceworld/data_utils/READMD.md -------------------------------------------------------------------------------- /scienceworld/data_utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /scienceworld/data_utils/data_convert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/scienceworld/data_utils/data_convert.py -------------------------------------------------------------------------------- /scienceworld/data_utils/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/scienceworld/data_utils/data_utils.py -------------------------------------------------------------------------------- /scienceworld/data_utils/demos.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/scienceworld/data_utils/demos.json -------------------------------------------------------------------------------- /scienceworld/data_utils/goldpaths-all.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/scienceworld/data_utils/goldpaths-all.zip -------------------------------------------------------------------------------- /scienceworld/eval-gpt-3.5.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/scienceworld/eval-gpt-3.5.sh -------------------------------------------------------------------------------- /scienceworld/eval-gpt-4.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/scienceworld/eval-gpt-4.sh -------------------------------------------------------------------------------- /scienceworld/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/scienceworld/eval.py -------------------------------------------------------------------------------- /scienceworld/eval_evoagent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/scienceworld/eval_evoagent.py -------------------------------------------------------------------------------- /scienceworld/eval_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/scienceworld/eval_utils.py -------------------------------------------------------------------------------- /scienceworld/fast_agent/deepspeed_reqs.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/scienceworld/fast_agent/deepspeed_reqs.txt -------------------------------------------------------------------------------- /scienceworld/fast_agent/ds_train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/scienceworld/fast_agent/ds_train.py -------------------------------------------------------------------------------- /scienceworld/fast_agent/ds_train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/scienceworld/fast_agent/ds_train.sh -------------------------------------------------------------------------------- /scienceworld/fast_agent/zero_2_bf16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/scienceworld/fast_agent/zero_2_bf16.json -------------------------------------------------------------------------------- /scienceworld/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/scienceworld/metrics.py -------------------------------------------------------------------------------- /scienceworld/prompts/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/scienceworld/prompts/README.md -------------------------------------------------------------------------------- /scienceworld/prompts/convert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/scienceworld/prompts/convert.py -------------------------------------------------------------------------------- /scienceworld/prompts/prompt.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/scienceworld/prompts/prompt.json -------------------------------------------------------------------------------- /scienceworld/prompts/prompt_orig.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/scienceworld/prompts/prompt_orig.json -------------------------------------------------------------------------------- /scienceworld/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/scienceworld/requirements.txt -------------------------------------------------------------------------------- /scienceworld/scienceworld_exp_result.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/scienceworld/scienceworld_exp_result.zip -------------------------------------------------------------------------------- /scienceworld/slow_agent/local_llm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/scienceworld/slow_agent/local_llm.py -------------------------------------------------------------------------------- /scienceworld/slow_agent/run_gradio.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/scienceworld/slow_agent/run_gradio.py -------------------------------------------------------------------------------- /scienceworld/slow_agent/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/scienceworld/slow_agent/utils.py -------------------------------------------------------------------------------- /spp/agent_prompt_code.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/spp/agent_prompt_code.py -------------------------------------------------------------------------------- /spp/agent_prompt_logic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/spp/agent_prompt_logic.py -------------------------------------------------------------------------------- /spp/agent_prompt_writing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/spp/agent_prompt_writing.py -------------------------------------------------------------------------------- /spp/data/codenames_collaborative/codenames_50.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/spp/data/codenames_collaborative/codenames_50.jsonl -------------------------------------------------------------------------------- /spp/data/logic_grid_puzzle/logic_grid_puzzle_200.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/spp/data/logic_grid_puzzle/logic_grid_puzzle_200.jsonl -------------------------------------------------------------------------------- /spp/data/trivia_creative_writing/trivia_creative_writing_100_n_10.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/spp/data/trivia_creative_writing/trivia_creative_writing_100_n_10.jsonl -------------------------------------------------------------------------------- /spp/data/trivia_creative_writing/trivia_creative_writing_100_n_5.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/spp/data/trivia_creative_writing/trivia_creative_writing_100_n_5.jsonl -------------------------------------------------------------------------------- /spp/llm_evoagent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/spp/llm_evoagent.py -------------------------------------------------------------------------------- /spp/llm_evoagent_codenames.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/spp/llm_evoagent_codenames.py -------------------------------------------------------------------------------- /spp/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/spp/readme.md -------------------------------------------------------------------------------- /spp/spp_exp_result.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/spp/spp_exp_result.zip -------------------------------------------------------------------------------- /spp/util_func.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/spp/util_func.py -------------------------------------------------------------------------------- /travelplanner/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/travelplanner/LICENSE -------------------------------------------------------------------------------- /travelplanner/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/travelplanner/README.md -------------------------------------------------------------------------------- /travelplanner/agents/greedy_search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/travelplanner/agents/greedy_search.py -------------------------------------------------------------------------------- /travelplanner/agents/persona_prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/travelplanner/agents/persona_prompt.py -------------------------------------------------------------------------------- /travelplanner/agents/prompts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/travelplanner/agents/prompts.py -------------------------------------------------------------------------------- /travelplanner/agents/tool_agents.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/travelplanner/agents/tool_agents.py -------------------------------------------------------------------------------- /travelplanner/evaluation/commonsense_constraint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/travelplanner/evaluation/commonsense_constraint.py -------------------------------------------------------------------------------- /travelplanner/evaluation/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/travelplanner/evaluation/eval.py -------------------------------------------------------------------------------- /travelplanner/evaluation/hard_constraint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/travelplanner/evaluation/hard_constraint.py -------------------------------------------------------------------------------- /travelplanner/postprocess/combination.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/travelplanner/postprocess/combination.py -------------------------------------------------------------------------------- /travelplanner/postprocess/element_extraction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/travelplanner/postprocess/element_extraction.py -------------------------------------------------------------------------------- /travelplanner/postprocess/example_evaluation.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/travelplanner/postprocess/example_evaluation.jsonl -------------------------------------------------------------------------------- /travelplanner/postprocess/format_check.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/travelplanner/postprocess/format_check.py -------------------------------------------------------------------------------- /travelplanner/postprocess/openai_request.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/travelplanner/postprocess/openai_request.py -------------------------------------------------------------------------------- /travelplanner/postprocess/parsing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/travelplanner/postprocess/parsing.py -------------------------------------------------------------------------------- /travelplanner/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/travelplanner/requirements.txt -------------------------------------------------------------------------------- /travelplanner/tools/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /travelplanner/tools/accommodations/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /travelplanner/tools/accommodations/apis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/travelplanner/tools/accommodations/apis.py -------------------------------------------------------------------------------- /travelplanner/tools/attractions/apis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/travelplanner/tools/attractions/apis.py -------------------------------------------------------------------------------- /travelplanner/tools/cities/apis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/travelplanner/tools/cities/apis.py -------------------------------------------------------------------------------- /travelplanner/tools/flights/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /travelplanner/tools/flights/apis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/travelplanner/tools/flights/apis.py -------------------------------------------------------------------------------- /travelplanner/tools/googleDistanceMatrix/apis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/travelplanner/tools/googleDistanceMatrix/apis.py -------------------------------------------------------------------------------- /travelplanner/tools/notebook/apis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/travelplanner/tools/notebook/apis.py -------------------------------------------------------------------------------- /travelplanner/tools/notebook/test.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /travelplanner/tools/planner/apis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/travelplanner/tools/planner/apis.py -------------------------------------------------------------------------------- /travelplanner/tools/planner/env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/travelplanner/tools/planner/env.py -------------------------------------------------------------------------------- /travelplanner/tools/planner/sole_planning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/travelplanner/tools/planner/sole_planning.py -------------------------------------------------------------------------------- /travelplanner/tools/planner/test.py: -------------------------------------------------------------------------------- 1 | print(eval("[ddd")) -------------------------------------------------------------------------------- /travelplanner/tools/restaurants/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /travelplanner/tools/restaurants/__pycache__/__init__.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/travelplanner/tools/restaurants/__pycache__/__init__.cpython-39.pyc -------------------------------------------------------------------------------- /travelplanner/tools/restaurants/apis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/travelplanner/tools/restaurants/apis.py -------------------------------------------------------------------------------- /travelplanner/travelplanner_exp_result.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/travelplanner/travelplanner_exp_result.zip -------------------------------------------------------------------------------- /travelplanner/utils/budget_estimation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/travelplanner/utils/budget_estimation.py -------------------------------------------------------------------------------- /travelplanner/utils/func.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/travelplanner/utils/func.py -------------------------------------------------------------------------------- /travelplanner/utils/query_element_selection.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siyuyuan/evoagent/HEAD/travelplanner/utils/query_element_selection.py --------------------------------------------------------------------------------