├── .gitignore ├── Datasets ├── gsm8k │ └── gsm8k_dataset.py ├── gsm8k_dataset.py ├── math_dataset.py ├── mbpp_dataset.py ├── mmlu_dataset.py └── sample_MATH.py ├── Experiments ├── run_gsm8k.py ├── run_humaneval.py ├── run_math.py ├── run_mbpp.py └── run_mmlu.py ├── LICENSE ├── MAR ├── Agent │ ├── __init__.py │ ├── agent.py │ ├── agent_registry.py │ └── reasoning_profile.py ├── Graph │ ├── __init__.py │ ├── graph.py │ └── node.py ├── LLM │ ├── __init__.py │ ├── gpt_chat.py │ ├── llm.py │ ├── llm_embedding.py │ ├── llm_profile.py │ ├── llm_registry.py │ └── price.py ├── MasRouter │ └── mas_router.py ├── Prompts │ ├── __init__.py │ ├── message_aggregation.py │ ├── output_format.py │ ├── post_process.py │ ├── reasoning.py │ └── tasks_profile.py ├── Roles │ ├── Code │ │ ├── AlgorithmDesigner.json │ │ ├── BugFixer.json │ │ ├── PlanSolver.json │ │ ├── ProgrammingExpert.json │ │ ├── ProjectManager.json │ │ ├── ReflectProgrammer.json │ │ └── TestAnalyst.json │ ├── Commonsense │ │ ├── Critic.json │ │ ├── Economist.json │ │ ├── Historian.json │ │ ├── KnowledgeExpert.json │ │ ├── Reflector.json │ │ ├── Scientist.json │ │ └── WikiSearcher.json │ ├── FinalNode │ │ ├── gsm8k.json │ │ ├── humaneval.json │ │ ├── math.json │ │ ├── mbpp.json │ │ └── mmlu.json │ ├── Math │ │ ├── AlgorithmEngineer.json │ │ ├── CertifiedAccountant.json │ │ ├── Economist.json │ │ ├── Engineer.json │ │ ├── Inspector.json │ │ ├── MathAnalyst.json │ │ ├── MathSolver.json │ │ ├── MathTeacher.json │ │ ├── Mathematician.json │ │ ├── ProgrammingExpert.json │ │ ├── Scientist.json │ │ └── SoftwareDeveloper.json │ ├── __init__.py │ ├── role_example.py │ └── role_registry.py ├── Tools │ ├── coding │ │ ├── executor_factory.py │ │ ├── executor_types.py │ │ ├── executor_utils.py │ │ └── python_executor.py │ ├── reader │ │ └── readers.py │ ├── search │ │ ├── arXiv.py │ │ ├── search.py │ │ └── wiki.py │ ├── vgen │ │ └── dalle3.py │ └── web │ │ ├── screenshot.py │ │ └── youtube.py └── Utils │ ├── const.py │ ├── globals.py │ ├── log.py │ └── utils.py ├── README.md ├── assets ├── intro.png └── pipeline.png └── template.env /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/.gitignore -------------------------------------------------------------------------------- /Datasets/gsm8k/gsm8k_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/Datasets/gsm8k/gsm8k_dataset.py -------------------------------------------------------------------------------- /Datasets/gsm8k_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/Datasets/gsm8k_dataset.py -------------------------------------------------------------------------------- /Datasets/math_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/Datasets/math_dataset.py -------------------------------------------------------------------------------- /Datasets/mbpp_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/Datasets/mbpp_dataset.py -------------------------------------------------------------------------------- /Datasets/mmlu_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/Datasets/mmlu_dataset.py -------------------------------------------------------------------------------- /Datasets/sample_MATH.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/Datasets/sample_MATH.py -------------------------------------------------------------------------------- /Experiments/run_gsm8k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/Experiments/run_gsm8k.py -------------------------------------------------------------------------------- /Experiments/run_humaneval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/Experiments/run_humaneval.py -------------------------------------------------------------------------------- /Experiments/run_math.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/Experiments/run_math.py -------------------------------------------------------------------------------- /Experiments/run_mbpp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/Experiments/run_mbpp.py -------------------------------------------------------------------------------- /Experiments/run_mmlu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/Experiments/run_mmlu.py -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/LICENSE -------------------------------------------------------------------------------- /MAR/Agent/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/MAR/Agent/__init__.py -------------------------------------------------------------------------------- /MAR/Agent/agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/MAR/Agent/agent.py -------------------------------------------------------------------------------- /MAR/Agent/agent_registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/MAR/Agent/agent_registry.py -------------------------------------------------------------------------------- /MAR/Agent/reasoning_profile.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/MAR/Agent/reasoning_profile.py -------------------------------------------------------------------------------- /MAR/Graph/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/MAR/Graph/__init__.py -------------------------------------------------------------------------------- /MAR/Graph/graph.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/MAR/Graph/graph.py -------------------------------------------------------------------------------- /MAR/Graph/node.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/MAR/Graph/node.py -------------------------------------------------------------------------------- /MAR/LLM/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/MAR/LLM/__init__.py -------------------------------------------------------------------------------- /MAR/LLM/gpt_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/MAR/LLM/gpt_chat.py -------------------------------------------------------------------------------- /MAR/LLM/llm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/MAR/LLM/llm.py -------------------------------------------------------------------------------- /MAR/LLM/llm_embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/MAR/LLM/llm_embedding.py -------------------------------------------------------------------------------- /MAR/LLM/llm_profile.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/MAR/LLM/llm_profile.py -------------------------------------------------------------------------------- /MAR/LLM/llm_registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/MAR/LLM/llm_registry.py -------------------------------------------------------------------------------- /MAR/LLM/price.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/MAR/LLM/price.py -------------------------------------------------------------------------------- /MAR/MasRouter/mas_router.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/MAR/MasRouter/mas_router.py -------------------------------------------------------------------------------- /MAR/Prompts/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /MAR/Prompts/message_aggregation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/MAR/Prompts/message_aggregation.py -------------------------------------------------------------------------------- /MAR/Prompts/output_format.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/MAR/Prompts/output_format.py -------------------------------------------------------------------------------- /MAR/Prompts/post_process.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/MAR/Prompts/post_process.py -------------------------------------------------------------------------------- /MAR/Prompts/reasoning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/MAR/Prompts/reasoning.py -------------------------------------------------------------------------------- /MAR/Prompts/tasks_profile.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/MAR/Prompts/tasks_profile.py -------------------------------------------------------------------------------- /MAR/Roles/Code/AlgorithmDesigner.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/MAR/Roles/Code/AlgorithmDesigner.json -------------------------------------------------------------------------------- /MAR/Roles/Code/BugFixer.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/MAR/Roles/Code/BugFixer.json -------------------------------------------------------------------------------- /MAR/Roles/Code/PlanSolver.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/MAR/Roles/Code/PlanSolver.json -------------------------------------------------------------------------------- /MAR/Roles/Code/ProgrammingExpert.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/MAR/Roles/Code/ProgrammingExpert.json -------------------------------------------------------------------------------- /MAR/Roles/Code/ProjectManager.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/MAR/Roles/Code/ProjectManager.json -------------------------------------------------------------------------------- /MAR/Roles/Code/ReflectProgrammer.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/MAR/Roles/Code/ReflectProgrammer.json -------------------------------------------------------------------------------- /MAR/Roles/Code/TestAnalyst.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/MAR/Roles/Code/TestAnalyst.json -------------------------------------------------------------------------------- /MAR/Roles/Commonsense/Critic.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/MAR/Roles/Commonsense/Critic.json -------------------------------------------------------------------------------- /MAR/Roles/Commonsense/Economist.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/MAR/Roles/Commonsense/Economist.json -------------------------------------------------------------------------------- /MAR/Roles/Commonsense/Historian.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/MAR/Roles/Commonsense/Historian.json -------------------------------------------------------------------------------- /MAR/Roles/Commonsense/KnowledgeExpert.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/MAR/Roles/Commonsense/KnowledgeExpert.json -------------------------------------------------------------------------------- /MAR/Roles/Commonsense/Reflector.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/MAR/Roles/Commonsense/Reflector.json -------------------------------------------------------------------------------- /MAR/Roles/Commonsense/Scientist.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/MAR/Roles/Commonsense/Scientist.json -------------------------------------------------------------------------------- /MAR/Roles/Commonsense/WikiSearcher.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/MAR/Roles/Commonsense/WikiSearcher.json -------------------------------------------------------------------------------- /MAR/Roles/FinalNode/gsm8k.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/MAR/Roles/FinalNode/gsm8k.json -------------------------------------------------------------------------------- /MAR/Roles/FinalNode/humaneval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/MAR/Roles/FinalNode/humaneval.json -------------------------------------------------------------------------------- /MAR/Roles/FinalNode/math.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/MAR/Roles/FinalNode/math.json -------------------------------------------------------------------------------- /MAR/Roles/FinalNode/mbpp.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/MAR/Roles/FinalNode/mbpp.json -------------------------------------------------------------------------------- /MAR/Roles/FinalNode/mmlu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/MAR/Roles/FinalNode/mmlu.json -------------------------------------------------------------------------------- /MAR/Roles/Math/AlgorithmEngineer.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/MAR/Roles/Math/AlgorithmEngineer.json -------------------------------------------------------------------------------- /MAR/Roles/Math/CertifiedAccountant.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/MAR/Roles/Math/CertifiedAccountant.json -------------------------------------------------------------------------------- /MAR/Roles/Math/Economist.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/MAR/Roles/Math/Economist.json -------------------------------------------------------------------------------- /MAR/Roles/Math/Engineer.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/MAR/Roles/Math/Engineer.json -------------------------------------------------------------------------------- /MAR/Roles/Math/Inspector.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/MAR/Roles/Math/Inspector.json -------------------------------------------------------------------------------- /MAR/Roles/Math/MathAnalyst.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/MAR/Roles/Math/MathAnalyst.json -------------------------------------------------------------------------------- /MAR/Roles/Math/MathSolver.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/MAR/Roles/Math/MathSolver.json -------------------------------------------------------------------------------- /MAR/Roles/Math/MathTeacher.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/MAR/Roles/Math/MathTeacher.json -------------------------------------------------------------------------------- /MAR/Roles/Math/Mathematician.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/MAR/Roles/Math/Mathematician.json -------------------------------------------------------------------------------- /MAR/Roles/Math/ProgrammingExpert.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/MAR/Roles/Math/ProgrammingExpert.json -------------------------------------------------------------------------------- /MAR/Roles/Math/Scientist.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/MAR/Roles/Math/Scientist.json -------------------------------------------------------------------------------- /MAR/Roles/Math/SoftwareDeveloper.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/MAR/Roles/Math/SoftwareDeveloper.json -------------------------------------------------------------------------------- /MAR/Roles/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /MAR/Roles/role_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/MAR/Roles/role_example.py -------------------------------------------------------------------------------- /MAR/Roles/role_registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/MAR/Roles/role_registry.py -------------------------------------------------------------------------------- /MAR/Tools/coding/executor_factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/MAR/Tools/coding/executor_factory.py -------------------------------------------------------------------------------- /MAR/Tools/coding/executor_types.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/MAR/Tools/coding/executor_types.py -------------------------------------------------------------------------------- /MAR/Tools/coding/executor_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/MAR/Tools/coding/executor_utils.py -------------------------------------------------------------------------------- /MAR/Tools/coding/python_executor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/MAR/Tools/coding/python_executor.py -------------------------------------------------------------------------------- /MAR/Tools/reader/readers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/MAR/Tools/reader/readers.py -------------------------------------------------------------------------------- /MAR/Tools/search/arXiv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/MAR/Tools/search/arXiv.py -------------------------------------------------------------------------------- /MAR/Tools/search/search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/MAR/Tools/search/search.py -------------------------------------------------------------------------------- /MAR/Tools/search/wiki.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/MAR/Tools/search/wiki.py -------------------------------------------------------------------------------- /MAR/Tools/vgen/dalle3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/MAR/Tools/vgen/dalle3.py -------------------------------------------------------------------------------- /MAR/Tools/web/screenshot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/MAR/Tools/web/screenshot.py -------------------------------------------------------------------------------- /MAR/Tools/web/youtube.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/MAR/Tools/web/youtube.py -------------------------------------------------------------------------------- /MAR/Utils/const.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/MAR/Utils/const.py -------------------------------------------------------------------------------- /MAR/Utils/globals.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/MAR/Utils/globals.py -------------------------------------------------------------------------------- /MAR/Utils/log.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/MAR/Utils/log.py -------------------------------------------------------------------------------- /MAR/Utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/MAR/Utils/utils.py -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/README.md -------------------------------------------------------------------------------- /assets/intro.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/assets/intro.png -------------------------------------------------------------------------------- /assets/pipeline.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/assets/pipeline.png -------------------------------------------------------------------------------- /template.env: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/masrouter/HEAD/template.env --------------------------------------------------------------------------------