├── .gitignore ├── GDesigner ├── __init__.py ├── agents │ ├── __init__.py │ ├── adversarial_agent.py │ ├── agent_registry.py │ ├── analyze_agent.py │ ├── code_writing.py │ ├── final_decision.py │ └── math_solver.py ├── domain │ └── __init__.py ├── gnn │ └── gcn.py ├── graph │ ├── __init__.py │ ├── graph.py │ └── node.py ├── llm │ ├── __init__.py │ ├── format.py │ ├── gpt_chat.py │ ├── llm.py │ ├── llm_registry.py │ ├── price.py │ └── profile_embedding.py ├── prompt │ ├── __init__.py │ ├── common.py │ ├── gsm8k_prompt_set.py │ ├── humaneval_prompt_set.py │ ├── mmlu_prompt_set.py │ ├── prompt_set.py │ └── prompt_set_registry.py ├── tools │ ├── coding │ │ ├── executor_factory.py │ │ ├── executor_types.py │ │ ├── executor_utils.py │ │ └── python_executor.py │ ├── reader │ │ └── readers.py │ ├── search │ │ ├── arXiv.py │ │ ├── search.py │ │ └── wiki.py │ ├── vgen │ │ └── dalle3.py │ └── web │ │ ├── screenshot.py │ │ └── youtube.py └── utils │ ├── const.py │ ├── globals.py │ └── utils.py ├── README.md ├── datasets ├── MMLU │ ├── .gitignore │ └── download.py ├── gsm8k │ └── gsm8k.jsonl ├── gsm8k_dataset.py ├── humaneval │ └── humaneval-py.jsonl └── mmlu_dataset.py ├── experiments ├── accuracy.py ├── evaluate_mmlu.py ├── run_gsm8k.py ├── run_humaneval.py ├── run_mmlu.py └── train_mmlu.py ├── requirements.txt └── template.env /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/GDesigner/HEAD/.gitignore -------------------------------------------------------------------------------- /GDesigner/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /GDesigner/agents/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/GDesigner/HEAD/GDesigner/agents/__init__.py -------------------------------------------------------------------------------- /GDesigner/agents/adversarial_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/GDesigner/HEAD/GDesigner/agents/adversarial_agent.py -------------------------------------------------------------------------------- /GDesigner/agents/agent_registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/GDesigner/HEAD/GDesigner/agents/agent_registry.py -------------------------------------------------------------------------------- /GDesigner/agents/analyze_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/GDesigner/HEAD/GDesigner/agents/analyze_agent.py -------------------------------------------------------------------------------- /GDesigner/agents/code_writing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/GDesigner/HEAD/GDesigner/agents/code_writing.py -------------------------------------------------------------------------------- /GDesigner/agents/final_decision.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/GDesigner/HEAD/GDesigner/agents/final_decision.py -------------------------------------------------------------------------------- /GDesigner/agents/math_solver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/GDesigner/HEAD/GDesigner/agents/math_solver.py -------------------------------------------------------------------------------- /GDesigner/domain/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /GDesigner/gnn/gcn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/GDesigner/HEAD/GDesigner/gnn/gcn.py -------------------------------------------------------------------------------- /GDesigner/graph/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/GDesigner/HEAD/GDesigner/graph/__init__.py -------------------------------------------------------------------------------- /GDesigner/graph/graph.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/GDesigner/HEAD/GDesigner/graph/graph.py -------------------------------------------------------------------------------- /GDesigner/graph/node.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/GDesigner/HEAD/GDesigner/graph/node.py -------------------------------------------------------------------------------- /GDesigner/llm/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/GDesigner/HEAD/GDesigner/llm/__init__.py -------------------------------------------------------------------------------- /GDesigner/llm/format.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/GDesigner/HEAD/GDesigner/llm/format.py -------------------------------------------------------------------------------- /GDesigner/llm/gpt_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/GDesigner/HEAD/GDesigner/llm/gpt_chat.py -------------------------------------------------------------------------------- /GDesigner/llm/llm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/GDesigner/HEAD/GDesigner/llm/llm.py -------------------------------------------------------------------------------- /GDesigner/llm/llm_registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/GDesigner/HEAD/GDesigner/llm/llm_registry.py -------------------------------------------------------------------------------- /GDesigner/llm/price.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/GDesigner/HEAD/GDesigner/llm/price.py -------------------------------------------------------------------------------- /GDesigner/llm/profile_embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/GDesigner/HEAD/GDesigner/llm/profile_embedding.py -------------------------------------------------------------------------------- /GDesigner/prompt/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/GDesigner/HEAD/GDesigner/prompt/__init__.py -------------------------------------------------------------------------------- /GDesigner/prompt/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/GDesigner/HEAD/GDesigner/prompt/common.py -------------------------------------------------------------------------------- /GDesigner/prompt/gsm8k_prompt_set.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/GDesigner/HEAD/GDesigner/prompt/gsm8k_prompt_set.py -------------------------------------------------------------------------------- /GDesigner/prompt/humaneval_prompt_set.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/GDesigner/HEAD/GDesigner/prompt/humaneval_prompt_set.py -------------------------------------------------------------------------------- /GDesigner/prompt/mmlu_prompt_set.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/GDesigner/HEAD/GDesigner/prompt/mmlu_prompt_set.py -------------------------------------------------------------------------------- /GDesigner/prompt/prompt_set.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/GDesigner/HEAD/GDesigner/prompt/prompt_set.py -------------------------------------------------------------------------------- /GDesigner/prompt/prompt_set_registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/GDesigner/HEAD/GDesigner/prompt/prompt_set_registry.py -------------------------------------------------------------------------------- /GDesigner/tools/coding/executor_factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/GDesigner/HEAD/GDesigner/tools/coding/executor_factory.py -------------------------------------------------------------------------------- /GDesigner/tools/coding/executor_types.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/GDesigner/HEAD/GDesigner/tools/coding/executor_types.py -------------------------------------------------------------------------------- /GDesigner/tools/coding/executor_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/GDesigner/HEAD/GDesigner/tools/coding/executor_utils.py -------------------------------------------------------------------------------- /GDesigner/tools/coding/python_executor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/GDesigner/HEAD/GDesigner/tools/coding/python_executor.py -------------------------------------------------------------------------------- /GDesigner/tools/reader/readers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/GDesigner/HEAD/GDesigner/tools/reader/readers.py -------------------------------------------------------------------------------- /GDesigner/tools/search/arXiv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/GDesigner/HEAD/GDesigner/tools/search/arXiv.py -------------------------------------------------------------------------------- /GDesigner/tools/search/search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/GDesigner/HEAD/GDesigner/tools/search/search.py -------------------------------------------------------------------------------- /GDesigner/tools/search/wiki.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/GDesigner/HEAD/GDesigner/tools/search/wiki.py -------------------------------------------------------------------------------- /GDesigner/tools/vgen/dalle3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/GDesigner/HEAD/GDesigner/tools/vgen/dalle3.py -------------------------------------------------------------------------------- /GDesigner/tools/web/screenshot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/GDesigner/HEAD/GDesigner/tools/web/screenshot.py -------------------------------------------------------------------------------- /GDesigner/tools/web/youtube.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/GDesigner/HEAD/GDesigner/tools/web/youtube.py -------------------------------------------------------------------------------- /GDesigner/utils/const.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/GDesigner/HEAD/GDesigner/utils/const.py -------------------------------------------------------------------------------- /GDesigner/utils/globals.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/GDesigner/HEAD/GDesigner/utils/globals.py -------------------------------------------------------------------------------- /GDesigner/utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/GDesigner/HEAD/GDesigner/utils/utils.py -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/GDesigner/HEAD/README.md -------------------------------------------------------------------------------- /datasets/MMLU/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/GDesigner/HEAD/datasets/MMLU/.gitignore -------------------------------------------------------------------------------- /datasets/MMLU/download.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/GDesigner/HEAD/datasets/MMLU/download.py -------------------------------------------------------------------------------- /datasets/gsm8k/gsm8k.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/GDesigner/HEAD/datasets/gsm8k/gsm8k.jsonl -------------------------------------------------------------------------------- /datasets/gsm8k_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/GDesigner/HEAD/datasets/gsm8k_dataset.py -------------------------------------------------------------------------------- /datasets/humaneval/humaneval-py.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/GDesigner/HEAD/datasets/humaneval/humaneval-py.jsonl -------------------------------------------------------------------------------- /datasets/mmlu_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/GDesigner/HEAD/datasets/mmlu_dataset.py -------------------------------------------------------------------------------- /experiments/accuracy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/GDesigner/HEAD/experiments/accuracy.py -------------------------------------------------------------------------------- /experiments/evaluate_mmlu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/GDesigner/HEAD/experiments/evaluate_mmlu.py -------------------------------------------------------------------------------- /experiments/run_gsm8k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/GDesigner/HEAD/experiments/run_gsm8k.py -------------------------------------------------------------------------------- /experiments/run_humaneval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/GDesigner/HEAD/experiments/run_humaneval.py -------------------------------------------------------------------------------- /experiments/run_mmlu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/GDesigner/HEAD/experiments/run_mmlu.py -------------------------------------------------------------------------------- /experiments/train_mmlu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/GDesigner/HEAD/experiments/train_mmlu.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/GDesigner/HEAD/requirements.txt -------------------------------------------------------------------------------- /template.env: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yanweiyue/GDesigner/HEAD/template.env --------------------------------------------------------------------------------