├── .cspell.json ├── .gitignore ├── .untracked └── .gitignore ├── .vscode ├── extensions.json └── settings.json ├── LICENSE ├── README.md ├── assets ├── method_dark.png └── method_light.png ├── datasets └── .gitignore ├── experiments ├── .gitignore ├── HumanEval-all-FunCoder-g4om240718 │ └── .hparams.json ├── MATH-500-FunCoder-g4om240718 │ └── .hparams.json ├── MBPP-200-FunCoder-g4om240718 │ └── .hparams.json └── xCodeEval-500-FunCoder-g4om240718 │ └── .hparams.json ├── funcoder ├── .gitignore ├── __init__.py ├── eval │ ├── __main__.py │ ├── config.py │ ├── config.template.toml │ ├── download_tasks │ │ ├── github.py │ │ ├── humaneval.py │ │ ├── maths.py │ │ ├── mbpp.py │ │ └── xcodeeval.py │ ├── hparams.py │ ├── hparams.schema.json │ ├── resources.py │ ├── scripts.py │ ├── tasks │ │ ├── humaneval.py │ │ ├── maths.py │ │ ├── mbpp.py │ │ └── xcodeeval.py │ └── types.py ├── langrt │ ├── __init__.py │ ├── executor.py │ ├── parser.py │ ├── py_exec │ │ ├── daemon.py │ │ ├── executor.py │ │ ├── m_client.py │ │ ├── s_client.py │ │ ├── saferun.py │ │ └── sandbox_profile │ ├── py_parse │ │ ├── parser.py │ │ └── utils.py │ ├── types.py │ └── wrapper.py ├── llm │ ├── __init__.py │ ├── config.py │ ├── mixins.py │ ├── openai_gpt_engine.py │ └── types.py ├── methods │ ├── codet │ │ └── gen.py │ ├── fc_ablation │ │ ├── one_pass.py │ │ ├── two_pass.py │ │ ├── two_pass_cl.py │ │ └── two_pass_st.py │ ├── funcoder │ │ ├── __init__.py │ │ ├── defaults.py │ │ ├── dfs_1pass.py │ │ ├── dfs_2pass.py │ │ ├── gen.py │ │ ├── gen_once.py │ │ ├── gen_picked.py │ │ ├── make_test.py │ │ ├── prompts │ │ │ ├── humaneval.py │ │ │ ├── injected.py │ │ │ ├── maths.py │ │ │ ├── sys_test.py │ │ │ └── xcodeeval.py │ │ └── runner.py │ ├── shared.py │ └── vanilla │ │ └── gen.py └── utils │ ├── logger.py │ ├── pyctx.py │ ├── strings.py │ ├── testing.py │ ├── treestore.py │ └── types.py ├── pyproject.toml ├── repo_tools.sh ├── requirements.txt └── tests ├── test_langrt_py_executor.py ├── test_langrt_py_parser.py ├── test_langrt_wrapper.py ├── test_llm.py ├── test_methods_codet.py ├── test_methods_funcoder.py ├── test_methods_vanilla.py ├── test_utils_pyctx.py ├── test_utils_strings.py ├── test_utils_treestore.py └── utils.py /.cspell.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/.cspell.json -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/.gitignore -------------------------------------------------------------------------------- /.untracked/.gitignore: -------------------------------------------------------------------------------- 1 | /* 2 | !/.gitignore 3 | -------------------------------------------------------------------------------- /.vscode/extensions.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/.vscode/extensions.json -------------------------------------------------------------------------------- /.vscode/settings.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/.vscode/settings.json -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/README.md -------------------------------------------------------------------------------- /assets/method_dark.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/assets/method_dark.png -------------------------------------------------------------------------------- /assets/method_light.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/assets/method_light.png -------------------------------------------------------------------------------- /datasets/.gitignore: -------------------------------------------------------------------------------- 1 | /* 2 | !/.gitignore 3 | -------------------------------------------------------------------------------- /experiments/.gitignore: -------------------------------------------------------------------------------- 1 | /*/* 2 | !/*/.hparams.json 3 | -------------------------------------------------------------------------------- /experiments/HumanEval-all-FunCoder-g4om240718/.hparams.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/experiments/HumanEval-all-FunCoder-g4om240718/.hparams.json -------------------------------------------------------------------------------- /experiments/MATH-500-FunCoder-g4om240718/.hparams.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/experiments/MATH-500-FunCoder-g4om240718/.hparams.json -------------------------------------------------------------------------------- /experiments/MBPP-200-FunCoder-g4om240718/.hparams.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/experiments/MBPP-200-FunCoder-g4om240718/.hparams.json -------------------------------------------------------------------------------- /experiments/xCodeEval-500-FunCoder-g4om240718/.hparams.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/experiments/xCodeEval-500-FunCoder-g4om240718/.hparams.json -------------------------------------------------------------------------------- /funcoder/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/funcoder/.gitignore -------------------------------------------------------------------------------- /funcoder/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/funcoder/__init__.py -------------------------------------------------------------------------------- /funcoder/eval/__main__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/funcoder/eval/__main__.py -------------------------------------------------------------------------------- /funcoder/eval/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/funcoder/eval/config.py -------------------------------------------------------------------------------- /funcoder/eval/config.template.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/funcoder/eval/config.template.toml -------------------------------------------------------------------------------- /funcoder/eval/download_tasks/github.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/funcoder/eval/download_tasks/github.py -------------------------------------------------------------------------------- /funcoder/eval/download_tasks/humaneval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/funcoder/eval/download_tasks/humaneval.py -------------------------------------------------------------------------------- /funcoder/eval/download_tasks/maths.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/funcoder/eval/download_tasks/maths.py -------------------------------------------------------------------------------- /funcoder/eval/download_tasks/mbpp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/funcoder/eval/download_tasks/mbpp.py -------------------------------------------------------------------------------- /funcoder/eval/download_tasks/xcodeeval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/funcoder/eval/download_tasks/xcodeeval.py -------------------------------------------------------------------------------- /funcoder/eval/hparams.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/funcoder/eval/hparams.py -------------------------------------------------------------------------------- /funcoder/eval/hparams.schema.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/funcoder/eval/hparams.schema.json -------------------------------------------------------------------------------- /funcoder/eval/resources.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/funcoder/eval/resources.py -------------------------------------------------------------------------------- /funcoder/eval/scripts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/funcoder/eval/scripts.py -------------------------------------------------------------------------------- /funcoder/eval/tasks/humaneval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/funcoder/eval/tasks/humaneval.py -------------------------------------------------------------------------------- /funcoder/eval/tasks/maths.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/funcoder/eval/tasks/maths.py -------------------------------------------------------------------------------- /funcoder/eval/tasks/mbpp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/funcoder/eval/tasks/mbpp.py -------------------------------------------------------------------------------- /funcoder/eval/tasks/xcodeeval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/funcoder/eval/tasks/xcodeeval.py -------------------------------------------------------------------------------- /funcoder/eval/types.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/funcoder/eval/types.py -------------------------------------------------------------------------------- /funcoder/langrt/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/funcoder/langrt/__init__.py -------------------------------------------------------------------------------- /funcoder/langrt/executor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/funcoder/langrt/executor.py -------------------------------------------------------------------------------- /funcoder/langrt/parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/funcoder/langrt/parser.py -------------------------------------------------------------------------------- /funcoder/langrt/py_exec/daemon.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/funcoder/langrt/py_exec/daemon.py -------------------------------------------------------------------------------- /funcoder/langrt/py_exec/executor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/funcoder/langrt/py_exec/executor.py -------------------------------------------------------------------------------- /funcoder/langrt/py_exec/m_client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/funcoder/langrt/py_exec/m_client.py -------------------------------------------------------------------------------- /funcoder/langrt/py_exec/s_client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/funcoder/langrt/py_exec/s_client.py -------------------------------------------------------------------------------- /funcoder/langrt/py_exec/saferun.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/funcoder/langrt/py_exec/saferun.py -------------------------------------------------------------------------------- /funcoder/langrt/py_exec/sandbox_profile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/funcoder/langrt/py_exec/sandbox_profile -------------------------------------------------------------------------------- /funcoder/langrt/py_parse/parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/funcoder/langrt/py_parse/parser.py -------------------------------------------------------------------------------- /funcoder/langrt/py_parse/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/funcoder/langrt/py_parse/utils.py -------------------------------------------------------------------------------- /funcoder/langrt/types.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/funcoder/langrt/types.py -------------------------------------------------------------------------------- /funcoder/langrt/wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/funcoder/langrt/wrapper.py -------------------------------------------------------------------------------- /funcoder/llm/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/funcoder/llm/__init__.py -------------------------------------------------------------------------------- /funcoder/llm/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/funcoder/llm/config.py -------------------------------------------------------------------------------- /funcoder/llm/mixins.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/funcoder/llm/mixins.py -------------------------------------------------------------------------------- /funcoder/llm/openai_gpt_engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/funcoder/llm/openai_gpt_engine.py -------------------------------------------------------------------------------- /funcoder/llm/types.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/funcoder/llm/types.py -------------------------------------------------------------------------------- /funcoder/methods/codet/gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/funcoder/methods/codet/gen.py -------------------------------------------------------------------------------- /funcoder/methods/fc_ablation/one_pass.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/funcoder/methods/fc_ablation/one_pass.py -------------------------------------------------------------------------------- /funcoder/methods/fc_ablation/two_pass.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/funcoder/methods/fc_ablation/two_pass.py -------------------------------------------------------------------------------- /funcoder/methods/fc_ablation/two_pass_cl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/funcoder/methods/fc_ablation/two_pass_cl.py -------------------------------------------------------------------------------- /funcoder/methods/fc_ablation/two_pass_st.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/funcoder/methods/fc_ablation/two_pass_st.py -------------------------------------------------------------------------------- /funcoder/methods/funcoder/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/funcoder/methods/funcoder/__init__.py -------------------------------------------------------------------------------- /funcoder/methods/funcoder/defaults.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/funcoder/methods/funcoder/defaults.py -------------------------------------------------------------------------------- /funcoder/methods/funcoder/dfs_1pass.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/funcoder/methods/funcoder/dfs_1pass.py -------------------------------------------------------------------------------- /funcoder/methods/funcoder/dfs_2pass.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/funcoder/methods/funcoder/dfs_2pass.py -------------------------------------------------------------------------------- /funcoder/methods/funcoder/gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/funcoder/methods/funcoder/gen.py -------------------------------------------------------------------------------- /funcoder/methods/funcoder/gen_once.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/funcoder/methods/funcoder/gen_once.py -------------------------------------------------------------------------------- /funcoder/methods/funcoder/gen_picked.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/funcoder/methods/funcoder/gen_picked.py -------------------------------------------------------------------------------- /funcoder/methods/funcoder/make_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/funcoder/methods/funcoder/make_test.py -------------------------------------------------------------------------------- /funcoder/methods/funcoder/prompts/humaneval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/funcoder/methods/funcoder/prompts/humaneval.py -------------------------------------------------------------------------------- /funcoder/methods/funcoder/prompts/injected.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/funcoder/methods/funcoder/prompts/injected.py -------------------------------------------------------------------------------- /funcoder/methods/funcoder/prompts/maths.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/funcoder/methods/funcoder/prompts/maths.py -------------------------------------------------------------------------------- /funcoder/methods/funcoder/prompts/sys_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/funcoder/methods/funcoder/prompts/sys_test.py -------------------------------------------------------------------------------- /funcoder/methods/funcoder/prompts/xcodeeval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/funcoder/methods/funcoder/prompts/xcodeeval.py -------------------------------------------------------------------------------- /funcoder/methods/funcoder/runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/funcoder/methods/funcoder/runner.py -------------------------------------------------------------------------------- /funcoder/methods/shared.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/funcoder/methods/shared.py -------------------------------------------------------------------------------- /funcoder/methods/vanilla/gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/funcoder/methods/vanilla/gen.py -------------------------------------------------------------------------------- /funcoder/utils/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/funcoder/utils/logger.py -------------------------------------------------------------------------------- /funcoder/utils/pyctx.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/funcoder/utils/pyctx.py -------------------------------------------------------------------------------- /funcoder/utils/strings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/funcoder/utils/strings.py -------------------------------------------------------------------------------- /funcoder/utils/testing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/funcoder/utils/testing.py -------------------------------------------------------------------------------- /funcoder/utils/treestore.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/funcoder/utils/treestore.py -------------------------------------------------------------------------------- /funcoder/utils/types.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/funcoder/utils/types.py -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/pyproject.toml -------------------------------------------------------------------------------- /repo_tools.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/repo_tools.sh -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/requirements.txt -------------------------------------------------------------------------------- /tests/test_langrt_py_executor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/tests/test_langrt_py_executor.py -------------------------------------------------------------------------------- /tests/test_langrt_py_parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/tests/test_langrt_py_parser.py -------------------------------------------------------------------------------- /tests/test_langrt_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/tests/test_langrt_wrapper.py -------------------------------------------------------------------------------- /tests/test_llm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/tests/test_llm.py -------------------------------------------------------------------------------- /tests/test_methods_codet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/tests/test_methods_codet.py -------------------------------------------------------------------------------- /tests/test_methods_funcoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/tests/test_methods_funcoder.py -------------------------------------------------------------------------------- /tests/test_methods_vanilla.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/tests/test_methods_vanilla.py -------------------------------------------------------------------------------- /tests/test_utils_pyctx.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/tests/test_utils_pyctx.py -------------------------------------------------------------------------------- /tests/test_utils_strings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/tests/test_utils_strings.py -------------------------------------------------------------------------------- /tests/test_utils_treestore.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/tests/test_utils_treestore.py -------------------------------------------------------------------------------- /tests/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cometeme/funcoder/HEAD/tests/utils.py --------------------------------------------------------------------------------