├── .github └── workflows │ └── tests.yaml ├── .gitignore ├── .pre-commit-config.yaml ├── LICENSE ├── README.md ├── eval ├── data │ ├── 13.6.txt │ ├── 62.1.txt │ ├── 76.3.txt │ ├── background_comment_template.txt │ └── multistep_template.txt ├── inspect_ai │ ├── README.md │ └── scicode.py └── scripts │ ├── README.md │ ├── gencode.py │ └── test_generated_code.py ├── pyproject.toml ├── src └── scicode │ ├── __init__.py │ ├── compare │ ├── __init__.py │ └── cmp.py │ ├── gen │ ├── __init__.py │ └── models.py │ ├── parse │ ├── __init__.py │ └── parse.py │ └── utils │ └── log.py └── tests ├── test_cli.py └── test_data └── first_problem.jsonl /.github/workflows/tests.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scicode-bench/SciCode/HEAD/.github/workflows/tests.yaml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scicode-bench/SciCode/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scicode-bench/SciCode/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scicode-bench/SciCode/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scicode-bench/SciCode/HEAD/README.md -------------------------------------------------------------------------------- /eval/data/13.6.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scicode-bench/SciCode/HEAD/eval/data/13.6.txt -------------------------------------------------------------------------------- /eval/data/62.1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scicode-bench/SciCode/HEAD/eval/data/62.1.txt -------------------------------------------------------------------------------- /eval/data/76.3.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scicode-bench/SciCode/HEAD/eval/data/76.3.txt -------------------------------------------------------------------------------- /eval/data/background_comment_template.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scicode-bench/SciCode/HEAD/eval/data/background_comment_template.txt -------------------------------------------------------------------------------- /eval/data/multistep_template.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scicode-bench/SciCode/HEAD/eval/data/multistep_template.txt -------------------------------------------------------------------------------- /eval/inspect_ai/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scicode-bench/SciCode/HEAD/eval/inspect_ai/README.md -------------------------------------------------------------------------------- /eval/inspect_ai/scicode.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scicode-bench/SciCode/HEAD/eval/inspect_ai/scicode.py -------------------------------------------------------------------------------- /eval/scripts/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scicode-bench/SciCode/HEAD/eval/scripts/README.md -------------------------------------------------------------------------------- /eval/scripts/gencode.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scicode-bench/SciCode/HEAD/eval/scripts/gencode.py -------------------------------------------------------------------------------- /eval/scripts/test_generated_code.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scicode-bench/SciCode/HEAD/eval/scripts/test_generated_code.py -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scicode-bench/SciCode/HEAD/pyproject.toml -------------------------------------------------------------------------------- /src/scicode/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scicode-bench/SciCode/HEAD/src/scicode/__init__.py -------------------------------------------------------------------------------- /src/scicode/compare/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/scicode/compare/cmp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scicode-bench/SciCode/HEAD/src/scicode/compare/cmp.py -------------------------------------------------------------------------------- /src/scicode/gen/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/scicode/gen/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scicode-bench/SciCode/HEAD/src/scicode/gen/models.py -------------------------------------------------------------------------------- /src/scicode/parse/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/scicode/parse/parse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scicode-bench/SciCode/HEAD/src/scicode/parse/parse.py -------------------------------------------------------------------------------- /src/scicode/utils/log.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scicode-bench/SciCode/HEAD/src/scicode/utils/log.py -------------------------------------------------------------------------------- /tests/test_cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scicode-bench/SciCode/HEAD/tests/test_cli.py -------------------------------------------------------------------------------- /tests/test_data/first_problem.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scicode-bench/SciCode/HEAD/tests/test_data/first_problem.jsonl --------------------------------------------------------------------------------