├── .github └── workflows │ ├── deploy.yaml │ └── test.yaml ├── .gitignore ├── .pre-commit-config.yaml ├── LICENSE ├── MANIFEST.in ├── README.md ├── cfgs └── deepspeed │ ├── hostfile │ ├── no-zero.conf │ ├── zero-stage1.conf │ ├── zero-stage2.conf │ └── zero-stage3.conf ├── dart_math ├── __init__.py ├── _modidx.py ├── data.py ├── eval.py ├── exec.py ├── gen.py ├── olympiadbench.py ├── parallel.py ├── train.py └── utils.py ├── data └── dsets │ ├── aops.jsonl │ ├── deepmind-mathematics.json │ ├── mwpbench │ ├── fresh-gaokao-math-2023.jsonl │ └── gaokaobench.jsonl │ ├── odyssey-math.jsonl │ ├── olympiadbench │ └── OE_TO_maths_en_COMP.json │ └── theoremqa.json ├── nbs ├── .gitignore ├── 00_quick-start.ipynb ├── 01_train.ipynb ├── 02_gen.ipynb ├── 03_data.ipynb ├── 04_eval.ipynb ├── 05_parallel.ipynb ├── 06_exec.ipynb ├── 99_utils.ipynb ├── _quarto.yml ├── custom.yml ├── index.ipynb ├── nbdev.yml ├── sidebar.yml └── styles.css ├── pipeline ├── analyze │ ├── analyze-sampling.ipynb │ └── analyze-token.ipynb ├── curate.ipynb ├── eval-oai-resps.ipynb ├── gen.ipynb ├── gen.py ├── grade.ipynb ├── prepare-req-batch.ipynb ├── run-req-batch.sh ├── search-temperature.sh ├── submit-req-batches.sh └── train.py ├── requirements.txt ├── scripts ├── search-onpolicy-temper-slurm.sh ├── synth-onpolicy.sh ├── synth-vrt.sh ├── train-multi-node.sh └── train-single-node.sh ├── settings.ini ├── setup.py └── utils ├── init.sh ├── prepare-commit.sh └── run-slurm-8b-train.sh /.github/workflows/deploy.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hkust-nlp/dart-math/HEAD/.github/workflows/deploy.yaml -------------------------------------------------------------------------------- /.github/workflows/test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hkust-nlp/dart-math/HEAD/.github/workflows/test.yaml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hkust-nlp/dart-math/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hkust-nlp/dart-math/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hkust-nlp/dart-math/HEAD/LICENSE -------------------------------------------------------------------------------- /MANIFEST.in: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hkust-nlp/dart-math/HEAD/MANIFEST.in -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hkust-nlp/dart-math/HEAD/README.md -------------------------------------------------------------------------------- /cfgs/deepspeed/hostfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hkust-nlp/dart-math/HEAD/cfgs/deepspeed/hostfile -------------------------------------------------------------------------------- /cfgs/deepspeed/no-zero.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hkust-nlp/dart-math/HEAD/cfgs/deepspeed/no-zero.conf -------------------------------------------------------------------------------- /cfgs/deepspeed/zero-stage1.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hkust-nlp/dart-math/HEAD/cfgs/deepspeed/zero-stage1.conf -------------------------------------------------------------------------------- /cfgs/deepspeed/zero-stage2.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hkust-nlp/dart-math/HEAD/cfgs/deepspeed/zero-stage2.conf -------------------------------------------------------------------------------- /cfgs/deepspeed/zero-stage3.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hkust-nlp/dart-math/HEAD/cfgs/deepspeed/zero-stage3.conf -------------------------------------------------------------------------------- /dart_math/__init__.py: -------------------------------------------------------------------------------- 1 | __version__ = "0.1.0" 2 | -------------------------------------------------------------------------------- /dart_math/_modidx.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hkust-nlp/dart-math/HEAD/dart_math/_modidx.py -------------------------------------------------------------------------------- /dart_math/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hkust-nlp/dart-math/HEAD/dart_math/data.py -------------------------------------------------------------------------------- /dart_math/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hkust-nlp/dart-math/HEAD/dart_math/eval.py -------------------------------------------------------------------------------- /dart_math/exec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hkust-nlp/dart-math/HEAD/dart_math/exec.py -------------------------------------------------------------------------------- /dart_math/gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hkust-nlp/dart-math/HEAD/dart_math/gen.py -------------------------------------------------------------------------------- /dart_math/olympiadbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hkust-nlp/dart-math/HEAD/dart_math/olympiadbench.py -------------------------------------------------------------------------------- /dart_math/parallel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hkust-nlp/dart-math/HEAD/dart_math/parallel.py -------------------------------------------------------------------------------- /dart_math/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hkust-nlp/dart-math/HEAD/dart_math/train.py -------------------------------------------------------------------------------- /dart_math/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hkust-nlp/dart-math/HEAD/dart_math/utils.py -------------------------------------------------------------------------------- /data/dsets/aops.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hkust-nlp/dart-math/HEAD/data/dsets/aops.jsonl -------------------------------------------------------------------------------- /data/dsets/deepmind-mathematics.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hkust-nlp/dart-math/HEAD/data/dsets/deepmind-mathematics.json -------------------------------------------------------------------------------- /data/dsets/mwpbench/fresh-gaokao-math-2023.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hkust-nlp/dart-math/HEAD/data/dsets/mwpbench/fresh-gaokao-math-2023.jsonl -------------------------------------------------------------------------------- /data/dsets/mwpbench/gaokaobench.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hkust-nlp/dart-math/HEAD/data/dsets/mwpbench/gaokaobench.jsonl -------------------------------------------------------------------------------- /data/dsets/odyssey-math.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hkust-nlp/dart-math/HEAD/data/dsets/odyssey-math.jsonl -------------------------------------------------------------------------------- /data/dsets/olympiadbench/OE_TO_maths_en_COMP.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hkust-nlp/dart-math/HEAD/data/dsets/olympiadbench/OE_TO_maths_en_COMP.json -------------------------------------------------------------------------------- /data/dsets/theoremqa.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hkust-nlp/dart-math/HEAD/data/dsets/theoremqa.json -------------------------------------------------------------------------------- /nbs/.gitignore: -------------------------------------------------------------------------------- 1 | /.quarto/ 2 | -------------------------------------------------------------------------------- /nbs/00_quick-start.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hkust-nlp/dart-math/HEAD/nbs/00_quick-start.ipynb -------------------------------------------------------------------------------- /nbs/01_train.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hkust-nlp/dart-math/HEAD/nbs/01_train.ipynb -------------------------------------------------------------------------------- /nbs/02_gen.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hkust-nlp/dart-math/HEAD/nbs/02_gen.ipynb -------------------------------------------------------------------------------- /nbs/03_data.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hkust-nlp/dart-math/HEAD/nbs/03_data.ipynb -------------------------------------------------------------------------------- /nbs/04_eval.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hkust-nlp/dart-math/HEAD/nbs/04_eval.ipynb -------------------------------------------------------------------------------- /nbs/05_parallel.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hkust-nlp/dart-math/HEAD/nbs/05_parallel.ipynb -------------------------------------------------------------------------------- /nbs/06_exec.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hkust-nlp/dart-math/HEAD/nbs/06_exec.ipynb -------------------------------------------------------------------------------- /nbs/99_utils.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hkust-nlp/dart-math/HEAD/nbs/99_utils.ipynb -------------------------------------------------------------------------------- /nbs/_quarto.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hkust-nlp/dart-math/HEAD/nbs/_quarto.yml -------------------------------------------------------------------------------- /nbs/custom.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hkust-nlp/dart-math/HEAD/nbs/custom.yml -------------------------------------------------------------------------------- /nbs/index.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hkust-nlp/dart-math/HEAD/nbs/index.ipynb -------------------------------------------------------------------------------- /nbs/nbdev.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hkust-nlp/dart-math/HEAD/nbs/nbdev.yml -------------------------------------------------------------------------------- /nbs/sidebar.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hkust-nlp/dart-math/HEAD/nbs/sidebar.yml -------------------------------------------------------------------------------- /nbs/styles.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hkust-nlp/dart-math/HEAD/nbs/styles.css -------------------------------------------------------------------------------- /pipeline/analyze/analyze-sampling.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hkust-nlp/dart-math/HEAD/pipeline/analyze/analyze-sampling.ipynb -------------------------------------------------------------------------------- /pipeline/analyze/analyze-token.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hkust-nlp/dart-math/HEAD/pipeline/analyze/analyze-token.ipynb -------------------------------------------------------------------------------- /pipeline/curate.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hkust-nlp/dart-math/HEAD/pipeline/curate.ipynb -------------------------------------------------------------------------------- /pipeline/eval-oai-resps.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hkust-nlp/dart-math/HEAD/pipeline/eval-oai-resps.ipynb -------------------------------------------------------------------------------- /pipeline/gen.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hkust-nlp/dart-math/HEAD/pipeline/gen.ipynb -------------------------------------------------------------------------------- /pipeline/gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hkust-nlp/dart-math/HEAD/pipeline/gen.py -------------------------------------------------------------------------------- /pipeline/grade.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hkust-nlp/dart-math/HEAD/pipeline/grade.ipynb -------------------------------------------------------------------------------- /pipeline/prepare-req-batch.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hkust-nlp/dart-math/HEAD/pipeline/prepare-req-batch.ipynb -------------------------------------------------------------------------------- /pipeline/run-req-batch.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hkust-nlp/dart-math/HEAD/pipeline/run-req-batch.sh -------------------------------------------------------------------------------- /pipeline/search-temperature.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hkust-nlp/dart-math/HEAD/pipeline/search-temperature.sh -------------------------------------------------------------------------------- /pipeline/submit-req-batches.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hkust-nlp/dart-math/HEAD/pipeline/submit-req-batches.sh -------------------------------------------------------------------------------- /pipeline/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hkust-nlp/dart-math/HEAD/pipeline/train.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hkust-nlp/dart-math/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/search-onpolicy-temper-slurm.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hkust-nlp/dart-math/HEAD/scripts/search-onpolicy-temper-slurm.sh -------------------------------------------------------------------------------- /scripts/synth-onpolicy.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hkust-nlp/dart-math/HEAD/scripts/synth-onpolicy.sh -------------------------------------------------------------------------------- /scripts/synth-vrt.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hkust-nlp/dart-math/HEAD/scripts/synth-vrt.sh -------------------------------------------------------------------------------- /scripts/train-multi-node.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hkust-nlp/dart-math/HEAD/scripts/train-multi-node.sh -------------------------------------------------------------------------------- /scripts/train-single-node.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hkust-nlp/dart-math/HEAD/scripts/train-single-node.sh -------------------------------------------------------------------------------- /settings.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hkust-nlp/dart-math/HEAD/settings.ini -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hkust-nlp/dart-math/HEAD/setup.py -------------------------------------------------------------------------------- /utils/init.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hkust-nlp/dart-math/HEAD/utils/init.sh -------------------------------------------------------------------------------- /utils/prepare-commit.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hkust-nlp/dart-math/HEAD/utils/prepare-commit.sh -------------------------------------------------------------------------------- /utils/run-slurm-8b-train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hkust-nlp/dart-math/HEAD/utils/run-slurm-8b-train.sh --------------------------------------------------------------------------------