├── .gitattributes ├── README.md ├── evaluation ├── LICENSE ├── README.md ├── __pycache__ │ ├── data_loader.cpython-310.pyc │ ├── evaluate.cpython-310.pyc │ ├── examples.cpython-310.pyc │ ├── grader.cpython-310.pyc │ ├── model_utils.cpython-310.pyc │ ├── parser.cpython-310.pyc │ ├── python_executor.cpython-310.pyc │ ├── trajectory.cpython-310.pyc │ └── utils.cpython-310.pyc ├── data │ ├── aime24 │ │ └── test.jsonl │ ├── amc23 │ │ └── test.jsonl │ ├── aqua │ │ └── test.jsonl │ ├── asdiv │ │ └── test.jsonl │ ├── carp_en │ │ ├── demo.json │ │ └── test.jsonl │ ├── cmath │ │ └── test.jsonl │ ├── cn_middle_school │ │ └── test.jsonl │ ├── college_math │ │ └── test.jsonl │ ├── eval_rm_maj_example │ │ └── math_cot_100.jsonl │ ├── gaokao2023en │ │ └── test.jsonl │ ├── gaokao2024_I │ │ └── test.jsonl │ ├── gaokao2024_II │ │ └── test.jsonl │ ├── gaokao2024_mix │ │ └── test.jsonl │ ├── gaokao_math_cloze │ │ └── test.jsonl │ ├── gaokao_math_qa │ │ └── test.jsonl │ ├── gsm8k │ │ ├── test.jsonl │ │ ├── test.opencompass.jsonl │ │ ├── test.origin_promptjsonl │ │ ├── test_origin.jsonl │ │ └── train.jsonl │ ├── math │ │ ├── test.jsonl │ │ ├── test_full.jsonl │ │ └── train.jsonl │ ├── mawps │ │ ├── addsub.jsonl │ │ ├── multiarith.jsonl │ │ ├── singleeq.jsonl │ │ ├── singleop.jsonl │ │ └── test.jsonl │ ├── minerva_math │ │ ├── README.md │ │ └── test.jsonl │ ├── mmlu_stem │ │ └── test.jsonl │ ├── olympiadbench │ │ ├── test.json │ │ └── test.jsonl │ ├── omni_math_rule │ │ └── test.jsonl │ ├── sat_math │ │ └── test.jsonl │ ├── svamp │ │ └── test.jsonl │ └── tabmwp │ │ └── test.jsonl ├── data_loader.py ├── eval.sh ├── evaluate.py ├── examples.py ├── grader.py ├── latex2sympy │ ├── .coveragerc │ ├── .gitignore │ ├── LICENSE.txt │ ├── PS.g4 │ ├── README.md │ ├── __init__.py │ ├── antlr-4.11.1-complete.jar │ ├── asciimath_printer.py │ ├── description.txt │ ├── dev-requirements.in │ ├── dev-requirements.txt │ ├── gen │ │ ├── PS.interp │ │ ├── PS.tokens │ │ ├── PSLexer.interp │ │ ├── PSLexer.py │ │ ├── PSLexer.tokens │ │ ├── PSListener.py │ │ ├── PSParser.py │ │ └── __init__.py │ ├── icon.png │ ├── latex2sympy2.py │ ├── requirements.in │ ├── requirements.txt │ ├── sandbox │ │ ├── linalg_equations.py │ │ ├── linalg_span.py │ │ ├── matrix.py │ │ ├── matrix_placeholders.py │ │ ├── sandbox.py │ │ ├── sandbox_equality.py │ │ ├── sectan.py │ │ └── vector.py │ ├── scripts │ │ ├── compile.sh │ │ ├── coverage-ci.sh │ │ ├── coverage.sh │ │ ├── pre-commit │ │ ├── pre-push │ │ ├── publish.sh │ │ ├── setup-hooks.sh │ │ ├── setup.sh │ │ └── test.sh │ ├── setup.cfg │ ├── setup.py │ └── tests │ │ ├── __init__.py │ │ ├── abs_test.py │ │ ├── all_bad_test.py │ │ ├── all_good_test.py │ │ ├── atom_expr_test.py │ │ ├── binomial_test.py │ │ ├── ceil_test.py │ │ ├── complex_test.py │ │ ├── context.py │ │ ├── exp_test.py │ │ ├── floor_test.py │ │ ├── gcd_test.py │ │ ├── greek_test.py │ │ ├── grouping_test.py │ │ ├── lcm_test.py │ │ ├── left_right_cdot_test.py │ │ ├── linalg_test.py │ │ ├── max_test.py │ │ ├── min_test.py │ │ ├── mod_test.py │ │ ├── overline_test.py │ │ ├── pi_test.py │ │ ├── trig_test.py │ │ └── variable_test.py ├── math_eval.py ├── math_eval_l3.py ├── math_utils.py ├── model_utils.py ├── output │ ├── NuminaMath-72B-CoT │ │ └── omni-math │ │ │ ├── math_eval.jsonl │ │ │ └── math_eval_cot_metrics.json │ ├── QwQ-32B-Preview │ │ └── omni-math │ │ │ ├── math_eval.jsonl │ │ │ └── math_eval_cot_metrics.json │ └── Qwen2.5-Math-72B-Instruct │ │ └── omni-math │ │ ├── math_eval.jsonl │ │ └── math_eval_cot_metrics.json ├── parser.py ├── python_executor.py ├── requirements.txt ├── rm_maj_eval.py ├── sh │ ├── eval.sh │ ├── eval_l3.sh │ └── run_eval_qwen2_math.sh ├── trajectory.py └── utils.py ├── imgs └── MiniLogo.png ├── inference ├── inference.sh ├── inference_vllm.py └── results │ ├── OmniMATH_rule_test_NuminaMath-72B-CoT.jsonl │ ├── OmniMATH_rule_test_QwQ-32B-Preview.jsonl │ └── OmniMATH_rule_test_Qwen2.5-Math-72B-Instruct.jsonl └── omni_math_rule.jsonl /.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/.gitattributes -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/README.md -------------------------------------------------------------------------------- /evaluation/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/LICENSE -------------------------------------------------------------------------------- /evaluation/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/README.md -------------------------------------------------------------------------------- /evaluation/__pycache__/data_loader.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/__pycache__/data_loader.cpython-310.pyc -------------------------------------------------------------------------------- /evaluation/__pycache__/evaluate.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/__pycache__/evaluate.cpython-310.pyc -------------------------------------------------------------------------------- /evaluation/__pycache__/examples.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/__pycache__/examples.cpython-310.pyc -------------------------------------------------------------------------------- /evaluation/__pycache__/grader.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/__pycache__/grader.cpython-310.pyc -------------------------------------------------------------------------------- /evaluation/__pycache__/model_utils.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/__pycache__/model_utils.cpython-310.pyc -------------------------------------------------------------------------------- /evaluation/__pycache__/parser.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/__pycache__/parser.cpython-310.pyc -------------------------------------------------------------------------------- /evaluation/__pycache__/python_executor.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/__pycache__/python_executor.cpython-310.pyc -------------------------------------------------------------------------------- /evaluation/__pycache__/trajectory.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/__pycache__/trajectory.cpython-310.pyc -------------------------------------------------------------------------------- /evaluation/__pycache__/utils.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/__pycache__/utils.cpython-310.pyc -------------------------------------------------------------------------------- /evaluation/data/aime24/test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/data/aime24/test.jsonl -------------------------------------------------------------------------------- /evaluation/data/amc23/test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/data/amc23/test.jsonl -------------------------------------------------------------------------------- /evaluation/data/aqua/test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/data/aqua/test.jsonl -------------------------------------------------------------------------------- /evaluation/data/asdiv/test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/data/asdiv/test.jsonl -------------------------------------------------------------------------------- /evaluation/data/carp_en/demo.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/data/carp_en/demo.json -------------------------------------------------------------------------------- /evaluation/data/carp_en/test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/data/carp_en/test.jsonl -------------------------------------------------------------------------------- /evaluation/data/cmath/test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/data/cmath/test.jsonl -------------------------------------------------------------------------------- /evaluation/data/cn_middle_school/test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/data/cn_middle_school/test.jsonl -------------------------------------------------------------------------------- /evaluation/data/college_math/test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/data/college_math/test.jsonl -------------------------------------------------------------------------------- /evaluation/data/eval_rm_maj_example/math_cot_100.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/data/eval_rm_maj_example/math_cot_100.jsonl -------------------------------------------------------------------------------- /evaluation/data/gaokao2023en/test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/data/gaokao2023en/test.jsonl -------------------------------------------------------------------------------- /evaluation/data/gaokao2024_I/test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/data/gaokao2024_I/test.jsonl -------------------------------------------------------------------------------- /evaluation/data/gaokao2024_II/test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/data/gaokao2024_II/test.jsonl -------------------------------------------------------------------------------- /evaluation/data/gaokao2024_mix/test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/data/gaokao2024_mix/test.jsonl -------------------------------------------------------------------------------- /evaluation/data/gaokao_math_cloze/test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/data/gaokao_math_cloze/test.jsonl -------------------------------------------------------------------------------- /evaluation/data/gaokao_math_qa/test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/data/gaokao_math_qa/test.jsonl -------------------------------------------------------------------------------- /evaluation/data/gsm8k/test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/data/gsm8k/test.jsonl -------------------------------------------------------------------------------- /evaluation/data/gsm8k/test.opencompass.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/data/gsm8k/test.opencompass.jsonl -------------------------------------------------------------------------------- /evaluation/data/gsm8k/test.origin_promptjsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/data/gsm8k/test.origin_promptjsonl -------------------------------------------------------------------------------- /evaluation/data/gsm8k/test_origin.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/data/gsm8k/test_origin.jsonl -------------------------------------------------------------------------------- /evaluation/data/gsm8k/train.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/data/gsm8k/train.jsonl -------------------------------------------------------------------------------- /evaluation/data/math/test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/data/math/test.jsonl -------------------------------------------------------------------------------- /evaluation/data/math/test_full.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/data/math/test_full.jsonl -------------------------------------------------------------------------------- /evaluation/data/math/train.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/data/math/train.jsonl -------------------------------------------------------------------------------- /evaluation/data/mawps/addsub.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/data/mawps/addsub.jsonl -------------------------------------------------------------------------------- /evaluation/data/mawps/multiarith.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/data/mawps/multiarith.jsonl -------------------------------------------------------------------------------- /evaluation/data/mawps/singleeq.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/data/mawps/singleeq.jsonl -------------------------------------------------------------------------------- /evaluation/data/mawps/singleop.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/data/mawps/singleop.jsonl -------------------------------------------------------------------------------- /evaluation/data/mawps/test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/data/mawps/test.jsonl -------------------------------------------------------------------------------- /evaluation/data/minerva_math/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/data/minerva_math/README.md -------------------------------------------------------------------------------- /evaluation/data/minerva_math/test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/data/minerva_math/test.jsonl -------------------------------------------------------------------------------- /evaluation/data/mmlu_stem/test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/data/mmlu_stem/test.jsonl -------------------------------------------------------------------------------- /evaluation/data/olympiadbench/test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/data/olympiadbench/test.json -------------------------------------------------------------------------------- /evaluation/data/olympiadbench/test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/data/olympiadbench/test.jsonl -------------------------------------------------------------------------------- /evaluation/data/omni_math_rule/test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/data/omni_math_rule/test.jsonl -------------------------------------------------------------------------------- /evaluation/data/sat_math/test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/data/sat_math/test.jsonl -------------------------------------------------------------------------------- /evaluation/data/svamp/test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/data/svamp/test.jsonl -------------------------------------------------------------------------------- /evaluation/data/tabmwp/test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/data/tabmwp/test.jsonl -------------------------------------------------------------------------------- /evaluation/data_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/data_loader.py -------------------------------------------------------------------------------- /evaluation/eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/eval.sh -------------------------------------------------------------------------------- /evaluation/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/evaluate.py -------------------------------------------------------------------------------- /evaluation/examples.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/examples.py -------------------------------------------------------------------------------- /evaluation/grader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/grader.py -------------------------------------------------------------------------------- /evaluation/latex2sympy/.coveragerc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/latex2sympy/.coveragerc -------------------------------------------------------------------------------- /evaluation/latex2sympy/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/latex2sympy/.gitignore -------------------------------------------------------------------------------- /evaluation/latex2sympy/LICENSE.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/latex2sympy/LICENSE.txt -------------------------------------------------------------------------------- /evaluation/latex2sympy/PS.g4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/latex2sympy/PS.g4 -------------------------------------------------------------------------------- /evaluation/latex2sympy/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/latex2sympy/README.md -------------------------------------------------------------------------------- /evaluation/latex2sympy/__init__.py: -------------------------------------------------------------------------------- 1 | import latex2sympy -------------------------------------------------------------------------------- /evaluation/latex2sympy/antlr-4.11.1-complete.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/latex2sympy/antlr-4.11.1-complete.jar -------------------------------------------------------------------------------- /evaluation/latex2sympy/asciimath_printer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/latex2sympy/asciimath_printer.py -------------------------------------------------------------------------------- /evaluation/latex2sympy/description.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/latex2sympy/description.txt -------------------------------------------------------------------------------- /evaluation/latex2sympy/dev-requirements.in: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/latex2sympy/dev-requirements.in -------------------------------------------------------------------------------- /evaluation/latex2sympy/dev-requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/latex2sympy/dev-requirements.txt -------------------------------------------------------------------------------- /evaluation/latex2sympy/gen/PS.interp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/latex2sympy/gen/PS.interp -------------------------------------------------------------------------------- /evaluation/latex2sympy/gen/PS.tokens: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/latex2sympy/gen/PS.tokens -------------------------------------------------------------------------------- /evaluation/latex2sympy/gen/PSLexer.interp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/latex2sympy/gen/PSLexer.interp -------------------------------------------------------------------------------- /evaluation/latex2sympy/gen/PSLexer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/latex2sympy/gen/PSLexer.py -------------------------------------------------------------------------------- /evaluation/latex2sympy/gen/PSLexer.tokens: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/latex2sympy/gen/PSLexer.tokens -------------------------------------------------------------------------------- /evaluation/latex2sympy/gen/PSListener.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/latex2sympy/gen/PSListener.py -------------------------------------------------------------------------------- /evaluation/latex2sympy/gen/PSParser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/latex2sympy/gen/PSParser.py -------------------------------------------------------------------------------- /evaluation/latex2sympy/gen/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /evaluation/latex2sympy/icon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/latex2sympy/icon.png -------------------------------------------------------------------------------- /evaluation/latex2sympy/latex2sympy2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/latex2sympy/latex2sympy2.py -------------------------------------------------------------------------------- /evaluation/latex2sympy/requirements.in: -------------------------------------------------------------------------------- 1 | sympy 2 | antlr4-python3-runtime 3 | -------------------------------------------------------------------------------- /evaluation/latex2sympy/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/latex2sympy/requirements.txt -------------------------------------------------------------------------------- /evaluation/latex2sympy/sandbox/linalg_equations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/latex2sympy/sandbox/linalg_equations.py -------------------------------------------------------------------------------- /evaluation/latex2sympy/sandbox/linalg_span.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/latex2sympy/sandbox/linalg_span.py -------------------------------------------------------------------------------- /evaluation/latex2sympy/sandbox/matrix.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/latex2sympy/sandbox/matrix.py -------------------------------------------------------------------------------- /evaluation/latex2sympy/sandbox/matrix_placeholders.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/latex2sympy/sandbox/matrix_placeholders.py -------------------------------------------------------------------------------- /evaluation/latex2sympy/sandbox/sandbox.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/latex2sympy/sandbox/sandbox.py -------------------------------------------------------------------------------- /evaluation/latex2sympy/sandbox/sandbox_equality.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/latex2sympy/sandbox/sandbox_equality.py -------------------------------------------------------------------------------- /evaluation/latex2sympy/sandbox/sectan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/latex2sympy/sandbox/sectan.py -------------------------------------------------------------------------------- /evaluation/latex2sympy/sandbox/vector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/latex2sympy/sandbox/vector.py -------------------------------------------------------------------------------- /evaluation/latex2sympy/scripts/compile.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/latex2sympy/scripts/compile.sh -------------------------------------------------------------------------------- /evaluation/latex2sympy/scripts/coverage-ci.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/latex2sympy/scripts/coverage-ci.sh -------------------------------------------------------------------------------- /evaluation/latex2sympy/scripts/coverage.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/latex2sympy/scripts/coverage.sh -------------------------------------------------------------------------------- /evaluation/latex2sympy/scripts/pre-commit: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/latex2sympy/scripts/pre-commit -------------------------------------------------------------------------------- /evaluation/latex2sympy/scripts/pre-push: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/latex2sympy/scripts/pre-push -------------------------------------------------------------------------------- /evaluation/latex2sympy/scripts/publish.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/latex2sympy/scripts/publish.sh -------------------------------------------------------------------------------- /evaluation/latex2sympy/scripts/setup-hooks.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/latex2sympy/scripts/setup-hooks.sh -------------------------------------------------------------------------------- /evaluation/latex2sympy/scripts/setup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/latex2sympy/scripts/setup.sh -------------------------------------------------------------------------------- /evaluation/latex2sympy/scripts/test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/latex2sympy/scripts/test.sh -------------------------------------------------------------------------------- /evaluation/latex2sympy/setup.cfg: -------------------------------------------------------------------------------- 1 | [pycodestyle] 2 | max-line-length = 120 3 | ignore = E501 4 | -------------------------------------------------------------------------------- /evaluation/latex2sympy/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/latex2sympy/setup.py -------------------------------------------------------------------------------- /evaluation/latex2sympy/tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /evaluation/latex2sympy/tests/abs_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/latex2sympy/tests/abs_test.py -------------------------------------------------------------------------------- /evaluation/latex2sympy/tests/all_bad_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/latex2sympy/tests/all_bad_test.py -------------------------------------------------------------------------------- /evaluation/latex2sympy/tests/all_good_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/latex2sympy/tests/all_good_test.py -------------------------------------------------------------------------------- /evaluation/latex2sympy/tests/atom_expr_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/latex2sympy/tests/atom_expr_test.py -------------------------------------------------------------------------------- /evaluation/latex2sympy/tests/binomial_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/latex2sympy/tests/binomial_test.py -------------------------------------------------------------------------------- /evaluation/latex2sympy/tests/ceil_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/latex2sympy/tests/ceil_test.py -------------------------------------------------------------------------------- /evaluation/latex2sympy/tests/complex_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/latex2sympy/tests/complex_test.py -------------------------------------------------------------------------------- /evaluation/latex2sympy/tests/context.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/latex2sympy/tests/context.py -------------------------------------------------------------------------------- /evaluation/latex2sympy/tests/exp_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/latex2sympy/tests/exp_test.py -------------------------------------------------------------------------------- /evaluation/latex2sympy/tests/floor_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/latex2sympy/tests/floor_test.py -------------------------------------------------------------------------------- /evaluation/latex2sympy/tests/gcd_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/latex2sympy/tests/gcd_test.py -------------------------------------------------------------------------------- /evaluation/latex2sympy/tests/greek_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/latex2sympy/tests/greek_test.py -------------------------------------------------------------------------------- /evaluation/latex2sympy/tests/grouping_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/latex2sympy/tests/grouping_test.py -------------------------------------------------------------------------------- /evaluation/latex2sympy/tests/lcm_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/latex2sympy/tests/lcm_test.py -------------------------------------------------------------------------------- /evaluation/latex2sympy/tests/left_right_cdot_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/latex2sympy/tests/left_right_cdot_test.py -------------------------------------------------------------------------------- /evaluation/latex2sympy/tests/linalg_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/latex2sympy/tests/linalg_test.py -------------------------------------------------------------------------------- /evaluation/latex2sympy/tests/max_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/latex2sympy/tests/max_test.py -------------------------------------------------------------------------------- /evaluation/latex2sympy/tests/min_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/latex2sympy/tests/min_test.py -------------------------------------------------------------------------------- /evaluation/latex2sympy/tests/mod_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/latex2sympy/tests/mod_test.py -------------------------------------------------------------------------------- /evaluation/latex2sympy/tests/overline_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/latex2sympy/tests/overline_test.py -------------------------------------------------------------------------------- /evaluation/latex2sympy/tests/pi_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/latex2sympy/tests/pi_test.py -------------------------------------------------------------------------------- /evaluation/latex2sympy/tests/trig_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/latex2sympy/tests/trig_test.py -------------------------------------------------------------------------------- /evaluation/latex2sympy/tests/variable_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/latex2sympy/tests/variable_test.py -------------------------------------------------------------------------------- /evaluation/math_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/math_eval.py -------------------------------------------------------------------------------- /evaluation/math_eval_l3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/math_eval_l3.py -------------------------------------------------------------------------------- /evaluation/math_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/math_utils.py -------------------------------------------------------------------------------- /evaluation/model_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/model_utils.py -------------------------------------------------------------------------------- /evaluation/output/NuminaMath-72B-CoT/omni-math/math_eval.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/output/NuminaMath-72B-CoT/omni-math/math_eval.jsonl -------------------------------------------------------------------------------- /evaluation/output/NuminaMath-72B-CoT/omni-math/math_eval_cot_metrics.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/output/NuminaMath-72B-CoT/omni-math/math_eval_cot_metrics.json -------------------------------------------------------------------------------- /evaluation/output/QwQ-32B-Preview/omni-math/math_eval.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/output/QwQ-32B-Preview/omni-math/math_eval.jsonl -------------------------------------------------------------------------------- /evaluation/output/QwQ-32B-Preview/omni-math/math_eval_cot_metrics.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/output/QwQ-32B-Preview/omni-math/math_eval_cot_metrics.json -------------------------------------------------------------------------------- /evaluation/output/Qwen2.5-Math-72B-Instruct/omni-math/math_eval.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/output/Qwen2.5-Math-72B-Instruct/omni-math/math_eval.jsonl -------------------------------------------------------------------------------- /evaluation/output/Qwen2.5-Math-72B-Instruct/omni-math/math_eval_cot_metrics.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/output/Qwen2.5-Math-72B-Instruct/omni-math/math_eval_cot_metrics.json -------------------------------------------------------------------------------- /evaluation/parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/parser.py -------------------------------------------------------------------------------- /evaluation/python_executor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/python_executor.py -------------------------------------------------------------------------------- /evaluation/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/requirements.txt -------------------------------------------------------------------------------- /evaluation/rm_maj_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/rm_maj_eval.py -------------------------------------------------------------------------------- /evaluation/sh/eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/sh/eval.sh -------------------------------------------------------------------------------- /evaluation/sh/eval_l3.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/sh/eval_l3.sh -------------------------------------------------------------------------------- /evaluation/sh/run_eval_qwen2_math.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/sh/run_eval_qwen2_math.sh -------------------------------------------------------------------------------- /evaluation/trajectory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/trajectory.py -------------------------------------------------------------------------------- /evaluation/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/evaluation/utils.py -------------------------------------------------------------------------------- /imgs/MiniLogo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/imgs/MiniLogo.png -------------------------------------------------------------------------------- /inference/inference.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/inference/inference.sh -------------------------------------------------------------------------------- /inference/inference_vllm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/inference/inference_vllm.py -------------------------------------------------------------------------------- /inference/results/OmniMATH_rule_test_NuminaMath-72B-CoT.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/inference/results/OmniMATH_rule_test_NuminaMath-72B-CoT.jsonl -------------------------------------------------------------------------------- /inference/results/OmniMATH_rule_test_QwQ-32B-Preview.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/inference/results/OmniMATH_rule_test_QwQ-32B-Preview.jsonl -------------------------------------------------------------------------------- /inference/results/OmniMATH_rule_test_Qwen2.5-Math-72B-Instruct.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/inference/results/OmniMATH_rule_test_Qwen2.5-Math-72B-Instruct.jsonl -------------------------------------------------------------------------------- /omni_math_rule.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KbsdJames/omni-math-rule/HEAD/omni_math_rule.jsonl --------------------------------------------------------------------------------