├── .gitignore ├── README.md ├── application └── math_solver_pipeline.py ├── data_systhesis ├── .gitignore ├── ape210k │ ├── data_collector.py │ ├── data_generator.py │ └── train.ape.json ├── data │ ├── add_boxed_in_first_reply.py │ ├── ape210k_sample_data.json │ ├── data-merge.py │ ├── glm_4_ft_data.jsonl │ ├── gsm8k_train_data.json │ ├── hand-make-train-data.json │ ├── llm_train_data.json │ ├── make_glm_4_ft_data.py │ ├── new_train_data.json │ ├── numina_train_data.json │ ├── tal_scq5k_train_data.json │ └── train_data.json ├── gsm8k_train │ ├── data_collector.py │ ├── data_generator.py │ └── train.jsonl ├── hand_make │ ├── __init__.py │ ├── data_collector.py │ ├── data_generator.py │ └── data_generator_with_claude.py ├── llm │ ├── __init__.py │ ├── data_collector.py │ ├── data_generator.py │ └── data_validator.py ├── numina-math-tir │ ├── data_collector.py │ └── data_generator.py └── tal_scq5k │ ├── data_collector.py │ └── data_generator.py ├── docs ├── MATH_eval.md ├── demo.pdf ├── examples.pdf ├── examples.tex ├── gaokao_eval.md ├── gsm8k_eval.md ├── index.md └── llm_sft.md ├── eval ├── MATH │ ├── MATH_eval.py │ ├── eval_visualization.py │ ├── human_eval_server.py │ ├── math_equivalence.py │ ├── math_equivalence_test.py │ ├── math_eval_result_final.json │ ├── math_eval_result_update.json │ ├── math_eval_update.py │ └── test.jsonl ├── gaokao │ ├── 2024_高考数学测评结果.xlsx │ ├── claude_eval.py │ ├── claude_predict_1.json │ ├── claude_predict_2.json │ ├── claude_predict_3.json │ ├── gaokao_2024_ii.json │ ├── llm-math-solver-predict.json │ ├── openai_eval.py │ ├── openai_o1_predict_1.json │ ├── openai_o1_predict_2.json │ ├── openai_o1_predict_3.json │ ├── openai_predict_1.json │ ├── openai_predict_2.json │ └── openai_predict_3.json ├── gsm8k │ ├── eval_result.json │ ├── eval_result_32b.json │ ├── eval_result_yi_15_34b.json │ ├── eval_result_yi_15_34b_chat.json │ ├── gsm8k_eval.py │ ├── gsm8k_test.jsonl │ └── human_eval_server.py └── math_gen_server.py └── mkdocs.yml /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/percent4/llm_math_solver/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/percent4/llm_math_solver/HEAD/README.md -------------------------------------------------------------------------------- /application/math_solver_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/percent4/llm_math_solver/HEAD/application/math_solver_pipeline.py -------------------------------------------------------------------------------- /data_systhesis/.gitignore: -------------------------------------------------------------------------------- 1 | */.env 2 | */save -------------------------------------------------------------------------------- /data_systhesis/ape210k/data_collector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/percent4/llm_math_solver/HEAD/data_systhesis/ape210k/data_collector.py -------------------------------------------------------------------------------- /data_systhesis/ape210k/data_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/percent4/llm_math_solver/HEAD/data_systhesis/ape210k/data_generator.py -------------------------------------------------------------------------------- /data_systhesis/ape210k/train.ape.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/percent4/llm_math_solver/HEAD/data_systhesis/ape210k/train.ape.json -------------------------------------------------------------------------------- /data_systhesis/data/add_boxed_in_first_reply.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/percent4/llm_math_solver/HEAD/data_systhesis/data/add_boxed_in_first_reply.py -------------------------------------------------------------------------------- /data_systhesis/data/ape210k_sample_data.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/percent4/llm_math_solver/HEAD/data_systhesis/data/ape210k_sample_data.json -------------------------------------------------------------------------------- /data_systhesis/data/data-merge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/percent4/llm_math_solver/HEAD/data_systhesis/data/data-merge.py -------------------------------------------------------------------------------- /data_systhesis/data/glm_4_ft_data.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/percent4/llm_math_solver/HEAD/data_systhesis/data/glm_4_ft_data.jsonl -------------------------------------------------------------------------------- /data_systhesis/data/gsm8k_train_data.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/percent4/llm_math_solver/HEAD/data_systhesis/data/gsm8k_train_data.json -------------------------------------------------------------------------------- /data_systhesis/data/hand-make-train-data.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/percent4/llm_math_solver/HEAD/data_systhesis/data/hand-make-train-data.json -------------------------------------------------------------------------------- /data_systhesis/data/llm_train_data.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/percent4/llm_math_solver/HEAD/data_systhesis/data/llm_train_data.json -------------------------------------------------------------------------------- /data_systhesis/data/make_glm_4_ft_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/percent4/llm_math_solver/HEAD/data_systhesis/data/make_glm_4_ft_data.py -------------------------------------------------------------------------------- /data_systhesis/data/new_train_data.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/percent4/llm_math_solver/HEAD/data_systhesis/data/new_train_data.json -------------------------------------------------------------------------------- /data_systhesis/data/numina_train_data.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/percent4/llm_math_solver/HEAD/data_systhesis/data/numina_train_data.json -------------------------------------------------------------------------------- /data_systhesis/data/tal_scq5k_train_data.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/percent4/llm_math_solver/HEAD/data_systhesis/data/tal_scq5k_train_data.json -------------------------------------------------------------------------------- /data_systhesis/data/train_data.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/percent4/llm_math_solver/HEAD/data_systhesis/data/train_data.json -------------------------------------------------------------------------------- /data_systhesis/gsm8k_train/data_collector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/percent4/llm_math_solver/HEAD/data_systhesis/gsm8k_train/data_collector.py -------------------------------------------------------------------------------- /data_systhesis/gsm8k_train/data_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/percent4/llm_math_solver/HEAD/data_systhesis/gsm8k_train/data_generator.py -------------------------------------------------------------------------------- /data_systhesis/gsm8k_train/train.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/percent4/llm_math_solver/HEAD/data_systhesis/gsm8k_train/train.jsonl -------------------------------------------------------------------------------- /data_systhesis/hand_make/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/percent4/llm_math_solver/HEAD/data_systhesis/hand_make/__init__.py -------------------------------------------------------------------------------- /data_systhesis/hand_make/data_collector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/percent4/llm_math_solver/HEAD/data_systhesis/hand_make/data_collector.py -------------------------------------------------------------------------------- /data_systhesis/hand_make/data_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/percent4/llm_math_solver/HEAD/data_systhesis/hand_make/data_generator.py -------------------------------------------------------------------------------- /data_systhesis/hand_make/data_generator_with_claude.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/percent4/llm_math_solver/HEAD/data_systhesis/hand_make/data_generator_with_claude.py -------------------------------------------------------------------------------- /data_systhesis/llm/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/percent4/llm_math_solver/HEAD/data_systhesis/llm/__init__.py -------------------------------------------------------------------------------- /data_systhesis/llm/data_collector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/percent4/llm_math_solver/HEAD/data_systhesis/llm/data_collector.py -------------------------------------------------------------------------------- /data_systhesis/llm/data_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/percent4/llm_math_solver/HEAD/data_systhesis/llm/data_generator.py -------------------------------------------------------------------------------- /data_systhesis/llm/data_validator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/percent4/llm_math_solver/HEAD/data_systhesis/llm/data_validator.py -------------------------------------------------------------------------------- /data_systhesis/numina-math-tir/data_collector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/percent4/llm_math_solver/HEAD/data_systhesis/numina-math-tir/data_collector.py -------------------------------------------------------------------------------- /data_systhesis/numina-math-tir/data_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/percent4/llm_math_solver/HEAD/data_systhesis/numina-math-tir/data_generator.py -------------------------------------------------------------------------------- /data_systhesis/tal_scq5k/data_collector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/percent4/llm_math_solver/HEAD/data_systhesis/tal_scq5k/data_collector.py -------------------------------------------------------------------------------- /data_systhesis/tal_scq5k/data_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/percent4/llm_math_solver/HEAD/data_systhesis/tal_scq5k/data_generator.py -------------------------------------------------------------------------------- /docs/MATH_eval.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/percent4/llm_math_solver/HEAD/docs/MATH_eval.md -------------------------------------------------------------------------------- /docs/demo.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/percent4/llm_math_solver/HEAD/docs/demo.pdf -------------------------------------------------------------------------------- /docs/examples.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/percent4/llm_math_solver/HEAD/docs/examples.pdf -------------------------------------------------------------------------------- /docs/examples.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/percent4/llm_math_solver/HEAD/docs/examples.tex -------------------------------------------------------------------------------- /docs/gaokao_eval.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/percent4/llm_math_solver/HEAD/docs/gaokao_eval.md -------------------------------------------------------------------------------- /docs/gsm8k_eval.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/percent4/llm_math_solver/HEAD/docs/gsm8k_eval.md -------------------------------------------------------------------------------- /docs/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/percent4/llm_math_solver/HEAD/docs/index.md -------------------------------------------------------------------------------- /docs/llm_sft.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/percent4/llm_math_solver/HEAD/docs/llm_sft.md -------------------------------------------------------------------------------- /eval/MATH/MATH_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/percent4/llm_math_solver/HEAD/eval/MATH/MATH_eval.py -------------------------------------------------------------------------------- /eval/MATH/eval_visualization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/percent4/llm_math_solver/HEAD/eval/MATH/eval_visualization.py -------------------------------------------------------------------------------- /eval/MATH/human_eval_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/percent4/llm_math_solver/HEAD/eval/MATH/human_eval_server.py -------------------------------------------------------------------------------- /eval/MATH/math_equivalence.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/percent4/llm_math_solver/HEAD/eval/MATH/math_equivalence.py -------------------------------------------------------------------------------- /eval/MATH/math_equivalence_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/percent4/llm_math_solver/HEAD/eval/MATH/math_equivalence_test.py -------------------------------------------------------------------------------- /eval/MATH/math_eval_result_final.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/percent4/llm_math_solver/HEAD/eval/MATH/math_eval_result_final.json -------------------------------------------------------------------------------- /eval/MATH/math_eval_result_update.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/percent4/llm_math_solver/HEAD/eval/MATH/math_eval_result_update.json -------------------------------------------------------------------------------- /eval/MATH/math_eval_update.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/percent4/llm_math_solver/HEAD/eval/MATH/math_eval_update.py -------------------------------------------------------------------------------- /eval/MATH/test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/percent4/llm_math_solver/HEAD/eval/MATH/test.jsonl -------------------------------------------------------------------------------- /eval/gaokao/2024_高考数学测评结果.xlsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/percent4/llm_math_solver/HEAD/eval/gaokao/2024_高考数学测评结果.xlsx -------------------------------------------------------------------------------- /eval/gaokao/claude_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/percent4/llm_math_solver/HEAD/eval/gaokao/claude_eval.py -------------------------------------------------------------------------------- /eval/gaokao/claude_predict_1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/percent4/llm_math_solver/HEAD/eval/gaokao/claude_predict_1.json -------------------------------------------------------------------------------- /eval/gaokao/claude_predict_2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/percent4/llm_math_solver/HEAD/eval/gaokao/claude_predict_2.json -------------------------------------------------------------------------------- /eval/gaokao/claude_predict_3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/percent4/llm_math_solver/HEAD/eval/gaokao/claude_predict_3.json -------------------------------------------------------------------------------- /eval/gaokao/gaokao_2024_ii.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/percent4/llm_math_solver/HEAD/eval/gaokao/gaokao_2024_ii.json -------------------------------------------------------------------------------- /eval/gaokao/llm-math-solver-predict.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/percent4/llm_math_solver/HEAD/eval/gaokao/llm-math-solver-predict.json -------------------------------------------------------------------------------- /eval/gaokao/openai_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/percent4/llm_math_solver/HEAD/eval/gaokao/openai_eval.py -------------------------------------------------------------------------------- /eval/gaokao/openai_o1_predict_1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/percent4/llm_math_solver/HEAD/eval/gaokao/openai_o1_predict_1.json -------------------------------------------------------------------------------- /eval/gaokao/openai_o1_predict_2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/percent4/llm_math_solver/HEAD/eval/gaokao/openai_o1_predict_2.json -------------------------------------------------------------------------------- /eval/gaokao/openai_o1_predict_3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/percent4/llm_math_solver/HEAD/eval/gaokao/openai_o1_predict_3.json -------------------------------------------------------------------------------- /eval/gaokao/openai_predict_1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/percent4/llm_math_solver/HEAD/eval/gaokao/openai_predict_1.json -------------------------------------------------------------------------------- /eval/gaokao/openai_predict_2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/percent4/llm_math_solver/HEAD/eval/gaokao/openai_predict_2.json -------------------------------------------------------------------------------- /eval/gaokao/openai_predict_3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/percent4/llm_math_solver/HEAD/eval/gaokao/openai_predict_3.json -------------------------------------------------------------------------------- /eval/gsm8k/eval_result.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/percent4/llm_math_solver/HEAD/eval/gsm8k/eval_result.json -------------------------------------------------------------------------------- /eval/gsm8k/eval_result_32b.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/percent4/llm_math_solver/HEAD/eval/gsm8k/eval_result_32b.json -------------------------------------------------------------------------------- /eval/gsm8k/eval_result_yi_15_34b.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/percent4/llm_math_solver/HEAD/eval/gsm8k/eval_result_yi_15_34b.json -------------------------------------------------------------------------------- /eval/gsm8k/eval_result_yi_15_34b_chat.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/percent4/llm_math_solver/HEAD/eval/gsm8k/eval_result_yi_15_34b_chat.json -------------------------------------------------------------------------------- /eval/gsm8k/gsm8k_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/percent4/llm_math_solver/HEAD/eval/gsm8k/gsm8k_eval.py -------------------------------------------------------------------------------- /eval/gsm8k/gsm8k_test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/percent4/llm_math_solver/HEAD/eval/gsm8k/gsm8k_test.jsonl -------------------------------------------------------------------------------- /eval/gsm8k/human_eval_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/percent4/llm_math_solver/HEAD/eval/gsm8k/human_eval_server.py -------------------------------------------------------------------------------- /eval/math_gen_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/percent4/llm_math_solver/HEAD/eval/math_gen_server.py -------------------------------------------------------------------------------- /mkdocs.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/percent4/llm_math_solver/HEAD/mkdocs.yml --------------------------------------------------------------------------------