├── README.md ├── data_syn ├── QwQ_label.py ├── clean_qwqData_mm.py ├── clean_verifyData_mm_sample.py ├── prompts │ └── ext_ans.py ├── sample_prompt.py ├── sample_qwen2vl.py └── verify_label.py └── search ├── CoT ├── __pycache__ │ └── task.cpython-310.pyc └── task.py ├── MCTS ├── __pycache__ │ ├── base.cpython-310.pyc │ ├── base.cpython-311.pyc │ ├── mcts.cpython-310.pyc │ ├── task.cpython-310.pyc │ └── task.cpython-311.pyc ├── args.md ├── base.py ├── mcts.py └── task.py ├── ToT ├── __pycache__ │ ├── base.cpython-310.pyc │ ├── bfs.cpython-310.pyc │ ├── dfs.cpython-310.pyc │ └── task.cpython-310.pyc ├── base.py ├── bfs.py ├── dfs.py └── task.py ├── eval.sh ├── evaluate_Multiprocess.py ├── models ├── __pycache__ │ ├── get_response.cpython-310.pyc │ ├── get_response.cpython-311.pyc │ ├── inference_models.cpython-310.pyc │ ├── model.cpython-310.pyc │ ├── model.cpython-311.pyc │ └── value_models.cpython-310.pyc ├── get_response.py ├── inference_models.py ├── model.py └── value_models.py ├── tasks ├── __pycache__ │ ├── prompts.cpython-310.pyc │ ├── prompts.cpython-311.pyc │ ├── science.cpython-310.pyc │ └── science.cpython-311.pyc ├── prompts.py └── science.py └── utils ├── __pycache__ ├── json_operator.cpython-310.pyc ├── self_consistency.cpython-310.pyc ├── solution_summary_extractor.cpython-310.pyc ├── verify_MATH.cpython-310.pyc ├── verify_answer.cpython-310.pyc ├── verify_llm.cpython-310.pyc └── visualize.cpython-310.pyc ├── json_operator.py ├── self_consistency.py ├── solution_summary_extractor.py ├── verify_MATH.py ├── verify_answer.py ├── verify_llm.py └── visualize.py /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aurora-slz/MM-Verify/HEAD/README.md -------------------------------------------------------------------------------- /data_syn/QwQ_label.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aurora-slz/MM-Verify/HEAD/data_syn/QwQ_label.py -------------------------------------------------------------------------------- /data_syn/clean_qwqData_mm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aurora-slz/MM-Verify/HEAD/data_syn/clean_qwqData_mm.py -------------------------------------------------------------------------------- /data_syn/clean_verifyData_mm_sample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aurora-slz/MM-Verify/HEAD/data_syn/clean_verifyData_mm_sample.py -------------------------------------------------------------------------------- /data_syn/prompts/ext_ans.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aurora-slz/MM-Verify/HEAD/data_syn/prompts/ext_ans.py -------------------------------------------------------------------------------- /data_syn/sample_prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aurora-slz/MM-Verify/HEAD/data_syn/sample_prompt.py -------------------------------------------------------------------------------- /data_syn/sample_qwen2vl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aurora-slz/MM-Verify/HEAD/data_syn/sample_qwen2vl.py -------------------------------------------------------------------------------- /data_syn/verify_label.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aurora-slz/MM-Verify/HEAD/data_syn/verify_label.py -------------------------------------------------------------------------------- /search/CoT/__pycache__/task.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aurora-slz/MM-Verify/HEAD/search/CoT/__pycache__/task.cpython-310.pyc -------------------------------------------------------------------------------- /search/CoT/task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aurora-slz/MM-Verify/HEAD/search/CoT/task.py -------------------------------------------------------------------------------- /search/MCTS/__pycache__/base.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aurora-slz/MM-Verify/HEAD/search/MCTS/__pycache__/base.cpython-310.pyc -------------------------------------------------------------------------------- /search/MCTS/__pycache__/base.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aurora-slz/MM-Verify/HEAD/search/MCTS/__pycache__/base.cpython-311.pyc -------------------------------------------------------------------------------- /search/MCTS/__pycache__/mcts.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aurora-slz/MM-Verify/HEAD/search/MCTS/__pycache__/mcts.cpython-310.pyc -------------------------------------------------------------------------------- /search/MCTS/__pycache__/task.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aurora-slz/MM-Verify/HEAD/search/MCTS/__pycache__/task.cpython-310.pyc -------------------------------------------------------------------------------- /search/MCTS/__pycache__/task.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aurora-slz/MM-Verify/HEAD/search/MCTS/__pycache__/task.cpython-311.pyc -------------------------------------------------------------------------------- /search/MCTS/args.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aurora-slz/MM-Verify/HEAD/search/MCTS/args.md -------------------------------------------------------------------------------- /search/MCTS/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aurora-slz/MM-Verify/HEAD/search/MCTS/base.py -------------------------------------------------------------------------------- /search/MCTS/mcts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aurora-slz/MM-Verify/HEAD/search/MCTS/mcts.py -------------------------------------------------------------------------------- /search/MCTS/task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aurora-slz/MM-Verify/HEAD/search/MCTS/task.py -------------------------------------------------------------------------------- /search/ToT/__pycache__/base.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aurora-slz/MM-Verify/HEAD/search/ToT/__pycache__/base.cpython-310.pyc -------------------------------------------------------------------------------- /search/ToT/__pycache__/bfs.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aurora-slz/MM-Verify/HEAD/search/ToT/__pycache__/bfs.cpython-310.pyc -------------------------------------------------------------------------------- /search/ToT/__pycache__/dfs.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aurora-slz/MM-Verify/HEAD/search/ToT/__pycache__/dfs.cpython-310.pyc -------------------------------------------------------------------------------- /search/ToT/__pycache__/task.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aurora-slz/MM-Verify/HEAD/search/ToT/__pycache__/task.cpython-310.pyc -------------------------------------------------------------------------------- /search/ToT/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aurora-slz/MM-Verify/HEAD/search/ToT/base.py -------------------------------------------------------------------------------- /search/ToT/bfs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aurora-slz/MM-Verify/HEAD/search/ToT/bfs.py -------------------------------------------------------------------------------- /search/ToT/dfs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aurora-slz/MM-Verify/HEAD/search/ToT/dfs.py -------------------------------------------------------------------------------- /search/ToT/task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aurora-slz/MM-Verify/HEAD/search/ToT/task.py -------------------------------------------------------------------------------- /search/eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aurora-slz/MM-Verify/HEAD/search/eval.sh -------------------------------------------------------------------------------- /search/evaluate_Multiprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aurora-slz/MM-Verify/HEAD/search/evaluate_Multiprocess.py -------------------------------------------------------------------------------- /search/models/__pycache__/get_response.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aurora-slz/MM-Verify/HEAD/search/models/__pycache__/get_response.cpython-310.pyc -------------------------------------------------------------------------------- /search/models/__pycache__/get_response.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aurora-slz/MM-Verify/HEAD/search/models/__pycache__/get_response.cpython-311.pyc -------------------------------------------------------------------------------- /search/models/__pycache__/inference_models.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aurora-slz/MM-Verify/HEAD/search/models/__pycache__/inference_models.cpython-310.pyc -------------------------------------------------------------------------------- /search/models/__pycache__/model.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aurora-slz/MM-Verify/HEAD/search/models/__pycache__/model.cpython-310.pyc -------------------------------------------------------------------------------- /search/models/__pycache__/model.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aurora-slz/MM-Verify/HEAD/search/models/__pycache__/model.cpython-311.pyc -------------------------------------------------------------------------------- /search/models/__pycache__/value_models.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aurora-slz/MM-Verify/HEAD/search/models/__pycache__/value_models.cpython-310.pyc -------------------------------------------------------------------------------- /search/models/get_response.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aurora-slz/MM-Verify/HEAD/search/models/get_response.py -------------------------------------------------------------------------------- /search/models/inference_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aurora-slz/MM-Verify/HEAD/search/models/inference_models.py -------------------------------------------------------------------------------- /search/models/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aurora-slz/MM-Verify/HEAD/search/models/model.py -------------------------------------------------------------------------------- /search/models/value_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aurora-slz/MM-Verify/HEAD/search/models/value_models.py -------------------------------------------------------------------------------- /search/tasks/__pycache__/prompts.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aurora-slz/MM-Verify/HEAD/search/tasks/__pycache__/prompts.cpython-310.pyc -------------------------------------------------------------------------------- /search/tasks/__pycache__/prompts.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aurora-slz/MM-Verify/HEAD/search/tasks/__pycache__/prompts.cpython-311.pyc -------------------------------------------------------------------------------- /search/tasks/__pycache__/science.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aurora-slz/MM-Verify/HEAD/search/tasks/__pycache__/science.cpython-310.pyc -------------------------------------------------------------------------------- /search/tasks/__pycache__/science.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aurora-slz/MM-Verify/HEAD/search/tasks/__pycache__/science.cpython-311.pyc -------------------------------------------------------------------------------- /search/tasks/prompts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aurora-slz/MM-Verify/HEAD/search/tasks/prompts.py -------------------------------------------------------------------------------- /search/tasks/science.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aurora-slz/MM-Verify/HEAD/search/tasks/science.py -------------------------------------------------------------------------------- /search/utils/__pycache__/json_operator.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aurora-slz/MM-Verify/HEAD/search/utils/__pycache__/json_operator.cpython-310.pyc -------------------------------------------------------------------------------- /search/utils/__pycache__/self_consistency.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aurora-slz/MM-Verify/HEAD/search/utils/__pycache__/self_consistency.cpython-310.pyc -------------------------------------------------------------------------------- /search/utils/__pycache__/solution_summary_extractor.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aurora-slz/MM-Verify/HEAD/search/utils/__pycache__/solution_summary_extractor.cpython-310.pyc -------------------------------------------------------------------------------- /search/utils/__pycache__/verify_MATH.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aurora-slz/MM-Verify/HEAD/search/utils/__pycache__/verify_MATH.cpython-310.pyc -------------------------------------------------------------------------------- /search/utils/__pycache__/verify_answer.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aurora-slz/MM-Verify/HEAD/search/utils/__pycache__/verify_answer.cpython-310.pyc -------------------------------------------------------------------------------- /search/utils/__pycache__/verify_llm.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aurora-slz/MM-Verify/HEAD/search/utils/__pycache__/verify_llm.cpython-310.pyc -------------------------------------------------------------------------------- /search/utils/__pycache__/visualize.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aurora-slz/MM-Verify/HEAD/search/utils/__pycache__/visualize.cpython-310.pyc -------------------------------------------------------------------------------- /search/utils/json_operator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aurora-slz/MM-Verify/HEAD/search/utils/json_operator.py -------------------------------------------------------------------------------- /search/utils/self_consistency.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aurora-slz/MM-Verify/HEAD/search/utils/self_consistency.py -------------------------------------------------------------------------------- /search/utils/solution_summary_extractor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aurora-slz/MM-Verify/HEAD/search/utils/solution_summary_extractor.py -------------------------------------------------------------------------------- /search/utils/verify_MATH.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aurora-slz/MM-Verify/HEAD/search/utils/verify_MATH.py -------------------------------------------------------------------------------- /search/utils/verify_answer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aurora-slz/MM-Verify/HEAD/search/utils/verify_answer.py -------------------------------------------------------------------------------- /search/utils/verify_llm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aurora-slz/MM-Verify/HEAD/search/utils/verify_llm.py -------------------------------------------------------------------------------- /search/utils/visualize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aurora-slz/MM-Verify/HEAD/search/utils/visualize.py --------------------------------------------------------------------------------