├── .flake8 ├── .gitignore ├── .isort.cfg ├── .pre-commit-config.yaml ├── CONTRIBUTING.md ├── LICENSE.txt ├── README.md ├── data_pipeline ├── llm_utils.py ├── mllm_as_a_judge.py ├── omegaprm.py ├── prm_data_format.py ├── process_json.py ├── run_data_pipeline.py ├── run_data_pipeline.sh └── traverse.py ├── docs ├── case_study.png ├── logo.png ├── performance.png └── wechat_qr.png ├── eval └── prm │ ├── evaluate_k12_prm.py │ ├── evaluate_mathverse_prm.py │ ├── evaluate_mathvision_prm.py │ ├── evaluate_mathvista_prm.py │ ├── evaluate_olympiadbench_prm.py │ └── extract_calculate.py ├── evaluate.sh ├── internvl ├── conversation.py ├── dist_utils.py ├── model │ ├── __init__.py │ ├── internlm2 │ │ ├── configuration_internlm2.py │ │ ├── modeling_internlm2.py │ │ ├── tokenization_internlm2.py │ │ └── tokenization_internlm2_fast.py │ ├── internvl_chat │ │ ├── __init__.py │ │ ├── configuration_intern_vit.py │ │ ├── configuration_internvl_chat.py │ │ ├── modeling_intern_vit.py │ │ └── modeling_internvl_chat.py │ └── phi3 │ │ ├── configuration_phi3.py │ │ └── modeling_phi3.py ├── patch │ ├── __init__.py │ ├── internlm2_packed_training_patch.py │ ├── internvit_liger_monkey_patch.py │ ├── llama2_flash_attn_monkey_patch.py │ ├── llama_flash_attn_monkey_patch.py │ ├── llama_packed_training_patch.py │ ├── llama_rmsnorm_monkey_patch.py │ ├── pad_data_collator.py │ ├── phi3_packed_training_patch.py │ ├── qwen2_packed_training_patch.py │ ├── train_dataloader_patch.py │ └── train_sampler_patch.py └── train │ ├── __init__.py │ ├── constants.py │ ├── dataset.py │ ├── dataset_packed.py │ └── internvl_chat_finetune.py ├── requirements.txt ├── requirements ├── classification.txt ├── clip_benchmark.txt ├── internvl_chat.txt ├── segmentation.txt └── streamlit_demo.txt ├── shell └── internvl2.5 │ └── 2nd_finetune │ └── internvl2_5_38b_dynamic_res_2nd_finetune_full_prm.sh ├── zero_stage1_config.json ├── zero_stage2_config.json ├── zero_stage3_config.json ├── zero_stage3_config_100b.json ├── zero_stage3_config_100b_1e8.json ├── zero_stage3_config_34b.json └── zero_stage3_config_70b.json /.flake8: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModalMinds/MM-PRM/HEAD/.flake8 -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModalMinds/MM-PRM/HEAD/.gitignore -------------------------------------------------------------------------------- /.isort.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModalMinds/MM-PRM/HEAD/.isort.cfg -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModalMinds/MM-PRM/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModalMinds/MM-PRM/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LICENSE.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModalMinds/MM-PRM/HEAD/LICENSE.txt -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModalMinds/MM-PRM/HEAD/README.md -------------------------------------------------------------------------------- /data_pipeline/llm_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModalMinds/MM-PRM/HEAD/data_pipeline/llm_utils.py -------------------------------------------------------------------------------- /data_pipeline/mllm_as_a_judge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModalMinds/MM-PRM/HEAD/data_pipeline/mllm_as_a_judge.py -------------------------------------------------------------------------------- /data_pipeline/omegaprm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModalMinds/MM-PRM/HEAD/data_pipeline/omegaprm.py -------------------------------------------------------------------------------- /data_pipeline/prm_data_format.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModalMinds/MM-PRM/HEAD/data_pipeline/prm_data_format.py -------------------------------------------------------------------------------- /data_pipeline/process_json.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModalMinds/MM-PRM/HEAD/data_pipeline/process_json.py -------------------------------------------------------------------------------- /data_pipeline/run_data_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModalMinds/MM-PRM/HEAD/data_pipeline/run_data_pipeline.py -------------------------------------------------------------------------------- /data_pipeline/run_data_pipeline.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModalMinds/MM-PRM/HEAD/data_pipeline/run_data_pipeline.sh -------------------------------------------------------------------------------- /data_pipeline/traverse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModalMinds/MM-PRM/HEAD/data_pipeline/traverse.py -------------------------------------------------------------------------------- /docs/case_study.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModalMinds/MM-PRM/HEAD/docs/case_study.png -------------------------------------------------------------------------------- /docs/logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModalMinds/MM-PRM/HEAD/docs/logo.png -------------------------------------------------------------------------------- /docs/performance.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModalMinds/MM-PRM/HEAD/docs/performance.png -------------------------------------------------------------------------------- /docs/wechat_qr.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModalMinds/MM-PRM/HEAD/docs/wechat_qr.png -------------------------------------------------------------------------------- /eval/prm/evaluate_k12_prm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModalMinds/MM-PRM/HEAD/eval/prm/evaluate_k12_prm.py -------------------------------------------------------------------------------- /eval/prm/evaluate_mathverse_prm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModalMinds/MM-PRM/HEAD/eval/prm/evaluate_mathverse_prm.py -------------------------------------------------------------------------------- /eval/prm/evaluate_mathvision_prm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModalMinds/MM-PRM/HEAD/eval/prm/evaluate_mathvision_prm.py -------------------------------------------------------------------------------- /eval/prm/evaluate_mathvista_prm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModalMinds/MM-PRM/HEAD/eval/prm/evaluate_mathvista_prm.py -------------------------------------------------------------------------------- /eval/prm/evaluate_olympiadbench_prm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModalMinds/MM-PRM/HEAD/eval/prm/evaluate_olympiadbench_prm.py -------------------------------------------------------------------------------- /eval/prm/extract_calculate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModalMinds/MM-PRM/HEAD/eval/prm/extract_calculate.py -------------------------------------------------------------------------------- /evaluate.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModalMinds/MM-PRM/HEAD/evaluate.sh -------------------------------------------------------------------------------- /internvl/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModalMinds/MM-PRM/HEAD/internvl/conversation.py -------------------------------------------------------------------------------- /internvl/dist_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModalMinds/MM-PRM/HEAD/internvl/dist_utils.py -------------------------------------------------------------------------------- /internvl/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModalMinds/MM-PRM/HEAD/internvl/model/__init__.py -------------------------------------------------------------------------------- /internvl/model/internlm2/configuration_internlm2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModalMinds/MM-PRM/HEAD/internvl/model/internlm2/configuration_internlm2.py -------------------------------------------------------------------------------- /internvl/model/internlm2/modeling_internlm2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModalMinds/MM-PRM/HEAD/internvl/model/internlm2/modeling_internlm2.py -------------------------------------------------------------------------------- /internvl/model/internlm2/tokenization_internlm2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModalMinds/MM-PRM/HEAD/internvl/model/internlm2/tokenization_internlm2.py -------------------------------------------------------------------------------- /internvl/model/internlm2/tokenization_internlm2_fast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModalMinds/MM-PRM/HEAD/internvl/model/internlm2/tokenization_internlm2_fast.py -------------------------------------------------------------------------------- /internvl/model/internvl_chat/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModalMinds/MM-PRM/HEAD/internvl/model/internvl_chat/__init__.py -------------------------------------------------------------------------------- /internvl/model/internvl_chat/configuration_intern_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModalMinds/MM-PRM/HEAD/internvl/model/internvl_chat/configuration_intern_vit.py -------------------------------------------------------------------------------- /internvl/model/internvl_chat/configuration_internvl_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModalMinds/MM-PRM/HEAD/internvl/model/internvl_chat/configuration_internvl_chat.py -------------------------------------------------------------------------------- /internvl/model/internvl_chat/modeling_intern_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModalMinds/MM-PRM/HEAD/internvl/model/internvl_chat/modeling_intern_vit.py -------------------------------------------------------------------------------- /internvl/model/internvl_chat/modeling_internvl_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModalMinds/MM-PRM/HEAD/internvl/model/internvl_chat/modeling_internvl_chat.py -------------------------------------------------------------------------------- /internvl/model/phi3/configuration_phi3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModalMinds/MM-PRM/HEAD/internvl/model/phi3/configuration_phi3.py -------------------------------------------------------------------------------- /internvl/model/phi3/modeling_phi3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModalMinds/MM-PRM/HEAD/internvl/model/phi3/modeling_phi3.py -------------------------------------------------------------------------------- /internvl/patch/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModalMinds/MM-PRM/HEAD/internvl/patch/__init__.py -------------------------------------------------------------------------------- /internvl/patch/internlm2_packed_training_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModalMinds/MM-PRM/HEAD/internvl/patch/internlm2_packed_training_patch.py -------------------------------------------------------------------------------- /internvl/patch/internvit_liger_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModalMinds/MM-PRM/HEAD/internvl/patch/internvit_liger_monkey_patch.py -------------------------------------------------------------------------------- /internvl/patch/llama2_flash_attn_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModalMinds/MM-PRM/HEAD/internvl/patch/llama2_flash_attn_monkey_patch.py -------------------------------------------------------------------------------- /internvl/patch/llama_flash_attn_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModalMinds/MM-PRM/HEAD/internvl/patch/llama_flash_attn_monkey_patch.py -------------------------------------------------------------------------------- /internvl/patch/llama_packed_training_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModalMinds/MM-PRM/HEAD/internvl/patch/llama_packed_training_patch.py -------------------------------------------------------------------------------- /internvl/patch/llama_rmsnorm_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModalMinds/MM-PRM/HEAD/internvl/patch/llama_rmsnorm_monkey_patch.py -------------------------------------------------------------------------------- /internvl/patch/pad_data_collator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModalMinds/MM-PRM/HEAD/internvl/patch/pad_data_collator.py -------------------------------------------------------------------------------- /internvl/patch/phi3_packed_training_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModalMinds/MM-PRM/HEAD/internvl/patch/phi3_packed_training_patch.py -------------------------------------------------------------------------------- /internvl/patch/qwen2_packed_training_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModalMinds/MM-PRM/HEAD/internvl/patch/qwen2_packed_training_patch.py -------------------------------------------------------------------------------- /internvl/patch/train_dataloader_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModalMinds/MM-PRM/HEAD/internvl/patch/train_dataloader_patch.py -------------------------------------------------------------------------------- /internvl/patch/train_sampler_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModalMinds/MM-PRM/HEAD/internvl/patch/train_sampler_patch.py -------------------------------------------------------------------------------- /internvl/train/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModalMinds/MM-PRM/HEAD/internvl/train/__init__.py -------------------------------------------------------------------------------- /internvl/train/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModalMinds/MM-PRM/HEAD/internvl/train/constants.py -------------------------------------------------------------------------------- /internvl/train/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModalMinds/MM-PRM/HEAD/internvl/train/dataset.py -------------------------------------------------------------------------------- /internvl/train/dataset_packed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModalMinds/MM-PRM/HEAD/internvl/train/dataset_packed.py -------------------------------------------------------------------------------- /internvl/train/internvl_chat_finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModalMinds/MM-PRM/HEAD/internvl/train/internvl_chat_finetune.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModalMinds/MM-PRM/HEAD/requirements.txt -------------------------------------------------------------------------------- /requirements/classification.txt: -------------------------------------------------------------------------------- 1 | gdown 2 | termcolor 3 | yacs 4 | -------------------------------------------------------------------------------- /requirements/clip_benchmark.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModalMinds/MM-PRM/HEAD/requirements/clip_benchmark.txt -------------------------------------------------------------------------------- /requirements/internvl_chat.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModalMinds/MM-PRM/HEAD/requirements/internvl_chat.txt -------------------------------------------------------------------------------- /requirements/segmentation.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModalMinds/MM-PRM/HEAD/requirements/segmentation.txt -------------------------------------------------------------------------------- /requirements/streamlit_demo.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModalMinds/MM-PRM/HEAD/requirements/streamlit_demo.txt -------------------------------------------------------------------------------- /shell/internvl2.5/2nd_finetune/internvl2_5_38b_dynamic_res_2nd_finetune_full_prm.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModalMinds/MM-PRM/HEAD/shell/internvl2.5/2nd_finetune/internvl2_5_38b_dynamic_res_2nd_finetune_full_prm.sh -------------------------------------------------------------------------------- /zero_stage1_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModalMinds/MM-PRM/HEAD/zero_stage1_config.json -------------------------------------------------------------------------------- /zero_stage2_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModalMinds/MM-PRM/HEAD/zero_stage2_config.json -------------------------------------------------------------------------------- /zero_stage3_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModalMinds/MM-PRM/HEAD/zero_stage3_config.json -------------------------------------------------------------------------------- /zero_stage3_config_100b.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModalMinds/MM-PRM/HEAD/zero_stage3_config_100b.json -------------------------------------------------------------------------------- /zero_stage3_config_100b_1e8.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModalMinds/MM-PRM/HEAD/zero_stage3_config_100b_1e8.json -------------------------------------------------------------------------------- /zero_stage3_config_34b.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModalMinds/MM-PRM/HEAD/zero_stage3_config_34b.json -------------------------------------------------------------------------------- /zero_stage3_config_70b.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModalMinds/MM-PRM/HEAD/zero_stage3_config_70b.json --------------------------------------------------------------------------------