├── README.md ├── config.json ├── data ├── inference.json ├── inference2.json ├── livevqc.json ├── livevqc_test_mos1.jsonl └── livevqc_train_mos1.jsonl ├── internvl ├── conversation.py ├── dist_utils.py ├── model │ ├── __init__.py │ ├── internlm2 │ │ ├── configuration_internlm2.py │ │ ├── modeling_internlm2.py │ │ ├── tokenization_internlm2.py │ │ └── tokenization_internlm2_fast.py │ ├── internvl_chat │ │ ├── __init__.py │ │ ├── configuration_intern_vit.py │ │ ├── configuration_internlm2.py │ │ ├── configuration_internvl_chat.py │ │ ├── conversation.py │ │ ├── flash_attention.py │ │ ├── modeling_intern_vit.py │ │ ├── modeling_internlm2.py │ │ ├── modeling_internvl_chat.py │ │ └── tokenization_internlm2.py │ ├── internvl_chat_infer │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-310.pyc │ │ │ ├── __init__.cpython-39.pyc │ │ │ ├── configuration_intern_vit.cpython-310.pyc │ │ │ ├── configuration_intern_vit.cpython-39.pyc │ │ │ ├── configuration_internlm2.cpython-310.pyc │ │ │ ├── configuration_internlm2.cpython-39.pyc │ │ │ ├── configuration_internvl_chat.cpython-310.pyc │ │ │ ├── configuration_internvl_chat.cpython-39.pyc │ │ │ ├── conversation.cpython-310.pyc │ │ │ ├── conversation.cpython-39.pyc │ │ │ ├── flash_attention.cpython-310.pyc │ │ │ ├── flash_attention.cpython-39.pyc │ │ │ ├── modeling_intern_vit.cpython-310.pyc │ │ │ ├── modeling_intern_vit.cpython-39.pyc │ │ │ ├── modeling_internlm2.cpython-310.pyc │ │ │ ├── modeling_internlm2.cpython-39.pyc │ │ │ ├── modeling_internvl_chat.cpython-310.pyc │ │ │ ├── modeling_internvl_chat.cpython-39.pyc │ │ │ ├── modeling_internvl_chat_logit.cpython-310.pyc │ │ │ └── modeling_internvl_chat_logit.cpython-39.pyc │ │ ├── configuration_intern_vit.py │ │ ├── configuration_internlm2.py │ │ ├── configuration_internvl_chat.py │ │ ├── conversation.py │ │ ├── flash_attention.py │ │ ├── modeling_intern_vit.py │ │ ├── modeling_internlm2.py │ │ ├── modeling_internvl_chat.py │ │ ├── modeling_internvl_chat_train_mlp.py │ │ └── tokenization_internlm2.py │ ├── internvl_chat_stage2 │ │ ├── __init__.py │ │ ├── configuration_intern_vit.py │ │ ├── configuration_internlm2.py │ │ ├── configuration_internvl_chat.py │ │ ├── conversation.py │ │ ├── flash_attention.py │ │ ├── modeling_intern_vit.py │ │ ├── modeling_internlm2.py │ │ ├── modeling_internvl_chat.py │ │ └── tokenization_internlm2.py │ ├── internvl_chat_stage2_lora_improve_eval │ │ ├── __init__.py │ │ ├── configuration_intern_vit.py │ │ ├── configuration_internlm2.py │ │ ├── configuration_internvl_chat.py │ │ ├── conversation.py │ │ ├── flash_attention.py │ │ ├── modeling_intern_vit.py │ │ ├── modeling_internlm2.py │ │ ├── modeling_internvl_chat.py │ │ ├── modeling_internvl_chat_train_mlp.py │ │ └── tokenization_internlm2.py │ └── phi3 │ │ ├── configuration_phi3.py │ │ └── modeling_phi3.py ├── patch │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-310.pyc │ │ ├── __init__.cpython-39.pyc │ │ ├── llama2_flash_attn_monkey_patch.cpython-310.pyc │ │ ├── llama2_flash_attn_monkey_patch.cpython-39.pyc │ │ ├── llama_flash_attn_monkey_patch.cpython-310.pyc │ │ ├── llama_flash_attn_monkey_patch.cpython-39.pyc │ │ ├── llama_rmsnorm_monkey_patch.cpython-310.pyc │ │ ├── llama_rmsnorm_monkey_patch.cpython-39.pyc │ │ ├── pad_data_collator.cpython-310.pyc │ │ ├── pad_data_collator.cpython-39.pyc │ │ ├── train_sampler_patch.cpython-310.pyc │ │ └── train_sampler_patch.cpython-39.pyc │ ├── llama2_flash_attn_monkey_patch.py │ ├── llama_flash_attn_monkey_patch.py │ ├── llama_rmsnorm_monkey_patch.py │ ├── pad_data_collator copy.py │ ├── pad_data_collator.py │ └── train_sampler_patch.py └── train │ ├── __init__.py │ ├── __pycache__ │ ├── __init__.cpython-310.pyc │ ├── __init__.cpython-39.pyc │ ├── constants.cpython-310.pyc │ ├── constants.cpython-39.pyc │ ├── dataset.cpython-310.pyc │ ├── dataset.cpython-39.pyc │ ├── trainer_monkey_patch.cpython-310.pyc │ └── trainer_monkey_patch.cpython-39.pyc │ ├── constants.py │ ├── dataset.py │ ├── inference.py │ ├── stage1_train.py │ ├── stage2_eval_lora.py │ ├── stage2_train.py │ └── trainer_monkey_patch.py ├── shell ├── eval.sh ├── infer.sh ├── stage1_train.sh └── stage2_train.sh └── zero_stage1_config.json /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/README.md -------------------------------------------------------------------------------- /config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/config.json -------------------------------------------------------------------------------- /data/inference.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/data/inference.json -------------------------------------------------------------------------------- /data/inference2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/data/inference2.json -------------------------------------------------------------------------------- /data/livevqc.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/data/livevqc.json -------------------------------------------------------------------------------- /data/livevqc_test_mos1.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/data/livevqc_test_mos1.jsonl -------------------------------------------------------------------------------- /data/livevqc_train_mos1.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/data/livevqc_train_mos1.jsonl -------------------------------------------------------------------------------- /internvl/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/conversation.py -------------------------------------------------------------------------------- /internvl/dist_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/dist_utils.py -------------------------------------------------------------------------------- /internvl/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/model/__init__.py -------------------------------------------------------------------------------- /internvl/model/internlm2/configuration_internlm2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/model/internlm2/configuration_internlm2.py -------------------------------------------------------------------------------- /internvl/model/internlm2/modeling_internlm2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/model/internlm2/modeling_internlm2.py -------------------------------------------------------------------------------- /internvl/model/internlm2/tokenization_internlm2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/model/internlm2/tokenization_internlm2.py -------------------------------------------------------------------------------- /internvl/model/internlm2/tokenization_internlm2_fast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/model/internlm2/tokenization_internlm2_fast.py -------------------------------------------------------------------------------- /internvl/model/internvl_chat/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/model/internvl_chat/__init__.py -------------------------------------------------------------------------------- /internvl/model/internvl_chat/configuration_intern_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/model/internvl_chat/configuration_intern_vit.py -------------------------------------------------------------------------------- /internvl/model/internvl_chat/configuration_internlm2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/model/internvl_chat/configuration_internlm2.py -------------------------------------------------------------------------------- /internvl/model/internvl_chat/configuration_internvl_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/model/internvl_chat/configuration_internvl_chat.py -------------------------------------------------------------------------------- /internvl/model/internvl_chat/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/model/internvl_chat/conversation.py -------------------------------------------------------------------------------- /internvl/model/internvl_chat/flash_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/model/internvl_chat/flash_attention.py -------------------------------------------------------------------------------- /internvl/model/internvl_chat/modeling_intern_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/model/internvl_chat/modeling_intern_vit.py -------------------------------------------------------------------------------- /internvl/model/internvl_chat/modeling_internlm2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/model/internvl_chat/modeling_internlm2.py -------------------------------------------------------------------------------- /internvl/model/internvl_chat/modeling_internvl_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/model/internvl_chat/modeling_internvl_chat.py -------------------------------------------------------------------------------- /internvl/model/internvl_chat/tokenization_internlm2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/model/internvl_chat/tokenization_internlm2.py -------------------------------------------------------------------------------- /internvl/model/internvl_chat_infer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/model/internvl_chat_infer/__init__.py -------------------------------------------------------------------------------- /internvl/model/internvl_chat_infer/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/model/internvl_chat_infer/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /internvl/model/internvl_chat_infer/__pycache__/__init__.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/model/internvl_chat_infer/__pycache__/__init__.cpython-39.pyc -------------------------------------------------------------------------------- /internvl/model/internvl_chat_infer/__pycache__/configuration_intern_vit.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/model/internvl_chat_infer/__pycache__/configuration_intern_vit.cpython-310.pyc -------------------------------------------------------------------------------- /internvl/model/internvl_chat_infer/__pycache__/configuration_intern_vit.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/model/internvl_chat_infer/__pycache__/configuration_intern_vit.cpython-39.pyc -------------------------------------------------------------------------------- /internvl/model/internvl_chat_infer/__pycache__/configuration_internlm2.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/model/internvl_chat_infer/__pycache__/configuration_internlm2.cpython-310.pyc -------------------------------------------------------------------------------- /internvl/model/internvl_chat_infer/__pycache__/configuration_internlm2.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/model/internvl_chat_infer/__pycache__/configuration_internlm2.cpython-39.pyc -------------------------------------------------------------------------------- /internvl/model/internvl_chat_infer/__pycache__/configuration_internvl_chat.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/model/internvl_chat_infer/__pycache__/configuration_internvl_chat.cpython-310.pyc -------------------------------------------------------------------------------- /internvl/model/internvl_chat_infer/__pycache__/configuration_internvl_chat.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/model/internvl_chat_infer/__pycache__/configuration_internvl_chat.cpython-39.pyc -------------------------------------------------------------------------------- /internvl/model/internvl_chat_infer/__pycache__/conversation.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/model/internvl_chat_infer/__pycache__/conversation.cpython-310.pyc -------------------------------------------------------------------------------- /internvl/model/internvl_chat_infer/__pycache__/conversation.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/model/internvl_chat_infer/__pycache__/conversation.cpython-39.pyc -------------------------------------------------------------------------------- /internvl/model/internvl_chat_infer/__pycache__/flash_attention.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/model/internvl_chat_infer/__pycache__/flash_attention.cpython-310.pyc -------------------------------------------------------------------------------- /internvl/model/internvl_chat_infer/__pycache__/flash_attention.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/model/internvl_chat_infer/__pycache__/flash_attention.cpython-39.pyc -------------------------------------------------------------------------------- /internvl/model/internvl_chat_infer/__pycache__/modeling_intern_vit.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/model/internvl_chat_infer/__pycache__/modeling_intern_vit.cpython-310.pyc -------------------------------------------------------------------------------- /internvl/model/internvl_chat_infer/__pycache__/modeling_intern_vit.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/model/internvl_chat_infer/__pycache__/modeling_intern_vit.cpython-39.pyc -------------------------------------------------------------------------------- /internvl/model/internvl_chat_infer/__pycache__/modeling_internlm2.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/model/internvl_chat_infer/__pycache__/modeling_internlm2.cpython-310.pyc -------------------------------------------------------------------------------- /internvl/model/internvl_chat_infer/__pycache__/modeling_internlm2.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/model/internvl_chat_infer/__pycache__/modeling_internlm2.cpython-39.pyc -------------------------------------------------------------------------------- /internvl/model/internvl_chat_infer/__pycache__/modeling_internvl_chat.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/model/internvl_chat_infer/__pycache__/modeling_internvl_chat.cpython-310.pyc -------------------------------------------------------------------------------- /internvl/model/internvl_chat_infer/__pycache__/modeling_internvl_chat.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/model/internvl_chat_infer/__pycache__/modeling_internvl_chat.cpython-39.pyc -------------------------------------------------------------------------------- /internvl/model/internvl_chat_infer/__pycache__/modeling_internvl_chat_logit.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/model/internvl_chat_infer/__pycache__/modeling_internvl_chat_logit.cpython-310.pyc -------------------------------------------------------------------------------- /internvl/model/internvl_chat_infer/__pycache__/modeling_internvl_chat_logit.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/model/internvl_chat_infer/__pycache__/modeling_internvl_chat_logit.cpython-39.pyc -------------------------------------------------------------------------------- /internvl/model/internvl_chat_infer/configuration_intern_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/model/internvl_chat_infer/configuration_intern_vit.py -------------------------------------------------------------------------------- /internvl/model/internvl_chat_infer/configuration_internlm2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/model/internvl_chat_infer/configuration_internlm2.py -------------------------------------------------------------------------------- /internvl/model/internvl_chat_infer/configuration_internvl_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/model/internvl_chat_infer/configuration_internvl_chat.py -------------------------------------------------------------------------------- /internvl/model/internvl_chat_infer/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/model/internvl_chat_infer/conversation.py -------------------------------------------------------------------------------- /internvl/model/internvl_chat_infer/flash_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/model/internvl_chat_infer/flash_attention.py -------------------------------------------------------------------------------- /internvl/model/internvl_chat_infer/modeling_intern_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/model/internvl_chat_infer/modeling_intern_vit.py -------------------------------------------------------------------------------- /internvl/model/internvl_chat_infer/modeling_internlm2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/model/internvl_chat_infer/modeling_internlm2.py -------------------------------------------------------------------------------- /internvl/model/internvl_chat_infer/modeling_internvl_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/model/internvl_chat_infer/modeling_internvl_chat.py -------------------------------------------------------------------------------- /internvl/model/internvl_chat_infer/modeling_internvl_chat_train_mlp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/model/internvl_chat_infer/modeling_internvl_chat_train_mlp.py -------------------------------------------------------------------------------- /internvl/model/internvl_chat_infer/tokenization_internlm2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/model/internvl_chat_infer/tokenization_internlm2.py -------------------------------------------------------------------------------- /internvl/model/internvl_chat_stage2/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/model/internvl_chat_stage2/__init__.py -------------------------------------------------------------------------------- /internvl/model/internvl_chat_stage2/configuration_intern_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/model/internvl_chat_stage2/configuration_intern_vit.py -------------------------------------------------------------------------------- /internvl/model/internvl_chat_stage2/configuration_internlm2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/model/internvl_chat_stage2/configuration_internlm2.py -------------------------------------------------------------------------------- /internvl/model/internvl_chat_stage2/configuration_internvl_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/model/internvl_chat_stage2/configuration_internvl_chat.py -------------------------------------------------------------------------------- /internvl/model/internvl_chat_stage2/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/model/internvl_chat_stage2/conversation.py -------------------------------------------------------------------------------- /internvl/model/internvl_chat_stage2/flash_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/model/internvl_chat_stage2/flash_attention.py -------------------------------------------------------------------------------- /internvl/model/internvl_chat_stage2/modeling_intern_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/model/internvl_chat_stage2/modeling_intern_vit.py -------------------------------------------------------------------------------- /internvl/model/internvl_chat_stage2/modeling_internlm2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/model/internvl_chat_stage2/modeling_internlm2.py -------------------------------------------------------------------------------- /internvl/model/internvl_chat_stage2/modeling_internvl_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/model/internvl_chat_stage2/modeling_internvl_chat.py -------------------------------------------------------------------------------- /internvl/model/internvl_chat_stage2/tokenization_internlm2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/model/internvl_chat_stage2/tokenization_internlm2.py -------------------------------------------------------------------------------- /internvl/model/internvl_chat_stage2_lora_improve_eval/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/model/internvl_chat_stage2_lora_improve_eval/__init__.py -------------------------------------------------------------------------------- /internvl/model/internvl_chat_stage2_lora_improve_eval/configuration_intern_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/model/internvl_chat_stage2_lora_improve_eval/configuration_intern_vit.py -------------------------------------------------------------------------------- /internvl/model/internvl_chat_stage2_lora_improve_eval/configuration_internlm2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/model/internvl_chat_stage2_lora_improve_eval/configuration_internlm2.py -------------------------------------------------------------------------------- /internvl/model/internvl_chat_stage2_lora_improve_eval/configuration_internvl_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/model/internvl_chat_stage2_lora_improve_eval/configuration_internvl_chat.py -------------------------------------------------------------------------------- /internvl/model/internvl_chat_stage2_lora_improve_eval/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/model/internvl_chat_stage2_lora_improve_eval/conversation.py -------------------------------------------------------------------------------- /internvl/model/internvl_chat_stage2_lora_improve_eval/flash_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/model/internvl_chat_stage2_lora_improve_eval/flash_attention.py -------------------------------------------------------------------------------- /internvl/model/internvl_chat_stage2_lora_improve_eval/modeling_intern_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/model/internvl_chat_stage2_lora_improve_eval/modeling_intern_vit.py -------------------------------------------------------------------------------- /internvl/model/internvl_chat_stage2_lora_improve_eval/modeling_internlm2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/model/internvl_chat_stage2_lora_improve_eval/modeling_internlm2.py -------------------------------------------------------------------------------- /internvl/model/internvl_chat_stage2_lora_improve_eval/modeling_internvl_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/model/internvl_chat_stage2_lora_improve_eval/modeling_internvl_chat.py -------------------------------------------------------------------------------- /internvl/model/internvl_chat_stage2_lora_improve_eval/modeling_internvl_chat_train_mlp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/model/internvl_chat_stage2_lora_improve_eval/modeling_internvl_chat_train_mlp.py -------------------------------------------------------------------------------- /internvl/model/internvl_chat_stage2_lora_improve_eval/tokenization_internlm2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/model/internvl_chat_stage2_lora_improve_eval/tokenization_internlm2.py -------------------------------------------------------------------------------- /internvl/model/phi3/configuration_phi3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/model/phi3/configuration_phi3.py -------------------------------------------------------------------------------- /internvl/model/phi3/modeling_phi3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/model/phi3/modeling_phi3.py -------------------------------------------------------------------------------- /internvl/patch/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/patch/__init__.py -------------------------------------------------------------------------------- /internvl/patch/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/patch/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /internvl/patch/__pycache__/__init__.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/patch/__pycache__/__init__.cpython-39.pyc -------------------------------------------------------------------------------- /internvl/patch/__pycache__/llama2_flash_attn_monkey_patch.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/patch/__pycache__/llama2_flash_attn_monkey_patch.cpython-310.pyc -------------------------------------------------------------------------------- /internvl/patch/__pycache__/llama2_flash_attn_monkey_patch.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/patch/__pycache__/llama2_flash_attn_monkey_patch.cpython-39.pyc -------------------------------------------------------------------------------- /internvl/patch/__pycache__/llama_flash_attn_monkey_patch.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/patch/__pycache__/llama_flash_attn_monkey_patch.cpython-310.pyc -------------------------------------------------------------------------------- /internvl/patch/__pycache__/llama_flash_attn_monkey_patch.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/patch/__pycache__/llama_flash_attn_monkey_patch.cpython-39.pyc -------------------------------------------------------------------------------- /internvl/patch/__pycache__/llama_rmsnorm_monkey_patch.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/patch/__pycache__/llama_rmsnorm_monkey_patch.cpython-310.pyc -------------------------------------------------------------------------------- /internvl/patch/__pycache__/llama_rmsnorm_monkey_patch.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/patch/__pycache__/llama_rmsnorm_monkey_patch.cpython-39.pyc -------------------------------------------------------------------------------- /internvl/patch/__pycache__/pad_data_collator.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/patch/__pycache__/pad_data_collator.cpython-310.pyc -------------------------------------------------------------------------------- /internvl/patch/__pycache__/pad_data_collator.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/patch/__pycache__/pad_data_collator.cpython-39.pyc -------------------------------------------------------------------------------- /internvl/patch/__pycache__/train_sampler_patch.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/patch/__pycache__/train_sampler_patch.cpython-310.pyc -------------------------------------------------------------------------------- /internvl/patch/__pycache__/train_sampler_patch.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/patch/__pycache__/train_sampler_patch.cpython-39.pyc -------------------------------------------------------------------------------- /internvl/patch/llama2_flash_attn_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/patch/llama2_flash_attn_monkey_patch.py -------------------------------------------------------------------------------- /internvl/patch/llama_flash_attn_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/patch/llama_flash_attn_monkey_patch.py -------------------------------------------------------------------------------- /internvl/patch/llama_rmsnorm_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/patch/llama_rmsnorm_monkey_patch.py -------------------------------------------------------------------------------- /internvl/patch/pad_data_collator copy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/patch/pad_data_collator copy.py -------------------------------------------------------------------------------- /internvl/patch/pad_data_collator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/patch/pad_data_collator.py -------------------------------------------------------------------------------- /internvl/patch/train_sampler_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/patch/train_sampler_patch.py -------------------------------------------------------------------------------- /internvl/train/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /internvl/train/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/train/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /internvl/train/__pycache__/__init__.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/train/__pycache__/__init__.cpython-39.pyc -------------------------------------------------------------------------------- /internvl/train/__pycache__/constants.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/train/__pycache__/constants.cpython-310.pyc -------------------------------------------------------------------------------- /internvl/train/__pycache__/constants.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/train/__pycache__/constants.cpython-39.pyc -------------------------------------------------------------------------------- /internvl/train/__pycache__/dataset.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/train/__pycache__/dataset.cpython-310.pyc -------------------------------------------------------------------------------- /internvl/train/__pycache__/dataset.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/train/__pycache__/dataset.cpython-39.pyc -------------------------------------------------------------------------------- /internvl/train/__pycache__/trainer_monkey_patch.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/train/__pycache__/trainer_monkey_patch.cpython-310.pyc -------------------------------------------------------------------------------- /internvl/train/__pycache__/trainer_monkey_patch.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/train/__pycache__/trainer_monkey_patch.cpython-39.pyc -------------------------------------------------------------------------------- /internvl/train/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/train/constants.py -------------------------------------------------------------------------------- /internvl/train/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/train/dataset.py -------------------------------------------------------------------------------- /internvl/train/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/train/inference.py -------------------------------------------------------------------------------- /internvl/train/stage1_train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/train/stage1_train.py -------------------------------------------------------------------------------- /internvl/train/stage2_eval_lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/train/stage2_eval_lora.py -------------------------------------------------------------------------------- /internvl/train/stage2_train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/train/stage2_train.py -------------------------------------------------------------------------------- /internvl/train/trainer_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/internvl/train/trainer_monkey_patch.py -------------------------------------------------------------------------------- /shell/eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/shell/eval.sh -------------------------------------------------------------------------------- /shell/infer.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/shell/infer.sh -------------------------------------------------------------------------------- /shell/stage1_train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/shell/stage1_train.sh -------------------------------------------------------------------------------- /shell/stage2_train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/shell/stage2_train.sh -------------------------------------------------------------------------------- /zero_stage1_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MediaX-SJTU/FineVQ/HEAD/zero_stage1_config.json --------------------------------------------------------------------------------