├── .gitignore ├── LICENSE ├── README.md ├── examples └── image1.jpg ├── images ├── fig1.jpg └── fig2.jpg ├── internvl ├── conversation.py ├── dist_utils.py ├── model │ ├── internlm2 │ │ ├── configuration_internlm2.py │ │ ├── modeling_internlm2.py │ │ ├── modeling_internlm2_ve.py │ │ ├── tokenization_internlm2.py │ │ └── tokenization_internlm2_fast.py │ └── internvl_chat │ │ ├── __init__.py │ │ ├── configuration_intern_vit.py │ │ ├── configuration_internvl_chat.py │ │ ├── flash_attention.py │ │ ├── modeling_intern_vit.py │ │ └── modeling_internvl_chat.py ├── patch │ ├── __init__.py │ ├── internlm2_packed_training_patch.py │ ├── llama2_flash_attn_monkey_patch.py │ ├── llama_flash_attn_monkey_patch.py │ ├── llama_rmsnorm_monkey_patch.py │ ├── pad_data_collator.py │ ├── qwen2_packed_training_patch.py │ ├── train_dataloader_patch.py │ └── train_sampler_patch.py ├── serve │ ├── __init__.py │ ├── constants.py │ ├── mm_utils.py │ ├── model_worker.py │ └── utils.py └── train │ ├── __init__.py │ ├── constants.py │ ├── dataset.py │ ├── dataset_packed.py │ ├── internvl_chat_finetune.py │ └── trainer_monkey_patch.py ├── requirements.txt └── shell ├── data_llava_finetune.json ├── mono_internvl_finetune_llava_slurm.sh ├── mono_internvl_finetune_llava_torchrun.sh └── zero_stage1_config.json /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/Mono-InternVL/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/Mono-InternVL/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/Mono-InternVL/HEAD/README.md -------------------------------------------------------------------------------- /examples/image1.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/Mono-InternVL/HEAD/examples/image1.jpg -------------------------------------------------------------------------------- /images/fig1.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/Mono-InternVL/HEAD/images/fig1.jpg -------------------------------------------------------------------------------- /images/fig2.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/Mono-InternVL/HEAD/images/fig2.jpg -------------------------------------------------------------------------------- /internvl/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/Mono-InternVL/HEAD/internvl/conversation.py -------------------------------------------------------------------------------- /internvl/dist_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/Mono-InternVL/HEAD/internvl/dist_utils.py -------------------------------------------------------------------------------- /internvl/model/internlm2/configuration_internlm2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/Mono-InternVL/HEAD/internvl/model/internlm2/configuration_internlm2.py -------------------------------------------------------------------------------- /internvl/model/internlm2/modeling_internlm2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/Mono-InternVL/HEAD/internvl/model/internlm2/modeling_internlm2.py -------------------------------------------------------------------------------- /internvl/model/internlm2/modeling_internlm2_ve.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/Mono-InternVL/HEAD/internvl/model/internlm2/modeling_internlm2_ve.py -------------------------------------------------------------------------------- /internvl/model/internlm2/tokenization_internlm2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/Mono-InternVL/HEAD/internvl/model/internlm2/tokenization_internlm2.py -------------------------------------------------------------------------------- /internvl/model/internlm2/tokenization_internlm2_fast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/Mono-InternVL/HEAD/internvl/model/internlm2/tokenization_internlm2_fast.py -------------------------------------------------------------------------------- /internvl/model/internvl_chat/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/Mono-InternVL/HEAD/internvl/model/internvl_chat/__init__.py -------------------------------------------------------------------------------- /internvl/model/internvl_chat/configuration_intern_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/Mono-InternVL/HEAD/internvl/model/internvl_chat/configuration_intern_vit.py -------------------------------------------------------------------------------- /internvl/model/internvl_chat/configuration_internvl_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/Mono-InternVL/HEAD/internvl/model/internvl_chat/configuration_internvl_chat.py -------------------------------------------------------------------------------- /internvl/model/internvl_chat/flash_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/Mono-InternVL/HEAD/internvl/model/internvl_chat/flash_attention.py -------------------------------------------------------------------------------- /internvl/model/internvl_chat/modeling_intern_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/Mono-InternVL/HEAD/internvl/model/internvl_chat/modeling_intern_vit.py -------------------------------------------------------------------------------- /internvl/model/internvl_chat/modeling_internvl_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/Mono-InternVL/HEAD/internvl/model/internvl_chat/modeling_internvl_chat.py -------------------------------------------------------------------------------- /internvl/patch/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/Mono-InternVL/HEAD/internvl/patch/__init__.py -------------------------------------------------------------------------------- /internvl/patch/internlm2_packed_training_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/Mono-InternVL/HEAD/internvl/patch/internlm2_packed_training_patch.py -------------------------------------------------------------------------------- /internvl/patch/llama2_flash_attn_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/Mono-InternVL/HEAD/internvl/patch/llama2_flash_attn_monkey_patch.py -------------------------------------------------------------------------------- /internvl/patch/llama_flash_attn_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/Mono-InternVL/HEAD/internvl/patch/llama_flash_attn_monkey_patch.py -------------------------------------------------------------------------------- /internvl/patch/llama_rmsnorm_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/Mono-InternVL/HEAD/internvl/patch/llama_rmsnorm_monkey_patch.py -------------------------------------------------------------------------------- /internvl/patch/pad_data_collator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/Mono-InternVL/HEAD/internvl/patch/pad_data_collator.py -------------------------------------------------------------------------------- /internvl/patch/qwen2_packed_training_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/Mono-InternVL/HEAD/internvl/patch/qwen2_packed_training_patch.py -------------------------------------------------------------------------------- /internvl/patch/train_dataloader_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/Mono-InternVL/HEAD/internvl/patch/train_dataloader_patch.py -------------------------------------------------------------------------------- /internvl/patch/train_sampler_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/Mono-InternVL/HEAD/internvl/patch/train_sampler_patch.py -------------------------------------------------------------------------------- /internvl/serve/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /internvl/serve/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/Mono-InternVL/HEAD/internvl/serve/constants.py -------------------------------------------------------------------------------- /internvl/serve/mm_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/Mono-InternVL/HEAD/internvl/serve/mm_utils.py -------------------------------------------------------------------------------- /internvl/serve/model_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/Mono-InternVL/HEAD/internvl/serve/model_worker.py -------------------------------------------------------------------------------- /internvl/serve/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/Mono-InternVL/HEAD/internvl/serve/utils.py -------------------------------------------------------------------------------- /internvl/train/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /internvl/train/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/Mono-InternVL/HEAD/internvl/train/constants.py -------------------------------------------------------------------------------- /internvl/train/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/Mono-InternVL/HEAD/internvl/train/dataset.py -------------------------------------------------------------------------------- /internvl/train/dataset_packed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/Mono-InternVL/HEAD/internvl/train/dataset_packed.py -------------------------------------------------------------------------------- /internvl/train/internvl_chat_finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/Mono-InternVL/HEAD/internvl/train/internvl_chat_finetune.py -------------------------------------------------------------------------------- /internvl/train/trainer_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/Mono-InternVL/HEAD/internvl/train/trainer_monkey_patch.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/Mono-InternVL/HEAD/requirements.txt -------------------------------------------------------------------------------- /shell/data_llava_finetune.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/Mono-InternVL/HEAD/shell/data_llava_finetune.json -------------------------------------------------------------------------------- /shell/mono_internvl_finetune_llava_slurm.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/Mono-InternVL/HEAD/shell/mono_internvl_finetune_llava_slurm.sh -------------------------------------------------------------------------------- /shell/mono_internvl_finetune_llava_torchrun.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/Mono-InternVL/HEAD/shell/mono_internvl_finetune_llava_torchrun.sh -------------------------------------------------------------------------------- /shell/zero_stage1_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/Mono-InternVL/HEAD/shell/zero_stage1_config.json --------------------------------------------------------------------------------