├── README.md ├── cli.py ├── config └── ds.yaml ├── convert_llm_to_vl.py ├── eval.py ├── llava ├── constants.py └── model │ ├── apply_delta.py │ ├── builder.py │ ├── consolidate.py │ ├── language_model │ ├── llava_llama.py │ └── llava_qwen2.py │ ├── llava_arch.py │ ├── make_delta.py │ ├── multimodal_encoder │ ├── builder.py │ ├── clip_encoder.py │ └── clip_encoder_larger_input.py │ ├── multimodal_projector │ └── builder.py │ └── utils.py ├── requirements.txt ├── scorer.py └── train_vl.py /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/HuatuoGPT-Vision/HEAD/README.md -------------------------------------------------------------------------------- /cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/HuatuoGPT-Vision/HEAD/cli.py -------------------------------------------------------------------------------- /config/ds.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/HuatuoGPT-Vision/HEAD/config/ds.yaml -------------------------------------------------------------------------------- /convert_llm_to_vl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/HuatuoGPT-Vision/HEAD/convert_llm_to_vl.py -------------------------------------------------------------------------------- /eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/HuatuoGPT-Vision/HEAD/eval.py -------------------------------------------------------------------------------- /llava/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/HuatuoGPT-Vision/HEAD/llava/constants.py -------------------------------------------------------------------------------- /llava/model/apply_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/HuatuoGPT-Vision/HEAD/llava/model/apply_delta.py -------------------------------------------------------------------------------- /llava/model/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/HuatuoGPT-Vision/HEAD/llava/model/builder.py -------------------------------------------------------------------------------- /llava/model/consolidate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/HuatuoGPT-Vision/HEAD/llava/model/consolidate.py -------------------------------------------------------------------------------- /llava/model/language_model/llava_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/HuatuoGPT-Vision/HEAD/llava/model/language_model/llava_llama.py -------------------------------------------------------------------------------- /llava/model/language_model/llava_qwen2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/HuatuoGPT-Vision/HEAD/llava/model/language_model/llava_qwen2.py -------------------------------------------------------------------------------- /llava/model/llava_arch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/HuatuoGPT-Vision/HEAD/llava/model/llava_arch.py -------------------------------------------------------------------------------- /llava/model/make_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/HuatuoGPT-Vision/HEAD/llava/model/make_delta.py -------------------------------------------------------------------------------- /llava/model/multimodal_encoder/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/HuatuoGPT-Vision/HEAD/llava/model/multimodal_encoder/builder.py -------------------------------------------------------------------------------- /llava/model/multimodal_encoder/clip_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/HuatuoGPT-Vision/HEAD/llava/model/multimodal_encoder/clip_encoder.py -------------------------------------------------------------------------------- /llava/model/multimodal_encoder/clip_encoder_larger_input.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/HuatuoGPT-Vision/HEAD/llava/model/multimodal_encoder/clip_encoder_larger_input.py -------------------------------------------------------------------------------- /llava/model/multimodal_projector/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/HuatuoGPT-Vision/HEAD/llava/model/multimodal_projector/builder.py -------------------------------------------------------------------------------- /llava/model/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/HuatuoGPT-Vision/HEAD/llava/model/utils.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/HuatuoGPT-Vision/HEAD/requirements.txt -------------------------------------------------------------------------------- /scorer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/HuatuoGPT-Vision/HEAD/scorer.py -------------------------------------------------------------------------------- /train_vl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/HuatuoGPT-Vision/HEAD/train_vl.py --------------------------------------------------------------------------------