├── LICENSE ├── assets └── lenna.png ├── chat.py ├── model ├── Lenna.py ├── grounding_dino │ ├── build_gdino_mmdet.py │ ├── grounding_dino.py │ └── grounding_dino_head.py └── llava │ ├── __init__.py │ ├── constants.py │ ├── conversation.py │ ├── mm_utils.py │ ├── model │ ├── __init__.py │ ├── apply_delta.py │ ├── builder.py │ ├── consolidate.py │ ├── language_model │ │ ├── llava_llama.py │ │ ├── llava_mpt.py │ │ └── mpt │ │ │ ├── adapt_tokenizer.py │ │ │ ├── attention.py │ │ │ ├── blocks.py │ │ │ ├── configuration_mpt.py │ │ │ ├── custom_embedding.py │ │ │ ├── flash_attn_triton.py │ │ │ ├── hf_prefixlm_converter.py │ │ │ ├── meta_init_context.py │ │ │ ├── modeling_mpt.py │ │ │ ├── norm.py │ │ │ └── param_init_fns.py │ ├── llava_arch.py │ ├── make_delta.py │ ├── multimodal_encoder │ │ ├── builder.py │ │ └── clip_encoder.py │ └── utils.py │ ├── train │ ├── llama_flash_attn_monkey_patch.py │ ├── llava_trainer.py │ ├── train.py │ └── train_mem.py │ └── utils.py ├── readme.md ├── requirements.txt └── utils ├── conversation.py ├── create_test_annfile_mmdet.py └── utils.py /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Meituan-AutoML/Lenna/HEAD/LICENSE -------------------------------------------------------------------------------- /assets/lenna.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Meituan-AutoML/Lenna/HEAD/assets/lenna.png -------------------------------------------------------------------------------- /chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Meituan-AutoML/Lenna/HEAD/chat.py -------------------------------------------------------------------------------- /model/Lenna.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Meituan-AutoML/Lenna/HEAD/model/Lenna.py -------------------------------------------------------------------------------- /model/grounding_dino/build_gdino_mmdet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Meituan-AutoML/Lenna/HEAD/model/grounding_dino/build_gdino_mmdet.py -------------------------------------------------------------------------------- /model/grounding_dino/grounding_dino.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Meituan-AutoML/Lenna/HEAD/model/grounding_dino/grounding_dino.py -------------------------------------------------------------------------------- /model/grounding_dino/grounding_dino_head.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Meituan-AutoML/Lenna/HEAD/model/grounding_dino/grounding_dino_head.py -------------------------------------------------------------------------------- /model/llava/__init__.py: -------------------------------------------------------------------------------- 1 | from .model import LlavaLlamaForCausalLM 2 | -------------------------------------------------------------------------------- /model/llava/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Meituan-AutoML/Lenna/HEAD/model/llava/constants.py -------------------------------------------------------------------------------- /model/llava/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Meituan-AutoML/Lenna/HEAD/model/llava/conversation.py -------------------------------------------------------------------------------- /model/llava/mm_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Meituan-AutoML/Lenna/HEAD/model/llava/mm_utils.py -------------------------------------------------------------------------------- /model/llava/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Meituan-AutoML/Lenna/HEAD/model/llava/model/__init__.py -------------------------------------------------------------------------------- /model/llava/model/apply_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Meituan-AutoML/Lenna/HEAD/model/llava/model/apply_delta.py -------------------------------------------------------------------------------- /model/llava/model/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Meituan-AutoML/Lenna/HEAD/model/llava/model/builder.py -------------------------------------------------------------------------------- /model/llava/model/consolidate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Meituan-AutoML/Lenna/HEAD/model/llava/model/consolidate.py -------------------------------------------------------------------------------- /model/llava/model/language_model/llava_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Meituan-AutoML/Lenna/HEAD/model/llava/model/language_model/llava_llama.py -------------------------------------------------------------------------------- /model/llava/model/language_model/llava_mpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Meituan-AutoML/Lenna/HEAD/model/llava/model/language_model/llava_mpt.py -------------------------------------------------------------------------------- /model/llava/model/language_model/mpt/adapt_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Meituan-AutoML/Lenna/HEAD/model/llava/model/language_model/mpt/adapt_tokenizer.py -------------------------------------------------------------------------------- /model/llava/model/language_model/mpt/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Meituan-AutoML/Lenna/HEAD/model/llava/model/language_model/mpt/attention.py -------------------------------------------------------------------------------- /model/llava/model/language_model/mpt/blocks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Meituan-AutoML/Lenna/HEAD/model/llava/model/language_model/mpt/blocks.py -------------------------------------------------------------------------------- /model/llava/model/language_model/mpt/configuration_mpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Meituan-AutoML/Lenna/HEAD/model/llava/model/language_model/mpt/configuration_mpt.py -------------------------------------------------------------------------------- /model/llava/model/language_model/mpt/custom_embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Meituan-AutoML/Lenna/HEAD/model/llava/model/language_model/mpt/custom_embedding.py -------------------------------------------------------------------------------- /model/llava/model/language_model/mpt/flash_attn_triton.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Meituan-AutoML/Lenna/HEAD/model/llava/model/language_model/mpt/flash_attn_triton.py -------------------------------------------------------------------------------- /model/llava/model/language_model/mpt/hf_prefixlm_converter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Meituan-AutoML/Lenna/HEAD/model/llava/model/language_model/mpt/hf_prefixlm_converter.py -------------------------------------------------------------------------------- /model/llava/model/language_model/mpt/meta_init_context.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Meituan-AutoML/Lenna/HEAD/model/llava/model/language_model/mpt/meta_init_context.py -------------------------------------------------------------------------------- /model/llava/model/language_model/mpt/modeling_mpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Meituan-AutoML/Lenna/HEAD/model/llava/model/language_model/mpt/modeling_mpt.py -------------------------------------------------------------------------------- /model/llava/model/language_model/mpt/norm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Meituan-AutoML/Lenna/HEAD/model/llava/model/language_model/mpt/norm.py -------------------------------------------------------------------------------- /model/llava/model/language_model/mpt/param_init_fns.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Meituan-AutoML/Lenna/HEAD/model/llava/model/language_model/mpt/param_init_fns.py -------------------------------------------------------------------------------- /model/llava/model/llava_arch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Meituan-AutoML/Lenna/HEAD/model/llava/model/llava_arch.py -------------------------------------------------------------------------------- /model/llava/model/make_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Meituan-AutoML/Lenna/HEAD/model/llava/model/make_delta.py -------------------------------------------------------------------------------- /model/llava/model/multimodal_encoder/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Meituan-AutoML/Lenna/HEAD/model/llava/model/multimodal_encoder/builder.py -------------------------------------------------------------------------------- /model/llava/model/multimodal_encoder/clip_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Meituan-AutoML/Lenna/HEAD/model/llava/model/multimodal_encoder/clip_encoder.py -------------------------------------------------------------------------------- /model/llava/model/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Meituan-AutoML/Lenna/HEAD/model/llava/model/utils.py -------------------------------------------------------------------------------- /model/llava/train/llama_flash_attn_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Meituan-AutoML/Lenna/HEAD/model/llava/train/llama_flash_attn_monkey_patch.py -------------------------------------------------------------------------------- /model/llava/train/llava_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Meituan-AutoML/Lenna/HEAD/model/llava/train/llava_trainer.py -------------------------------------------------------------------------------- /model/llava/train/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Meituan-AutoML/Lenna/HEAD/model/llava/train/train.py -------------------------------------------------------------------------------- /model/llava/train/train_mem.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Meituan-AutoML/Lenna/HEAD/model/llava/train/train_mem.py -------------------------------------------------------------------------------- /model/llava/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Meituan-AutoML/Lenna/HEAD/model/llava/utils.py -------------------------------------------------------------------------------- /readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Meituan-AutoML/Lenna/HEAD/readme.md -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Meituan-AutoML/Lenna/HEAD/requirements.txt -------------------------------------------------------------------------------- /utils/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Meituan-AutoML/Lenna/HEAD/utils/conversation.py -------------------------------------------------------------------------------- /utils/create_test_annfile_mmdet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Meituan-AutoML/Lenna/HEAD/utils/create_test_annfile_mmdet.py -------------------------------------------------------------------------------- /utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Meituan-AutoML/Lenna/HEAD/utils/utils.py --------------------------------------------------------------------------------