├── .gitignore ├── LICENSE ├── README.md ├── doc └── method.png ├── eval ├── metrics_mr.py ├── numpro_ft_hd.py ├── numpro_ft_mr.py ├── qwen2_vl_7b_hd.py └── qwen2_vl_7b_mr.py ├── longva ├── __init__.py ├── __pycache__ │ ├── __init__.cpython-310.pyc │ ├── __init__.cpython-38.pyc │ ├── constants.cpython-310.pyc │ ├── constants.cpython-38.pyc │ ├── conversation.cpython-310.pyc │ ├── conversation.cpython-38.pyc │ ├── mm_utils.cpython-310.pyc │ ├── mm_utils.cpython-38.pyc │ ├── utils.cpython-310.pyc │ └── utils.cpython-38.pyc ├── constants.py ├── conversation.py ├── data_processing │ ├── __pycache__ │ │ ├── utils.cpython-310.pyc │ │ └── utils.cpython-38.pyc │ └── utils.py ├── mm_utils.py ├── model │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-310.pyc │ │ ├── __init__.cpython-38.pyc │ │ ├── builder.cpython-310.pyc │ │ ├── builder.cpython-38.pyc │ │ ├── llava_arch.cpython-310.pyc │ │ └── llava_arch.cpython-38.pyc │ ├── apply_delta.py │ ├── builder.py │ ├── consolidate.py │ ├── language_model │ │ ├── __pycache__ │ │ │ ├── llava_llama.cpython-310.pyc │ │ │ ├── llava_llama.cpython-38.pyc │ │ │ ├── llava_mistral.cpython-310.pyc │ │ │ ├── llava_mistral.cpython-38.pyc │ │ │ ├── llava_qwen.cpython-310.pyc │ │ │ └── llava_qwen.cpython-38.pyc │ │ ├── llava_llama.py │ │ ├── llava_mistral.py │ │ ├── llava_mpt.py │ │ ├── llava_qwen.py │ │ └── modeling_llama.py │ ├── llava_arch.py │ ├── make_delta.py │ ├── multimodal_encoder │ │ ├── __pycache__ │ │ │ ├── builder.cpython-310.pyc │ │ │ ├── builder.cpython-38.pyc │ │ │ ├── clip_encoder.cpython-310.pyc │ │ │ └── clip_encoder.cpython-38.pyc │ │ ├── builder.py │ │ └── clip_encoder.py │ ├── multimodal_projector │ │ ├── __pycache__ │ │ │ ├── builder.cpython-310.pyc │ │ │ ├── builder.cpython-38.pyc │ │ │ ├── pooler_projector.cpython-310.pyc │ │ │ └── pooler_projector.cpython-38.pyc │ │ ├── builder.py │ │ └── pooler_projector.py │ ├── multimodal_resampler │ │ ├── __pycache__ │ │ │ ├── builder.cpython-310.pyc │ │ │ ├── builder.cpython-38.pyc │ │ │ ├── masked_drop.cpython-310.pyc │ │ │ ├── masked_drop.cpython-38.pyc │ │ │ ├── perceiver.cpython-310.pyc │ │ │ ├── perceiver.cpython-38.pyc │ │ │ ├── qformer.cpython-310.pyc │ │ │ ├── qformer.cpython-38.pyc │ │ │ ├── spatial_pool.cpython-310.pyc │ │ │ └── spatial_pool.cpython-38.pyc │ │ ├── builder.py │ │ ├── masked_drop.py │ │ ├── perceiver.py │ │ ├── qformer.py │ │ └── spatial_pool.py │ └── utils.py ├── train │ ├── __pycache__ │ │ ├── llava_trainer.cpython-310.pyc │ │ ├── llava_trainer.cpython-38.pyc │ │ ├── train.cpython-310.pyc │ │ └── train.cpython-38.pyc │ ├── llama_flash_attn_monkey_patch.py │ ├── llama_xformers_attn_monkey_patch.py │ ├── llava_trainer.py │ ├── train.py │ ├── train_mem.py │ └── train_xformers.py └── utils.py ├── preprocess ├── anet.py ├── coco_based_select.py ├── didemo.py ├── internvid.py └── yfcc100m_hash.txt ├── requirements.txt └── scripts ├── train.sh └── zero2.json /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/README.md -------------------------------------------------------------------------------- /doc/method.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/doc/method.png -------------------------------------------------------------------------------- /eval/metrics_mr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/eval/metrics_mr.py -------------------------------------------------------------------------------- /eval/numpro_ft_hd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/eval/numpro_ft_hd.py -------------------------------------------------------------------------------- /eval/numpro_ft_mr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/eval/numpro_ft_mr.py -------------------------------------------------------------------------------- /eval/qwen2_vl_7b_hd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/eval/qwen2_vl_7b_hd.py -------------------------------------------------------------------------------- /eval/qwen2_vl_7b_mr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/eval/qwen2_vl_7b_mr.py -------------------------------------------------------------------------------- /longva/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/__init__.py -------------------------------------------------------------------------------- /longva/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /longva/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /longva/__pycache__/constants.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/__pycache__/constants.cpython-310.pyc -------------------------------------------------------------------------------- /longva/__pycache__/constants.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/__pycache__/constants.cpython-38.pyc -------------------------------------------------------------------------------- /longva/__pycache__/conversation.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/__pycache__/conversation.cpython-310.pyc -------------------------------------------------------------------------------- /longva/__pycache__/conversation.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/__pycache__/conversation.cpython-38.pyc -------------------------------------------------------------------------------- /longva/__pycache__/mm_utils.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/__pycache__/mm_utils.cpython-310.pyc -------------------------------------------------------------------------------- /longva/__pycache__/mm_utils.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/__pycache__/mm_utils.cpython-38.pyc -------------------------------------------------------------------------------- /longva/__pycache__/utils.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/__pycache__/utils.cpython-310.pyc -------------------------------------------------------------------------------- /longva/__pycache__/utils.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/__pycache__/utils.cpython-38.pyc -------------------------------------------------------------------------------- /longva/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/constants.py -------------------------------------------------------------------------------- /longva/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/conversation.py -------------------------------------------------------------------------------- /longva/data_processing/__pycache__/utils.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/data_processing/__pycache__/utils.cpython-310.pyc -------------------------------------------------------------------------------- /longva/data_processing/__pycache__/utils.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/data_processing/__pycache__/utils.cpython-38.pyc -------------------------------------------------------------------------------- /longva/data_processing/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/data_processing/utils.py -------------------------------------------------------------------------------- /longva/mm_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/mm_utils.py -------------------------------------------------------------------------------- /longva/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/model/__init__.py -------------------------------------------------------------------------------- /longva/model/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/model/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /longva/model/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/model/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /longva/model/__pycache__/builder.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/model/__pycache__/builder.cpython-310.pyc -------------------------------------------------------------------------------- /longva/model/__pycache__/builder.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/model/__pycache__/builder.cpython-38.pyc -------------------------------------------------------------------------------- /longva/model/__pycache__/llava_arch.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/model/__pycache__/llava_arch.cpython-310.pyc -------------------------------------------------------------------------------- /longva/model/__pycache__/llava_arch.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/model/__pycache__/llava_arch.cpython-38.pyc -------------------------------------------------------------------------------- /longva/model/apply_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/model/apply_delta.py -------------------------------------------------------------------------------- /longva/model/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/model/builder.py -------------------------------------------------------------------------------- /longva/model/consolidate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/model/consolidate.py -------------------------------------------------------------------------------- /longva/model/language_model/__pycache__/llava_llama.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/model/language_model/__pycache__/llava_llama.cpython-310.pyc -------------------------------------------------------------------------------- /longva/model/language_model/__pycache__/llava_llama.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/model/language_model/__pycache__/llava_llama.cpython-38.pyc -------------------------------------------------------------------------------- /longva/model/language_model/__pycache__/llava_mistral.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/model/language_model/__pycache__/llava_mistral.cpython-310.pyc -------------------------------------------------------------------------------- /longva/model/language_model/__pycache__/llava_mistral.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/model/language_model/__pycache__/llava_mistral.cpython-38.pyc -------------------------------------------------------------------------------- /longva/model/language_model/__pycache__/llava_qwen.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/model/language_model/__pycache__/llava_qwen.cpython-310.pyc -------------------------------------------------------------------------------- /longva/model/language_model/__pycache__/llava_qwen.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/model/language_model/__pycache__/llava_qwen.cpython-38.pyc -------------------------------------------------------------------------------- /longva/model/language_model/llava_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/model/language_model/llava_llama.py -------------------------------------------------------------------------------- /longva/model/language_model/llava_mistral.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/model/language_model/llava_mistral.py -------------------------------------------------------------------------------- /longva/model/language_model/llava_mpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/model/language_model/llava_mpt.py -------------------------------------------------------------------------------- /longva/model/language_model/llava_qwen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/model/language_model/llava_qwen.py -------------------------------------------------------------------------------- /longva/model/language_model/modeling_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/model/language_model/modeling_llama.py -------------------------------------------------------------------------------- /longva/model/llava_arch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/model/llava_arch.py -------------------------------------------------------------------------------- /longva/model/make_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/model/make_delta.py -------------------------------------------------------------------------------- /longva/model/multimodal_encoder/__pycache__/builder.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/model/multimodal_encoder/__pycache__/builder.cpython-310.pyc -------------------------------------------------------------------------------- /longva/model/multimodal_encoder/__pycache__/builder.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/model/multimodal_encoder/__pycache__/builder.cpython-38.pyc -------------------------------------------------------------------------------- /longva/model/multimodal_encoder/__pycache__/clip_encoder.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/model/multimodal_encoder/__pycache__/clip_encoder.cpython-310.pyc -------------------------------------------------------------------------------- /longva/model/multimodal_encoder/__pycache__/clip_encoder.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/model/multimodal_encoder/__pycache__/clip_encoder.cpython-38.pyc -------------------------------------------------------------------------------- /longva/model/multimodal_encoder/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/model/multimodal_encoder/builder.py -------------------------------------------------------------------------------- /longva/model/multimodal_encoder/clip_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/model/multimodal_encoder/clip_encoder.py -------------------------------------------------------------------------------- /longva/model/multimodal_projector/__pycache__/builder.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/model/multimodal_projector/__pycache__/builder.cpython-310.pyc -------------------------------------------------------------------------------- /longva/model/multimodal_projector/__pycache__/builder.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/model/multimodal_projector/__pycache__/builder.cpython-38.pyc -------------------------------------------------------------------------------- /longva/model/multimodal_projector/__pycache__/pooler_projector.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/model/multimodal_projector/__pycache__/pooler_projector.cpython-310.pyc -------------------------------------------------------------------------------- /longva/model/multimodal_projector/__pycache__/pooler_projector.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/model/multimodal_projector/__pycache__/pooler_projector.cpython-38.pyc -------------------------------------------------------------------------------- /longva/model/multimodal_projector/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/model/multimodal_projector/builder.py -------------------------------------------------------------------------------- /longva/model/multimodal_projector/pooler_projector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/model/multimodal_projector/pooler_projector.py -------------------------------------------------------------------------------- /longva/model/multimodal_resampler/__pycache__/builder.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/model/multimodal_resampler/__pycache__/builder.cpython-310.pyc -------------------------------------------------------------------------------- /longva/model/multimodal_resampler/__pycache__/builder.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/model/multimodal_resampler/__pycache__/builder.cpython-38.pyc -------------------------------------------------------------------------------- /longva/model/multimodal_resampler/__pycache__/masked_drop.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/model/multimodal_resampler/__pycache__/masked_drop.cpython-310.pyc -------------------------------------------------------------------------------- /longva/model/multimodal_resampler/__pycache__/masked_drop.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/model/multimodal_resampler/__pycache__/masked_drop.cpython-38.pyc -------------------------------------------------------------------------------- /longva/model/multimodal_resampler/__pycache__/perceiver.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/model/multimodal_resampler/__pycache__/perceiver.cpython-310.pyc -------------------------------------------------------------------------------- /longva/model/multimodal_resampler/__pycache__/perceiver.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/model/multimodal_resampler/__pycache__/perceiver.cpython-38.pyc -------------------------------------------------------------------------------- /longva/model/multimodal_resampler/__pycache__/qformer.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/model/multimodal_resampler/__pycache__/qformer.cpython-310.pyc -------------------------------------------------------------------------------- /longva/model/multimodal_resampler/__pycache__/qformer.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/model/multimodal_resampler/__pycache__/qformer.cpython-38.pyc -------------------------------------------------------------------------------- /longva/model/multimodal_resampler/__pycache__/spatial_pool.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/model/multimodal_resampler/__pycache__/spatial_pool.cpython-310.pyc -------------------------------------------------------------------------------- /longva/model/multimodal_resampler/__pycache__/spatial_pool.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/model/multimodal_resampler/__pycache__/spatial_pool.cpython-38.pyc -------------------------------------------------------------------------------- /longva/model/multimodal_resampler/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/model/multimodal_resampler/builder.py -------------------------------------------------------------------------------- /longva/model/multimodal_resampler/masked_drop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/model/multimodal_resampler/masked_drop.py -------------------------------------------------------------------------------- /longva/model/multimodal_resampler/perceiver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/model/multimodal_resampler/perceiver.py -------------------------------------------------------------------------------- /longva/model/multimodal_resampler/qformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/model/multimodal_resampler/qformer.py -------------------------------------------------------------------------------- /longva/model/multimodal_resampler/spatial_pool.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/model/multimodal_resampler/spatial_pool.py -------------------------------------------------------------------------------- /longva/model/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/model/utils.py -------------------------------------------------------------------------------- /longva/train/__pycache__/llava_trainer.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/train/__pycache__/llava_trainer.cpython-310.pyc -------------------------------------------------------------------------------- /longva/train/__pycache__/llava_trainer.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/train/__pycache__/llava_trainer.cpython-38.pyc -------------------------------------------------------------------------------- /longva/train/__pycache__/train.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/train/__pycache__/train.cpython-310.pyc -------------------------------------------------------------------------------- /longva/train/__pycache__/train.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/train/__pycache__/train.cpython-38.pyc -------------------------------------------------------------------------------- /longva/train/llama_flash_attn_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/train/llama_flash_attn_monkey_patch.py -------------------------------------------------------------------------------- /longva/train/llama_xformers_attn_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/train/llama_xformers_attn_monkey_patch.py -------------------------------------------------------------------------------- /longva/train/llava_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/train/llava_trainer.py -------------------------------------------------------------------------------- /longva/train/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/train/train.py -------------------------------------------------------------------------------- /longva/train/train_mem.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/train/train_mem.py -------------------------------------------------------------------------------- /longva/train/train_xformers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/train/train_xformers.py -------------------------------------------------------------------------------- /longva/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/longva/utils.py -------------------------------------------------------------------------------- /preprocess/anet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/preprocess/anet.py -------------------------------------------------------------------------------- /preprocess/coco_based_select.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/preprocess/coco_based_select.py -------------------------------------------------------------------------------- /preprocess/didemo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/preprocess/didemo.py -------------------------------------------------------------------------------- /preprocess/internvid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/preprocess/internvid.py -------------------------------------------------------------------------------- /preprocess/yfcc100m_hash.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/preprocess/yfcc100m_hash.txt -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/scripts/train.sh -------------------------------------------------------------------------------- /scripts/zero2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yongliang-wu/NumPro/HEAD/scripts/zero2.json --------------------------------------------------------------------------------