├── .gitignore ├── README.md ├── assets ├── CAPTION.png ├── INTRO.png ├── Visual.jpg ├── Visual.png └── results.png ├── docs └── Evaluation.md ├── image_test ├── img_test_1.jpg ├── img_test_2.jpg ├── img_test_3.jpg └── img_test_4.jpg ├── install_requirements.sh ├── llavakd ├── __init__.py ├── data │ ├── __init__.py │ ├── dataset.py │ ├── image_preprocess.py │ ├── template │ │ ├── __init__.py │ │ ├── base.py │ │ ├── formatter.py │ │ ├── gemma_template.py │ │ ├── llama_template.py │ │ ├── phi_template.py │ │ ├── pretrain_template.py │ │ └── qwen2_base_template.py │ └── text_preprocess.py ├── eval │ ├── __init__.py │ ├── __init__.pyc │ ├── eval_gpt_review_bench.py │ ├── eval_pope.py │ ├── eval_science_qa.py │ ├── eval_textvqa.py │ ├── m4c_evaluator.py │ ├── model_vqa.py │ ├── model_vqa_loader.py │ ├── model_vqa_mmbench.py │ ├── model_vqa_mmmu.py │ ├── model_vqa_pope.py │ ├── model_vqa_science.py │ ├── run_tiny_llava.py │ ├── summarize_gpt_review.py │ └── table │ │ └── rule.json ├── model │ ├── __init__.py │ ├── configuration_tinyllava.py │ ├── connector │ │ ├── __init__.py │ │ ├── base.py │ │ ├── identity.py │ │ ├── linear.py │ │ ├── mlp.py │ │ ├── mof_mlp.py │ │ ├── qformer.py │ │ └── resampler.py │ ├── llm │ │ ├── __init__.py │ │ ├── gemma.py │ │ ├── modeling_qwen2.py │ │ ├── openelm.py │ │ ├── phi.py │ │ ├── qwen.py │ │ ├── stablelm.py │ │ └── tinyllama.py │ ├── load_model.py │ ├── modeling_LLaVA_KD.py │ └── vision_tower │ │ ├── __init__.py │ │ ├── base.py │ │ ├── clip.py │ │ ├── dinov2.py │ │ ├── modeling_siglip.py │ │ ├── mof.py │ │ ├── openclip.py │ │ └── siglip.py ├── train │ ├── __init__.py │ ├── tinyllava_distill_trainer.py │ ├── tinyllava_trainer.py │ ├── train_distill_after_qwen2_sft.py │ ├── train_distill_qwen2.py │ └── train_sft.py ├── training_recipe │ ├── __init__.py │ ├── base.py │ ├── common_recipe.py │ ├── lora_recipe.py │ └── qlora_recipe.py └── utils │ ├── __init__.py │ ├── arguments.py │ ├── arguments_mgm.py │ ├── constants.py │ ├── conversation.py │ ├── data_utils.py │ ├── distill_loss_utils.py │ ├── eval_utils.py │ ├── import_module.py │ ├── logging.py │ ├── message.py │ ├── mm_eval_utils.py │ ├── mm_utils.py │ └── train_utils.py ├── quick_inference.py ├── requirements.txt └── scripts ├── convert_answer_to_mmmu.py ├── convert_gqa_for_eval.py ├── convert_mmbench_for_submission.py ├── convert_mmvet_for_eval.py ├── convert_vizwiz_for_submission.py ├── convert_vqav2_for_submission.py ├── eval ├── eval_all.sh ├── eval_all_v2.sh ├── gqa.sh ├── mmbench.sh ├── mmbench_cn.sh ├── mme.sh ├── mmmu.sh ├── pope.sh ├── sqa.sh ├── textvqa.sh ├── vizwiz.sh └── vqav2.sh ├── train ├── llava_kd_qwen2 │ ├── finetune_distill_after_qwen2_sft.sh │ ├── finetune_qwen2_sft.sh │ ├── pretrain_qwen2_distill.sh │ ├── train_all_stage.sh │ ├── train_qwen2_distill.sh │ ├── train_qwen2_distill_after_sft.sh │ └── train_qwen2_sft.sh ├── lora │ ├── finetune_lora.sh │ ├── finetune_qlora.sh │ ├── train_phi_lora.sh │ └── train_phi_qlora.sh ├── qwen2 │ ├── finetune_qwen2.sh │ ├── pretrain_qwen2.sh │ ├── readme.md │ ├── train_qwen2_base.sh │ └── train_qwen2_instruct.sh └── share │ ├── finetune_share.sh │ ├── pretrain_share.sh │ ├── train_phi_share.sh │ └── train_qwen_share.sh ├── zero2.json ├── zero2_offload.json └── zero3.json /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/README.md -------------------------------------------------------------------------------- /assets/CAPTION.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/assets/CAPTION.png -------------------------------------------------------------------------------- /assets/INTRO.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/assets/INTRO.png -------------------------------------------------------------------------------- /assets/Visual.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/assets/Visual.jpg -------------------------------------------------------------------------------- /assets/Visual.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/assets/Visual.png -------------------------------------------------------------------------------- /assets/results.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/assets/results.png -------------------------------------------------------------------------------- /docs/Evaluation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/docs/Evaluation.md -------------------------------------------------------------------------------- /image_test/img_test_1.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/image_test/img_test_1.jpg -------------------------------------------------------------------------------- /image_test/img_test_2.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/image_test/img_test_2.jpg -------------------------------------------------------------------------------- /image_test/img_test_3.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/image_test/img_test_3.jpg -------------------------------------------------------------------------------- /image_test/img_test_4.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/image_test/img_test_4.jpg -------------------------------------------------------------------------------- /install_requirements.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/install_requirements.sh -------------------------------------------------------------------------------- /llavakd/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /llavakd/data/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/data/__init__.py -------------------------------------------------------------------------------- /llavakd/data/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/data/dataset.py -------------------------------------------------------------------------------- /llavakd/data/image_preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/data/image_preprocess.py -------------------------------------------------------------------------------- /llavakd/data/template/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/data/template/__init__.py -------------------------------------------------------------------------------- /llavakd/data/template/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/data/template/base.py -------------------------------------------------------------------------------- /llavakd/data/template/formatter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/data/template/formatter.py -------------------------------------------------------------------------------- /llavakd/data/template/gemma_template.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/data/template/gemma_template.py -------------------------------------------------------------------------------- /llavakd/data/template/llama_template.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/data/template/llama_template.py -------------------------------------------------------------------------------- /llavakd/data/template/phi_template.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/data/template/phi_template.py -------------------------------------------------------------------------------- /llavakd/data/template/pretrain_template.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/data/template/pretrain_template.py -------------------------------------------------------------------------------- /llavakd/data/template/qwen2_base_template.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/data/template/qwen2_base_template.py -------------------------------------------------------------------------------- /llavakd/data/text_preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/data/text_preprocess.py -------------------------------------------------------------------------------- /llavakd/eval/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /llavakd/eval/__init__.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/eval/__init__.pyc -------------------------------------------------------------------------------- /llavakd/eval/eval_gpt_review_bench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/eval/eval_gpt_review_bench.py -------------------------------------------------------------------------------- /llavakd/eval/eval_pope.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/eval/eval_pope.py -------------------------------------------------------------------------------- /llavakd/eval/eval_science_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/eval/eval_science_qa.py -------------------------------------------------------------------------------- /llavakd/eval/eval_textvqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/eval/eval_textvqa.py -------------------------------------------------------------------------------- /llavakd/eval/m4c_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/eval/m4c_evaluator.py -------------------------------------------------------------------------------- /llavakd/eval/model_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/eval/model_vqa.py -------------------------------------------------------------------------------- /llavakd/eval/model_vqa_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/eval/model_vqa_loader.py -------------------------------------------------------------------------------- /llavakd/eval/model_vqa_mmbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/eval/model_vqa_mmbench.py -------------------------------------------------------------------------------- /llavakd/eval/model_vqa_mmmu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/eval/model_vqa_mmmu.py -------------------------------------------------------------------------------- /llavakd/eval/model_vqa_pope.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/eval/model_vqa_pope.py -------------------------------------------------------------------------------- /llavakd/eval/model_vqa_science.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/eval/model_vqa_science.py -------------------------------------------------------------------------------- /llavakd/eval/run_tiny_llava.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/eval/run_tiny_llava.py -------------------------------------------------------------------------------- /llavakd/eval/summarize_gpt_review.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/eval/summarize_gpt_review.py -------------------------------------------------------------------------------- /llavakd/eval/table/rule.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/eval/table/rule.json -------------------------------------------------------------------------------- /llavakd/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/model/__init__.py -------------------------------------------------------------------------------- /llavakd/model/configuration_tinyllava.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/model/configuration_tinyllava.py -------------------------------------------------------------------------------- /llavakd/model/connector/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/model/connector/__init__.py -------------------------------------------------------------------------------- /llavakd/model/connector/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/model/connector/base.py -------------------------------------------------------------------------------- /llavakd/model/connector/identity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/model/connector/identity.py -------------------------------------------------------------------------------- /llavakd/model/connector/linear.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/model/connector/linear.py -------------------------------------------------------------------------------- /llavakd/model/connector/mlp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/model/connector/mlp.py -------------------------------------------------------------------------------- /llavakd/model/connector/mof_mlp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/model/connector/mof_mlp.py -------------------------------------------------------------------------------- /llavakd/model/connector/qformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/model/connector/qformer.py -------------------------------------------------------------------------------- /llavakd/model/connector/resampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/model/connector/resampler.py -------------------------------------------------------------------------------- /llavakd/model/llm/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/model/llm/__init__.py -------------------------------------------------------------------------------- /llavakd/model/llm/gemma.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/model/llm/gemma.py -------------------------------------------------------------------------------- /llavakd/model/llm/modeling_qwen2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/model/llm/modeling_qwen2.py -------------------------------------------------------------------------------- /llavakd/model/llm/openelm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/model/llm/openelm.py -------------------------------------------------------------------------------- /llavakd/model/llm/phi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/model/llm/phi.py -------------------------------------------------------------------------------- /llavakd/model/llm/qwen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/model/llm/qwen.py -------------------------------------------------------------------------------- /llavakd/model/llm/stablelm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/model/llm/stablelm.py -------------------------------------------------------------------------------- /llavakd/model/llm/tinyllama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/model/llm/tinyllama.py -------------------------------------------------------------------------------- /llavakd/model/load_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/model/load_model.py -------------------------------------------------------------------------------- /llavakd/model/modeling_LLaVA_KD.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/model/modeling_LLaVA_KD.py -------------------------------------------------------------------------------- /llavakd/model/vision_tower/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/model/vision_tower/__init__.py -------------------------------------------------------------------------------- /llavakd/model/vision_tower/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/model/vision_tower/base.py -------------------------------------------------------------------------------- /llavakd/model/vision_tower/clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/model/vision_tower/clip.py -------------------------------------------------------------------------------- /llavakd/model/vision_tower/dinov2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/model/vision_tower/dinov2.py -------------------------------------------------------------------------------- /llavakd/model/vision_tower/modeling_siglip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/model/vision_tower/modeling_siglip.py -------------------------------------------------------------------------------- /llavakd/model/vision_tower/mof.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/model/vision_tower/mof.py -------------------------------------------------------------------------------- /llavakd/model/vision_tower/openclip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/model/vision_tower/openclip.py -------------------------------------------------------------------------------- /llavakd/model/vision_tower/siglip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/model/vision_tower/siglip.py -------------------------------------------------------------------------------- /llavakd/train/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/train/__init__.py -------------------------------------------------------------------------------- /llavakd/train/tinyllava_distill_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/train/tinyllava_distill_trainer.py -------------------------------------------------------------------------------- /llavakd/train/tinyllava_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/train/tinyllava_trainer.py -------------------------------------------------------------------------------- /llavakd/train/train_distill_after_qwen2_sft.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/train/train_distill_after_qwen2_sft.py -------------------------------------------------------------------------------- /llavakd/train/train_distill_qwen2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/train/train_distill_qwen2.py -------------------------------------------------------------------------------- /llavakd/train/train_sft.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/train/train_sft.py -------------------------------------------------------------------------------- /llavakd/training_recipe/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/training_recipe/__init__.py -------------------------------------------------------------------------------- /llavakd/training_recipe/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/training_recipe/base.py -------------------------------------------------------------------------------- /llavakd/training_recipe/common_recipe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/training_recipe/common_recipe.py -------------------------------------------------------------------------------- /llavakd/training_recipe/lora_recipe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/training_recipe/lora_recipe.py -------------------------------------------------------------------------------- /llavakd/training_recipe/qlora_recipe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/training_recipe/qlora_recipe.py -------------------------------------------------------------------------------- /llavakd/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/utils/__init__.py -------------------------------------------------------------------------------- /llavakd/utils/arguments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/utils/arguments.py -------------------------------------------------------------------------------- /llavakd/utils/arguments_mgm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/utils/arguments_mgm.py -------------------------------------------------------------------------------- /llavakd/utils/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/utils/constants.py -------------------------------------------------------------------------------- /llavakd/utils/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/utils/conversation.py -------------------------------------------------------------------------------- /llavakd/utils/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/utils/data_utils.py -------------------------------------------------------------------------------- /llavakd/utils/distill_loss_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/utils/distill_loss_utils.py -------------------------------------------------------------------------------- /llavakd/utils/eval_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/utils/eval_utils.py -------------------------------------------------------------------------------- /llavakd/utils/import_module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/utils/import_module.py -------------------------------------------------------------------------------- /llavakd/utils/logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/utils/logging.py -------------------------------------------------------------------------------- /llavakd/utils/message.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/utils/message.py -------------------------------------------------------------------------------- /llavakd/utils/mm_eval_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/utils/mm_eval_utils.py -------------------------------------------------------------------------------- /llavakd/utils/mm_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/utils/mm_utils.py -------------------------------------------------------------------------------- /llavakd/utils/train_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/llavakd/utils/train_utils.py -------------------------------------------------------------------------------- /quick_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/quick_inference.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/convert_answer_to_mmmu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/scripts/convert_answer_to_mmmu.py -------------------------------------------------------------------------------- /scripts/convert_gqa_for_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/scripts/convert_gqa_for_eval.py -------------------------------------------------------------------------------- /scripts/convert_mmbench_for_submission.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/scripts/convert_mmbench_for_submission.py -------------------------------------------------------------------------------- /scripts/convert_mmvet_for_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/scripts/convert_mmvet_for_eval.py -------------------------------------------------------------------------------- /scripts/convert_vizwiz_for_submission.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/scripts/convert_vizwiz_for_submission.py -------------------------------------------------------------------------------- /scripts/convert_vqav2_for_submission.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/scripts/convert_vqav2_for_submission.py -------------------------------------------------------------------------------- /scripts/eval/eval_all.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/scripts/eval/eval_all.sh -------------------------------------------------------------------------------- /scripts/eval/eval_all_v2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/scripts/eval/eval_all_v2.sh -------------------------------------------------------------------------------- /scripts/eval/gqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/scripts/eval/gqa.sh -------------------------------------------------------------------------------- /scripts/eval/mmbench.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/scripts/eval/mmbench.sh -------------------------------------------------------------------------------- /scripts/eval/mmbench_cn.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/scripts/eval/mmbench_cn.sh -------------------------------------------------------------------------------- /scripts/eval/mme.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/scripts/eval/mme.sh -------------------------------------------------------------------------------- /scripts/eval/mmmu.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/scripts/eval/mmmu.sh -------------------------------------------------------------------------------- /scripts/eval/pope.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/scripts/eval/pope.sh -------------------------------------------------------------------------------- /scripts/eval/sqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/scripts/eval/sqa.sh -------------------------------------------------------------------------------- /scripts/eval/textvqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/scripts/eval/textvqa.sh -------------------------------------------------------------------------------- /scripts/eval/vizwiz.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/scripts/eval/vizwiz.sh -------------------------------------------------------------------------------- /scripts/eval/vqav2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/scripts/eval/vqav2.sh -------------------------------------------------------------------------------- /scripts/train/llava_kd_qwen2/finetune_distill_after_qwen2_sft.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/scripts/train/llava_kd_qwen2/finetune_distill_after_qwen2_sft.sh -------------------------------------------------------------------------------- /scripts/train/llava_kd_qwen2/finetune_qwen2_sft.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/scripts/train/llava_kd_qwen2/finetune_qwen2_sft.sh -------------------------------------------------------------------------------- /scripts/train/llava_kd_qwen2/pretrain_qwen2_distill.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/scripts/train/llava_kd_qwen2/pretrain_qwen2_distill.sh -------------------------------------------------------------------------------- /scripts/train/llava_kd_qwen2/train_all_stage.sh: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /scripts/train/llava_kd_qwen2/train_qwen2_distill.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/scripts/train/llava_kd_qwen2/train_qwen2_distill.sh -------------------------------------------------------------------------------- /scripts/train/llava_kd_qwen2/train_qwen2_distill_after_sft.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/scripts/train/llava_kd_qwen2/train_qwen2_distill_after_sft.sh -------------------------------------------------------------------------------- /scripts/train/llava_kd_qwen2/train_qwen2_sft.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/scripts/train/llava_kd_qwen2/train_qwen2_sft.sh -------------------------------------------------------------------------------- /scripts/train/lora/finetune_lora.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/scripts/train/lora/finetune_lora.sh -------------------------------------------------------------------------------- /scripts/train/lora/finetune_qlora.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/scripts/train/lora/finetune_qlora.sh -------------------------------------------------------------------------------- /scripts/train/lora/train_phi_lora.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/scripts/train/lora/train_phi_lora.sh -------------------------------------------------------------------------------- /scripts/train/lora/train_phi_qlora.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/scripts/train/lora/train_phi_qlora.sh -------------------------------------------------------------------------------- /scripts/train/qwen2/finetune_qwen2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/scripts/train/qwen2/finetune_qwen2.sh -------------------------------------------------------------------------------- /scripts/train/qwen2/pretrain_qwen2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/scripts/train/qwen2/pretrain_qwen2.sh -------------------------------------------------------------------------------- /scripts/train/qwen2/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/scripts/train/qwen2/readme.md -------------------------------------------------------------------------------- /scripts/train/qwen2/train_qwen2_base.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/scripts/train/qwen2/train_qwen2_base.sh -------------------------------------------------------------------------------- /scripts/train/qwen2/train_qwen2_instruct.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/scripts/train/qwen2/train_qwen2_instruct.sh -------------------------------------------------------------------------------- /scripts/train/share/finetune_share.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/scripts/train/share/finetune_share.sh -------------------------------------------------------------------------------- /scripts/train/share/pretrain_share.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/scripts/train/share/pretrain_share.sh -------------------------------------------------------------------------------- /scripts/train/share/train_phi_share.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/scripts/train/share/train_phi_share.sh -------------------------------------------------------------------------------- /scripts/train/share/train_qwen_share.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/scripts/train/share/train_qwen_share.sh -------------------------------------------------------------------------------- /scripts/zero2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/scripts/zero2.json -------------------------------------------------------------------------------- /scripts/zero2_offload.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/scripts/zero2_offload.json -------------------------------------------------------------------------------- /scripts/zero3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Fantasyele/LLaVA-KD/HEAD/scripts/zero3.json --------------------------------------------------------------------------------