├── .gitignore ├── README.md ├── dataengine ├── README.md ├── assets │ ├── mmevol_dis_cam.png │ ├── mmevol_logo.png │ ├── mmevol_long_tail.png │ ├── mmevol_pai.png │ ├── mmevol_performance.png │ └── mmevol_seed_dis.jpg ├── base.py ├── datasets │ └── process.py ├── multi_round.py ├── prompt.py ├── score_process │ ├── base.py │ ├── difficulty_scoring_v0.py │ ├── difficulty_scoring_v123.py │ └── prompt_score.py └── utils │ ├── a.ipynb │ ├── bertopic.ipynb │ ├── coco_80_labels.txt │ ├── data_process.py │ ├── object_count.json │ ├── small_obj.txt │ └── small_obj_process.txt ├── llava ├── __init__.py ├── constants.py ├── conversation.py ├── eval │ ├── blink_eval.py │ ├── cvbench_eval.py │ ├── eval_gpt_review.py │ ├── eval_gpt_review_bench.py │ ├── eval_gpt_review_visual.py │ ├── eval_pope.py │ ├── eval_science_qa.py │ ├── eval_science_qa_gpt4.py │ ├── eval_science_qa_gpt4_requery.py │ ├── eval_textvqa.py │ ├── generate_webpage_data_from_table.py │ ├── m4c_evaluator.py │ ├── mia_eval.py │ ├── mm_vet_eval.py │ ├── mminst_eval.py │ ├── mmvp_eval.py │ ├── model_qa.py │ ├── model_vqa_blink.py │ ├── model_vqa_cvbench.py │ ├── model_vqa_gqa.py │ ├── model_vqa_loader.py │ ├── model_vqa_mia.py │ ├── model_vqa_mmbench.py │ ├── model_vqa_mminst.py │ ├── model_vqa_mminst2.py │ ├── model_vqa_mmvp.py │ ├── model_vqa_science.py │ ├── model_vqa_test.py │ ├── model_vqa_textvqa.py │ ├── model_vqa_vqa2.py │ ├── qa_baseline_gpt35.py │ ├── run_llava.py │ └── summarize_gpt_review.py ├── mm_utils.py ├── model │ ├── __init__.py │ ├── apply_delta.py │ ├── builder.py │ ├── consolidate.py │ ├── language_model │ │ ├── llava_llama.py │ │ ├── llava_mistral.py │ │ ├── llava_mpt.py │ │ └── llava_qwen.py │ ├── llava_arch.py │ ├── make_delta.py │ ├── multimodal_encoder │ │ ├── builder.py │ │ └── clip_encoder.py │ ├── multimodal_projector │ │ └── builder.py │ └── utils.py ├── serve │ ├── __init__.py │ ├── cli.py │ ├── controller.py │ ├── examples │ │ ├── extreme_ironing.jpg │ │ └── waterview.jpg │ ├── gradio_web_server.py │ ├── model_worker.py │ ├── register_worker.py │ ├── sglang_worker.py │ └── test_message.py ├── train │ ├── llama_flash_attn_monkey_patch.py │ ├── llama_xformers_attn_monkey_patch.py │ ├── llava_trainer.py │ ├── train.py │ ├── train_mem.py │ └── train_xformers.py └── utils.py ├── pyproject.toml ├── scripts ├── convert_gqa_for_eval.py ├── convert_mmbench_for_submission.py ├── convert_mmvet_for_eval.py ├── convert_seed_for_submission.py ├── convert_sqa_to_llava.py ├── convert_sqa_to_llava_base_prompt.py ├── convert_vizwiz_for_submission.py ├── convert_vqav2_for_submission.py ├── v1_6 │ ├── eval │ │ ├── gqa.sh │ │ ├── mmbench.sh │ │ ├── mmbench_cn.sh │ │ ├── mme.sh │ │ ├── seed.sh │ │ ├── sqa.sh │ │ └── textvqa.sh │ └── train │ │ ├── llama3 │ │ ├── finetune.sh │ │ └── pretrain.sh │ │ └── qwen2 │ │ ├── finetune.sh │ │ └── pretrain.sh ├── zero2.json ├── zero3.json └── zero3_offload.json └── vlmevalkit ├── requirements.txt ├── run.py ├── script ├── run_inference_2.sh ├── run_inference_4.sh └── run_inference_8.sh └── vlmeval ├── __init__.py ├── api ├── __init__.py ├── base.py ├── gpt.py └── gpt_int.py ├── config.py ├── evaluate ├── OCRBench.py ├── __init__.py ├── coco_eval.py ├── llavabench.py ├── mathvista_eval.py ├── misc.py ├── mmvet_eval.py ├── multiple_choice.py ├── vqa_eval.py └── yes_or_no.py ├── inference.py ├── smp ├── __init__.py ├── file.py ├── log.py ├── misc.py └── vlm.py ├── utils ├── __init__.py ├── custom_prompt.py ├── dataset.py ├── dataset_config.py ├── matching_util.py └── mp_util.py └── vlm ├── __init__.py ├── base.py ├── llava_v_1_6.py └── llava_v_1_6_qwen.py /.gitignore: -------------------------------------------------------------------------------- 1 | __pycache__/ 2 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/README.md -------------------------------------------------------------------------------- /dataengine/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/dataengine/README.md -------------------------------------------------------------------------------- /dataengine/assets/mmevol_dis_cam.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/dataengine/assets/mmevol_dis_cam.png -------------------------------------------------------------------------------- /dataengine/assets/mmevol_logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/dataengine/assets/mmevol_logo.png -------------------------------------------------------------------------------- /dataengine/assets/mmevol_long_tail.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/dataengine/assets/mmevol_long_tail.png -------------------------------------------------------------------------------- /dataengine/assets/mmevol_pai.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/dataengine/assets/mmevol_pai.png -------------------------------------------------------------------------------- /dataengine/assets/mmevol_performance.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/dataengine/assets/mmevol_performance.png -------------------------------------------------------------------------------- /dataengine/assets/mmevol_seed_dis.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/dataengine/assets/mmevol_seed_dis.jpg -------------------------------------------------------------------------------- /dataengine/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/dataengine/base.py -------------------------------------------------------------------------------- /dataengine/datasets/process.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/dataengine/datasets/process.py -------------------------------------------------------------------------------- /dataengine/multi_round.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/dataengine/multi_round.py -------------------------------------------------------------------------------- /dataengine/prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/dataengine/prompt.py -------------------------------------------------------------------------------- /dataengine/score_process/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/dataengine/score_process/base.py -------------------------------------------------------------------------------- /dataengine/score_process/difficulty_scoring_v0.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/dataengine/score_process/difficulty_scoring_v0.py -------------------------------------------------------------------------------- /dataengine/score_process/difficulty_scoring_v123.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/dataengine/score_process/difficulty_scoring_v123.py -------------------------------------------------------------------------------- /dataengine/score_process/prompt_score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/dataengine/score_process/prompt_score.py -------------------------------------------------------------------------------- /dataengine/utils/a.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/dataengine/utils/a.ipynb -------------------------------------------------------------------------------- /dataengine/utils/bertopic.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/dataengine/utils/bertopic.ipynb -------------------------------------------------------------------------------- /dataengine/utils/coco_80_labels.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/dataengine/utils/coco_80_labels.txt -------------------------------------------------------------------------------- /dataengine/utils/data_process.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/dataengine/utils/data_process.py -------------------------------------------------------------------------------- /dataengine/utils/object_count.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/dataengine/utils/object_count.json -------------------------------------------------------------------------------- /dataengine/utils/small_obj.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/dataengine/utils/small_obj.txt -------------------------------------------------------------------------------- /dataengine/utils/small_obj_process.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/dataengine/utils/small_obj_process.txt -------------------------------------------------------------------------------- /llava/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/llava/__init__.py -------------------------------------------------------------------------------- /llava/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/llava/constants.py -------------------------------------------------------------------------------- /llava/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/llava/conversation.py -------------------------------------------------------------------------------- /llava/eval/blink_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/llava/eval/blink_eval.py -------------------------------------------------------------------------------- /llava/eval/cvbench_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/llava/eval/cvbench_eval.py -------------------------------------------------------------------------------- /llava/eval/eval_gpt_review.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/llava/eval/eval_gpt_review.py -------------------------------------------------------------------------------- /llava/eval/eval_gpt_review_bench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/llava/eval/eval_gpt_review_bench.py -------------------------------------------------------------------------------- /llava/eval/eval_gpt_review_visual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/llava/eval/eval_gpt_review_visual.py -------------------------------------------------------------------------------- /llava/eval/eval_pope.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/llava/eval/eval_pope.py -------------------------------------------------------------------------------- /llava/eval/eval_science_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/llava/eval/eval_science_qa.py -------------------------------------------------------------------------------- /llava/eval/eval_science_qa_gpt4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/llava/eval/eval_science_qa_gpt4.py -------------------------------------------------------------------------------- /llava/eval/eval_science_qa_gpt4_requery.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/llava/eval/eval_science_qa_gpt4_requery.py -------------------------------------------------------------------------------- /llava/eval/eval_textvqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/llava/eval/eval_textvqa.py -------------------------------------------------------------------------------- /llava/eval/generate_webpage_data_from_table.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/llava/eval/generate_webpage_data_from_table.py -------------------------------------------------------------------------------- /llava/eval/m4c_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/llava/eval/m4c_evaluator.py -------------------------------------------------------------------------------- /llava/eval/mia_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/llava/eval/mia_eval.py -------------------------------------------------------------------------------- /llava/eval/mm_vet_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/llava/eval/mm_vet_eval.py -------------------------------------------------------------------------------- /llava/eval/mminst_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/llava/eval/mminst_eval.py -------------------------------------------------------------------------------- /llava/eval/mmvp_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/llava/eval/mmvp_eval.py -------------------------------------------------------------------------------- /llava/eval/model_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/llava/eval/model_qa.py -------------------------------------------------------------------------------- /llava/eval/model_vqa_blink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/llava/eval/model_vqa_blink.py -------------------------------------------------------------------------------- /llava/eval/model_vqa_cvbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/llava/eval/model_vqa_cvbench.py -------------------------------------------------------------------------------- /llava/eval/model_vqa_gqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/llava/eval/model_vqa_gqa.py -------------------------------------------------------------------------------- /llava/eval/model_vqa_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/llava/eval/model_vqa_loader.py -------------------------------------------------------------------------------- /llava/eval/model_vqa_mia.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/llava/eval/model_vqa_mia.py -------------------------------------------------------------------------------- /llava/eval/model_vqa_mmbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/llava/eval/model_vqa_mmbench.py -------------------------------------------------------------------------------- /llava/eval/model_vqa_mminst.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/llava/eval/model_vqa_mminst.py -------------------------------------------------------------------------------- /llava/eval/model_vqa_mminst2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/llava/eval/model_vqa_mminst2.py -------------------------------------------------------------------------------- /llava/eval/model_vqa_mmvp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/llava/eval/model_vqa_mmvp.py -------------------------------------------------------------------------------- /llava/eval/model_vqa_science.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/llava/eval/model_vqa_science.py -------------------------------------------------------------------------------- /llava/eval/model_vqa_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/llava/eval/model_vqa_test.py -------------------------------------------------------------------------------- /llava/eval/model_vqa_textvqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/llava/eval/model_vqa_textvqa.py -------------------------------------------------------------------------------- /llava/eval/model_vqa_vqa2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/llava/eval/model_vqa_vqa2.py -------------------------------------------------------------------------------- /llava/eval/qa_baseline_gpt35.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/llava/eval/qa_baseline_gpt35.py -------------------------------------------------------------------------------- /llava/eval/run_llava.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/llava/eval/run_llava.py -------------------------------------------------------------------------------- /llava/eval/summarize_gpt_review.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/llava/eval/summarize_gpt_review.py -------------------------------------------------------------------------------- /llava/mm_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/llava/mm_utils.py -------------------------------------------------------------------------------- /llava/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/llava/model/__init__.py -------------------------------------------------------------------------------- /llava/model/apply_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/llava/model/apply_delta.py -------------------------------------------------------------------------------- /llava/model/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/llava/model/builder.py -------------------------------------------------------------------------------- /llava/model/consolidate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/llava/model/consolidate.py -------------------------------------------------------------------------------- /llava/model/language_model/llava_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/llava/model/language_model/llava_llama.py -------------------------------------------------------------------------------- /llava/model/language_model/llava_mistral.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/llava/model/language_model/llava_mistral.py -------------------------------------------------------------------------------- /llava/model/language_model/llava_mpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/llava/model/language_model/llava_mpt.py -------------------------------------------------------------------------------- /llava/model/language_model/llava_qwen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/llava/model/language_model/llava_qwen.py -------------------------------------------------------------------------------- /llava/model/llava_arch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/llava/model/llava_arch.py -------------------------------------------------------------------------------- /llava/model/make_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/llava/model/make_delta.py -------------------------------------------------------------------------------- /llava/model/multimodal_encoder/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/llava/model/multimodal_encoder/builder.py -------------------------------------------------------------------------------- /llava/model/multimodal_encoder/clip_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/llava/model/multimodal_encoder/clip_encoder.py -------------------------------------------------------------------------------- /llava/model/multimodal_projector/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/llava/model/multimodal_projector/builder.py -------------------------------------------------------------------------------- /llava/model/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/llava/model/utils.py -------------------------------------------------------------------------------- /llava/serve/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /llava/serve/cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/llava/serve/cli.py -------------------------------------------------------------------------------- /llava/serve/controller.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/llava/serve/controller.py -------------------------------------------------------------------------------- /llava/serve/examples/extreme_ironing.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/llava/serve/examples/extreme_ironing.jpg -------------------------------------------------------------------------------- /llava/serve/examples/waterview.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/llava/serve/examples/waterview.jpg -------------------------------------------------------------------------------- /llava/serve/gradio_web_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/llava/serve/gradio_web_server.py -------------------------------------------------------------------------------- /llava/serve/model_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/llava/serve/model_worker.py -------------------------------------------------------------------------------- /llava/serve/register_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/llava/serve/register_worker.py -------------------------------------------------------------------------------- /llava/serve/sglang_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/llava/serve/sglang_worker.py -------------------------------------------------------------------------------- /llava/serve/test_message.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/llava/serve/test_message.py -------------------------------------------------------------------------------- /llava/train/llama_flash_attn_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/llava/train/llama_flash_attn_monkey_patch.py -------------------------------------------------------------------------------- /llava/train/llama_xformers_attn_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/llava/train/llama_xformers_attn_monkey_patch.py -------------------------------------------------------------------------------- /llava/train/llava_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/llava/train/llava_trainer.py -------------------------------------------------------------------------------- /llava/train/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/llava/train/train.py -------------------------------------------------------------------------------- /llava/train/train_mem.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/llava/train/train_mem.py -------------------------------------------------------------------------------- /llava/train/train_xformers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/llava/train/train_xformers.py -------------------------------------------------------------------------------- /llava/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/llava/utils.py -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/pyproject.toml -------------------------------------------------------------------------------- /scripts/convert_gqa_for_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/scripts/convert_gqa_for_eval.py -------------------------------------------------------------------------------- /scripts/convert_mmbench_for_submission.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/scripts/convert_mmbench_for_submission.py -------------------------------------------------------------------------------- /scripts/convert_mmvet_for_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/scripts/convert_mmvet_for_eval.py -------------------------------------------------------------------------------- /scripts/convert_seed_for_submission.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/scripts/convert_seed_for_submission.py -------------------------------------------------------------------------------- /scripts/convert_sqa_to_llava.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/scripts/convert_sqa_to_llava.py -------------------------------------------------------------------------------- /scripts/convert_sqa_to_llava_base_prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/scripts/convert_sqa_to_llava_base_prompt.py -------------------------------------------------------------------------------- /scripts/convert_vizwiz_for_submission.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/scripts/convert_vizwiz_for_submission.py -------------------------------------------------------------------------------- /scripts/convert_vqav2_for_submission.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/scripts/convert_vqav2_for_submission.py -------------------------------------------------------------------------------- /scripts/v1_6/eval/gqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/scripts/v1_6/eval/gqa.sh -------------------------------------------------------------------------------- /scripts/v1_6/eval/mmbench.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/scripts/v1_6/eval/mmbench.sh -------------------------------------------------------------------------------- /scripts/v1_6/eval/mmbench_cn.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/scripts/v1_6/eval/mmbench_cn.sh -------------------------------------------------------------------------------- /scripts/v1_6/eval/mme.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/scripts/v1_6/eval/mme.sh -------------------------------------------------------------------------------- /scripts/v1_6/eval/seed.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/scripts/v1_6/eval/seed.sh -------------------------------------------------------------------------------- /scripts/v1_6/eval/sqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/scripts/v1_6/eval/sqa.sh -------------------------------------------------------------------------------- /scripts/v1_6/eval/textvqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/scripts/v1_6/eval/textvqa.sh -------------------------------------------------------------------------------- /scripts/v1_6/train/llama3/finetune.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/scripts/v1_6/train/llama3/finetune.sh -------------------------------------------------------------------------------- /scripts/v1_6/train/llama3/pretrain.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/scripts/v1_6/train/llama3/pretrain.sh -------------------------------------------------------------------------------- /scripts/v1_6/train/qwen2/finetune.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/scripts/v1_6/train/qwen2/finetune.sh -------------------------------------------------------------------------------- /scripts/v1_6/train/qwen2/pretrain.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/scripts/v1_6/train/qwen2/pretrain.sh -------------------------------------------------------------------------------- /scripts/zero2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/scripts/zero2.json -------------------------------------------------------------------------------- /scripts/zero3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/scripts/zero3.json -------------------------------------------------------------------------------- /scripts/zero3_offload.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/scripts/zero3_offload.json -------------------------------------------------------------------------------- /vlmevalkit/requirements.txt: -------------------------------------------------------------------------------- 1 | sty 2 | validators 3 | visual_genome 4 | xlsxwriter 5 | -------------------------------------------------------------------------------- /vlmevalkit/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/vlmevalkit/run.py -------------------------------------------------------------------------------- /vlmevalkit/script/run_inference_2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/vlmevalkit/script/run_inference_2.sh -------------------------------------------------------------------------------- /vlmevalkit/script/run_inference_4.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/vlmevalkit/script/run_inference_4.sh -------------------------------------------------------------------------------- /vlmevalkit/script/run_inference_8.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/vlmevalkit/script/run_inference_8.sh -------------------------------------------------------------------------------- /vlmevalkit/vlmeval/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/vlmevalkit/vlmeval/__init__.py -------------------------------------------------------------------------------- /vlmevalkit/vlmeval/api/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/vlmevalkit/vlmeval/api/__init__.py -------------------------------------------------------------------------------- /vlmevalkit/vlmeval/api/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/vlmevalkit/vlmeval/api/base.py -------------------------------------------------------------------------------- /vlmevalkit/vlmeval/api/gpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/vlmevalkit/vlmeval/api/gpt.py -------------------------------------------------------------------------------- /vlmevalkit/vlmeval/api/gpt_int.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/vlmevalkit/vlmeval/api/gpt_int.py -------------------------------------------------------------------------------- /vlmevalkit/vlmeval/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/vlmevalkit/vlmeval/config.py -------------------------------------------------------------------------------- /vlmevalkit/vlmeval/evaluate/OCRBench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/vlmevalkit/vlmeval/evaluate/OCRBench.py -------------------------------------------------------------------------------- /vlmevalkit/vlmeval/evaluate/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/vlmevalkit/vlmeval/evaluate/__init__.py -------------------------------------------------------------------------------- /vlmevalkit/vlmeval/evaluate/coco_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/vlmevalkit/vlmeval/evaluate/coco_eval.py -------------------------------------------------------------------------------- /vlmevalkit/vlmeval/evaluate/llavabench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/vlmevalkit/vlmeval/evaluate/llavabench.py -------------------------------------------------------------------------------- /vlmevalkit/vlmeval/evaluate/mathvista_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/vlmevalkit/vlmeval/evaluate/mathvista_eval.py -------------------------------------------------------------------------------- /vlmevalkit/vlmeval/evaluate/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/vlmevalkit/vlmeval/evaluate/misc.py -------------------------------------------------------------------------------- /vlmevalkit/vlmeval/evaluate/mmvet_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/vlmevalkit/vlmeval/evaluate/mmvet_eval.py -------------------------------------------------------------------------------- /vlmevalkit/vlmeval/evaluate/multiple_choice.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/vlmevalkit/vlmeval/evaluate/multiple_choice.py -------------------------------------------------------------------------------- /vlmevalkit/vlmeval/evaluate/vqa_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/vlmevalkit/vlmeval/evaluate/vqa_eval.py -------------------------------------------------------------------------------- /vlmevalkit/vlmeval/evaluate/yes_or_no.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/vlmevalkit/vlmeval/evaluate/yes_or_no.py -------------------------------------------------------------------------------- /vlmevalkit/vlmeval/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/vlmevalkit/vlmeval/inference.py -------------------------------------------------------------------------------- /vlmevalkit/vlmeval/smp/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/vlmevalkit/vlmeval/smp/__init__.py -------------------------------------------------------------------------------- /vlmevalkit/vlmeval/smp/file.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/vlmevalkit/vlmeval/smp/file.py -------------------------------------------------------------------------------- /vlmevalkit/vlmeval/smp/log.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/vlmevalkit/vlmeval/smp/log.py -------------------------------------------------------------------------------- /vlmevalkit/vlmeval/smp/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/vlmevalkit/vlmeval/smp/misc.py -------------------------------------------------------------------------------- /vlmevalkit/vlmeval/smp/vlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/vlmevalkit/vlmeval/smp/vlm.py -------------------------------------------------------------------------------- /vlmevalkit/vlmeval/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/vlmevalkit/vlmeval/utils/__init__.py -------------------------------------------------------------------------------- /vlmevalkit/vlmeval/utils/custom_prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/vlmevalkit/vlmeval/utils/custom_prompt.py -------------------------------------------------------------------------------- /vlmevalkit/vlmeval/utils/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/vlmevalkit/vlmeval/utils/dataset.py -------------------------------------------------------------------------------- /vlmevalkit/vlmeval/utils/dataset_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/vlmevalkit/vlmeval/utils/dataset_config.py -------------------------------------------------------------------------------- /vlmevalkit/vlmeval/utils/matching_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/vlmevalkit/vlmeval/utils/matching_util.py -------------------------------------------------------------------------------- /vlmevalkit/vlmeval/utils/mp_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/vlmevalkit/vlmeval/utils/mp_util.py -------------------------------------------------------------------------------- /vlmevalkit/vlmeval/vlm/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/vlmevalkit/vlmeval/vlm/__init__.py -------------------------------------------------------------------------------- /vlmevalkit/vlmeval/vlm/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/vlmevalkit/vlmeval/vlm/base.py -------------------------------------------------------------------------------- /vlmevalkit/vlmeval/vlm/llava_v_1_6.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/vlmevalkit/vlmeval/vlm/llava_v_1_6.py -------------------------------------------------------------------------------- /vlmevalkit/vlmeval/vlm/llava_v_1_6_qwen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RainBowLuoCS/MMEvol/HEAD/vlmevalkit/vlmeval/vlm/llava_v_1_6_qwen.py --------------------------------------------------------------------------------