├── README.md ├── docs ├── Evaluation.md └── mipha.jpg ├── images └── 03-Confusing-Pictures.jpg ├── llava_phi ├── __init__.py ├── __pycache__ │ ├── __init__.cpython-310.pyc │ ├── constants.cpython-310.pyc │ ├── conversation.cpython-310.pyc │ ├── mm_utils.cpython-310.pyc │ └── utils.cpython-310.pyc ├── constants.py ├── conversation.py ├── eval │ ├── __pycache__ │ │ ├── eval_textvqa.cpython-310.pyc │ │ ├── m4c_evaluator.cpython-310.pyc │ │ ├── model_vqa.cpython-310.pyc │ │ ├── model_vqa_loader.cpython-310.pyc │ │ ├── model_vqa_mmbench.cpython-310.pyc │ │ ├── model_vqa_phi.cpython-310.pyc │ │ └── model_vqa_science.cpython-310.pyc │ ├── eval_gpt_review.py │ ├── eval_gpt_review_bench.py │ ├── eval_gpt_review_visual.py │ ├── eval_pope.py │ ├── eval_science_qa.py │ ├── eval_science_qa_gpt4.py │ ├── eval_science_qa_gpt4_requery.py │ ├── eval_textvqa.py │ ├── m4c_evaluator.py │ ├── model_qa.py │ ├── model_vqa.py │ ├── model_vqa_loader.py │ ├── model_vqa_mmbench.py │ ├── model_vqa_phi.py │ ├── model_vqa_science.py │ ├── qa_baseline_gpt35.py │ ├── run_llava_phi.py │ ├── summarize_gpt_review.py │ └── table │ │ └── rule.json ├── mm_utils.py ├── model │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-310.pyc │ │ ├── __init__.cpython-38.pyc │ │ ├── builder.cpython-310.pyc │ │ └── llava_arch.cpython-310.pyc │ ├── builder.py │ ├── language_model │ │ ├── __pycache__ │ │ │ ├── configuration_llava_phi.cpython-310.pyc │ │ │ └── llava_phi.cpython-310.pyc │ │ ├── configuration_llava_phi.py │ │ └── llava_phi.py │ ├── llava_arch.py │ ├── multimodal_encoder │ │ ├── __pycache__ │ │ │ └── clip_encoder.cpython-310.pyc │ │ └── clip_encoder.py │ └── multimodal_projector │ │ ├── __pycache__ │ │ └── builder.cpython-310.pyc │ │ └── builder.py ├── serve │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-310.pyc │ │ └── cli.cpython-310.pyc │ ├── app.py │ ├── cli.py │ └── examples │ │ ├── extreme_ironing.jpg │ │ └── waterview.jpg ├── train │ ├── __pycache__ │ │ └── train.cpython-310.pyc │ ├── convert_model2base_llava_phi.py │ ├── llava_phi_trainer.py │ └── train.py └── utils.py ├── mipha ├── __init__.py ├── constants.py ├── conversation.py ├── eval │ ├── eval_gpt_review.py │ ├── eval_gpt_review_bench.py │ ├── eval_gpt_review_visual.py │ ├── eval_pope.py │ ├── eval_science_qa.py │ ├── eval_science_qa_gpt4.py │ ├── eval_science_qa_gpt4_requery.py │ ├── eval_textvqa.py │ ├── m4c_evaluator.py │ ├── mipha.yaml │ ├── mmmu_data_utils.py │ ├── mmmu_eval.py │ ├── mmmu_eval_utils.py │ ├── model_qa.py │ ├── model_vqa.py │ ├── model_vqa_loader.py │ ├── model_vqa_mmbench.py │ ├── model_vqa_mmmu.py │ ├── model_vqa_science.py │ ├── qa_baseline_gpt35.py │ ├── summarize_gpt_review.py │ └── table │ │ └── rule.json ├── mm_utils.py ├── model │ ├── __init__.py │ ├── builder.py │ ├── language_model │ │ ├── configuration_mipha.py │ │ ├── mipha_gemma.py │ │ ├── mipha_phi.py │ │ ├── mipha_phi1_5.py │ │ ├── mipha_phi3.py │ │ ├── phi1_5 │ │ │ ├── configuration_phi.py │ │ │ └── modeling_phi.py │ │ └── phi3 │ │ │ ├── configuration_phi3.py │ │ │ └── modeling_phi3.py │ ├── mipha_arch.py │ ├── multimodal_encoder │ │ ├── clip_encoder.py │ │ ├── dinov2_encoder.py │ │ └── siglip_encoder.py │ └── multimodal_projector │ │ └── builder.py ├── serve │ ├── __init__.py │ ├── cli.py │ └── examples │ │ ├── extreme_ironing.jpg │ │ └── waterview.jpg ├── train │ ├── convert_model2base_mipha.py │ ├── mipha_trainer.py │ └── train.py └── utils.py ├── pyproject.toml └── scripts ├── convert_gqa_for_eval.py ├── convert_mmbench_for_submission.py ├── convert_mmvet_for_eval.py ├── convert_seed_for_submission.py ├── convert_sqa_to_llava.py ├── convert_sqa_to_llava_base_prompt.py ├── convert_vizwiz_for_submission.py ├── convert_vqav2_for_submission.py ├── merge_lora_weights.py ├── mipha ├── all.sh ├── eval │ ├── gqa.sh │ ├── mmbench.sh │ ├── mmbench_cn.sh │ ├── mme.sh │ ├── mmvet.sh │ ├── pope.sh │ ├── seed.sh │ ├── sqa.sh │ ├── textvqa.sh │ ├── vizwiz.sh │ └── vqav2.sh ├── finetune.sh ├── get_base_model.sh └── pretrain.sh ├── zero2.json ├── zero3.json └── zero3_offload.json /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/README.md -------------------------------------------------------------------------------- /docs/Evaluation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/docs/Evaluation.md -------------------------------------------------------------------------------- /docs/mipha.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/docs/mipha.jpg -------------------------------------------------------------------------------- /images/03-Confusing-Pictures.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/images/03-Confusing-Pictures.jpg -------------------------------------------------------------------------------- /llava_phi/__init__.py: -------------------------------------------------------------------------------- 1 | from .model import LlavaPhiForCausalLM 2 | -------------------------------------------------------------------------------- /llava_phi/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/llava_phi/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /llava_phi/__pycache__/constants.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/llava_phi/__pycache__/constants.cpython-310.pyc -------------------------------------------------------------------------------- /llava_phi/__pycache__/conversation.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/llava_phi/__pycache__/conversation.cpython-310.pyc -------------------------------------------------------------------------------- /llava_phi/__pycache__/mm_utils.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/llava_phi/__pycache__/mm_utils.cpython-310.pyc -------------------------------------------------------------------------------- /llava_phi/__pycache__/utils.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/llava_phi/__pycache__/utils.cpython-310.pyc -------------------------------------------------------------------------------- /llava_phi/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/llava_phi/constants.py -------------------------------------------------------------------------------- /llava_phi/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/llava_phi/conversation.py -------------------------------------------------------------------------------- /llava_phi/eval/__pycache__/eval_textvqa.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/llava_phi/eval/__pycache__/eval_textvqa.cpython-310.pyc -------------------------------------------------------------------------------- /llava_phi/eval/__pycache__/m4c_evaluator.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/llava_phi/eval/__pycache__/m4c_evaluator.cpython-310.pyc -------------------------------------------------------------------------------- /llava_phi/eval/__pycache__/model_vqa.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/llava_phi/eval/__pycache__/model_vqa.cpython-310.pyc -------------------------------------------------------------------------------- /llava_phi/eval/__pycache__/model_vqa_loader.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/llava_phi/eval/__pycache__/model_vqa_loader.cpython-310.pyc -------------------------------------------------------------------------------- /llava_phi/eval/__pycache__/model_vqa_mmbench.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/llava_phi/eval/__pycache__/model_vqa_mmbench.cpython-310.pyc -------------------------------------------------------------------------------- /llava_phi/eval/__pycache__/model_vqa_phi.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/llava_phi/eval/__pycache__/model_vqa_phi.cpython-310.pyc -------------------------------------------------------------------------------- /llava_phi/eval/__pycache__/model_vqa_science.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/llava_phi/eval/__pycache__/model_vqa_science.cpython-310.pyc -------------------------------------------------------------------------------- /llava_phi/eval/eval_gpt_review.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/llava_phi/eval/eval_gpt_review.py -------------------------------------------------------------------------------- /llava_phi/eval/eval_gpt_review_bench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/llava_phi/eval/eval_gpt_review_bench.py -------------------------------------------------------------------------------- /llava_phi/eval/eval_gpt_review_visual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/llava_phi/eval/eval_gpt_review_visual.py -------------------------------------------------------------------------------- /llava_phi/eval/eval_pope.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/llava_phi/eval/eval_pope.py -------------------------------------------------------------------------------- /llava_phi/eval/eval_science_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/llava_phi/eval/eval_science_qa.py -------------------------------------------------------------------------------- /llava_phi/eval/eval_science_qa_gpt4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/llava_phi/eval/eval_science_qa_gpt4.py -------------------------------------------------------------------------------- /llava_phi/eval/eval_science_qa_gpt4_requery.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/llava_phi/eval/eval_science_qa_gpt4_requery.py -------------------------------------------------------------------------------- /llava_phi/eval/eval_textvqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/llava_phi/eval/eval_textvqa.py -------------------------------------------------------------------------------- /llava_phi/eval/m4c_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/llava_phi/eval/m4c_evaluator.py -------------------------------------------------------------------------------- /llava_phi/eval/model_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/llava_phi/eval/model_qa.py -------------------------------------------------------------------------------- /llava_phi/eval/model_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/llava_phi/eval/model_vqa.py -------------------------------------------------------------------------------- /llava_phi/eval/model_vqa_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/llava_phi/eval/model_vqa_loader.py -------------------------------------------------------------------------------- /llava_phi/eval/model_vqa_mmbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/llava_phi/eval/model_vqa_mmbench.py -------------------------------------------------------------------------------- /llava_phi/eval/model_vqa_phi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/llava_phi/eval/model_vqa_phi.py -------------------------------------------------------------------------------- /llava_phi/eval/model_vqa_science.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/llava_phi/eval/model_vqa_science.py -------------------------------------------------------------------------------- /llava_phi/eval/qa_baseline_gpt35.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/llava_phi/eval/qa_baseline_gpt35.py -------------------------------------------------------------------------------- /llava_phi/eval/run_llava_phi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/llava_phi/eval/run_llava_phi.py -------------------------------------------------------------------------------- /llava_phi/eval/summarize_gpt_review.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/llava_phi/eval/summarize_gpt_review.py -------------------------------------------------------------------------------- /llava_phi/eval/table/rule.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/llava_phi/eval/table/rule.json -------------------------------------------------------------------------------- /llava_phi/mm_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/llava_phi/mm_utils.py -------------------------------------------------------------------------------- /llava_phi/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/llava_phi/model/__init__.py -------------------------------------------------------------------------------- /llava_phi/model/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/llava_phi/model/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /llava_phi/model/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/llava_phi/model/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /llava_phi/model/__pycache__/builder.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/llava_phi/model/__pycache__/builder.cpython-310.pyc -------------------------------------------------------------------------------- /llava_phi/model/__pycache__/llava_arch.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/llava_phi/model/__pycache__/llava_arch.cpython-310.pyc -------------------------------------------------------------------------------- /llava_phi/model/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/llava_phi/model/builder.py -------------------------------------------------------------------------------- /llava_phi/model/language_model/__pycache__/configuration_llava_phi.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/llava_phi/model/language_model/__pycache__/configuration_llava_phi.cpython-310.pyc -------------------------------------------------------------------------------- /llava_phi/model/language_model/__pycache__/llava_phi.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/llava_phi/model/language_model/__pycache__/llava_phi.cpython-310.pyc -------------------------------------------------------------------------------- /llava_phi/model/language_model/configuration_llava_phi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/llava_phi/model/language_model/configuration_llava_phi.py -------------------------------------------------------------------------------- /llava_phi/model/language_model/llava_phi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/llava_phi/model/language_model/llava_phi.py -------------------------------------------------------------------------------- /llava_phi/model/llava_arch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/llava_phi/model/llava_arch.py -------------------------------------------------------------------------------- /llava_phi/model/multimodal_encoder/__pycache__/clip_encoder.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/llava_phi/model/multimodal_encoder/__pycache__/clip_encoder.cpython-310.pyc -------------------------------------------------------------------------------- /llava_phi/model/multimodal_encoder/clip_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/llava_phi/model/multimodal_encoder/clip_encoder.py -------------------------------------------------------------------------------- /llava_phi/model/multimodal_projector/__pycache__/builder.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/llava_phi/model/multimodal_projector/__pycache__/builder.cpython-310.pyc -------------------------------------------------------------------------------- /llava_phi/model/multimodal_projector/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/llava_phi/model/multimodal_projector/builder.py -------------------------------------------------------------------------------- /llava_phi/serve/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /llava_phi/serve/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/llava_phi/serve/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /llava_phi/serve/__pycache__/cli.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/llava_phi/serve/__pycache__/cli.cpython-310.pyc -------------------------------------------------------------------------------- /llava_phi/serve/app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/llava_phi/serve/app.py -------------------------------------------------------------------------------- /llava_phi/serve/cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/llava_phi/serve/cli.py -------------------------------------------------------------------------------- /llava_phi/serve/examples/extreme_ironing.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/llava_phi/serve/examples/extreme_ironing.jpg -------------------------------------------------------------------------------- /llava_phi/serve/examples/waterview.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/llava_phi/serve/examples/waterview.jpg -------------------------------------------------------------------------------- /llava_phi/train/__pycache__/train.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/llava_phi/train/__pycache__/train.cpython-310.pyc -------------------------------------------------------------------------------- /llava_phi/train/convert_model2base_llava_phi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/llava_phi/train/convert_model2base_llava_phi.py -------------------------------------------------------------------------------- /llava_phi/train/llava_phi_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/llava_phi/train/llava_phi_trainer.py -------------------------------------------------------------------------------- /llava_phi/train/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/llava_phi/train/train.py -------------------------------------------------------------------------------- /llava_phi/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/llava_phi/utils.py -------------------------------------------------------------------------------- /mipha/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/mipha/__init__.py -------------------------------------------------------------------------------- /mipha/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/mipha/constants.py -------------------------------------------------------------------------------- /mipha/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/mipha/conversation.py -------------------------------------------------------------------------------- /mipha/eval/eval_gpt_review.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/mipha/eval/eval_gpt_review.py -------------------------------------------------------------------------------- /mipha/eval/eval_gpt_review_bench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/mipha/eval/eval_gpt_review_bench.py -------------------------------------------------------------------------------- /mipha/eval/eval_gpt_review_visual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/mipha/eval/eval_gpt_review_visual.py -------------------------------------------------------------------------------- /mipha/eval/eval_pope.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/mipha/eval/eval_pope.py -------------------------------------------------------------------------------- /mipha/eval/eval_science_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/mipha/eval/eval_science_qa.py -------------------------------------------------------------------------------- /mipha/eval/eval_science_qa_gpt4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/mipha/eval/eval_science_qa_gpt4.py -------------------------------------------------------------------------------- /mipha/eval/eval_science_qa_gpt4_requery.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/mipha/eval/eval_science_qa_gpt4_requery.py -------------------------------------------------------------------------------- /mipha/eval/eval_textvqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/mipha/eval/eval_textvqa.py -------------------------------------------------------------------------------- /mipha/eval/m4c_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/mipha/eval/m4c_evaluator.py -------------------------------------------------------------------------------- /mipha/eval/mipha.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/mipha/eval/mipha.yaml -------------------------------------------------------------------------------- /mipha/eval/mmmu_data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/mipha/eval/mmmu_data_utils.py -------------------------------------------------------------------------------- /mipha/eval/mmmu_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/mipha/eval/mmmu_eval.py -------------------------------------------------------------------------------- /mipha/eval/mmmu_eval_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/mipha/eval/mmmu_eval_utils.py -------------------------------------------------------------------------------- /mipha/eval/model_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/mipha/eval/model_qa.py -------------------------------------------------------------------------------- /mipha/eval/model_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/mipha/eval/model_vqa.py -------------------------------------------------------------------------------- /mipha/eval/model_vqa_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/mipha/eval/model_vqa_loader.py -------------------------------------------------------------------------------- /mipha/eval/model_vqa_mmbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/mipha/eval/model_vqa_mmbench.py -------------------------------------------------------------------------------- /mipha/eval/model_vqa_mmmu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/mipha/eval/model_vqa_mmmu.py -------------------------------------------------------------------------------- /mipha/eval/model_vqa_science.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/mipha/eval/model_vqa_science.py -------------------------------------------------------------------------------- /mipha/eval/qa_baseline_gpt35.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/mipha/eval/qa_baseline_gpt35.py -------------------------------------------------------------------------------- /mipha/eval/summarize_gpt_review.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/mipha/eval/summarize_gpt_review.py -------------------------------------------------------------------------------- /mipha/eval/table/rule.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/mipha/eval/table/rule.json -------------------------------------------------------------------------------- /mipha/mm_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/mipha/mm_utils.py -------------------------------------------------------------------------------- /mipha/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/mipha/model/__init__.py -------------------------------------------------------------------------------- /mipha/model/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/mipha/model/builder.py -------------------------------------------------------------------------------- /mipha/model/language_model/configuration_mipha.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/mipha/model/language_model/configuration_mipha.py -------------------------------------------------------------------------------- /mipha/model/language_model/mipha_gemma.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/mipha/model/language_model/mipha_gemma.py -------------------------------------------------------------------------------- /mipha/model/language_model/mipha_phi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/mipha/model/language_model/mipha_phi.py -------------------------------------------------------------------------------- /mipha/model/language_model/mipha_phi1_5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/mipha/model/language_model/mipha_phi1_5.py -------------------------------------------------------------------------------- /mipha/model/language_model/mipha_phi3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/mipha/model/language_model/mipha_phi3.py -------------------------------------------------------------------------------- /mipha/model/language_model/phi1_5/configuration_phi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/mipha/model/language_model/phi1_5/configuration_phi.py -------------------------------------------------------------------------------- /mipha/model/language_model/phi1_5/modeling_phi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/mipha/model/language_model/phi1_5/modeling_phi.py -------------------------------------------------------------------------------- /mipha/model/language_model/phi3/configuration_phi3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/mipha/model/language_model/phi3/configuration_phi3.py -------------------------------------------------------------------------------- /mipha/model/language_model/phi3/modeling_phi3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/mipha/model/language_model/phi3/modeling_phi3.py -------------------------------------------------------------------------------- /mipha/model/mipha_arch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/mipha/model/mipha_arch.py -------------------------------------------------------------------------------- /mipha/model/multimodal_encoder/clip_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/mipha/model/multimodal_encoder/clip_encoder.py -------------------------------------------------------------------------------- /mipha/model/multimodal_encoder/dinov2_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/mipha/model/multimodal_encoder/dinov2_encoder.py -------------------------------------------------------------------------------- /mipha/model/multimodal_encoder/siglip_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/mipha/model/multimodal_encoder/siglip_encoder.py -------------------------------------------------------------------------------- /mipha/model/multimodal_projector/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/mipha/model/multimodal_projector/builder.py -------------------------------------------------------------------------------- /mipha/serve/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mipha/serve/cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/mipha/serve/cli.py -------------------------------------------------------------------------------- /mipha/serve/examples/extreme_ironing.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/mipha/serve/examples/extreme_ironing.jpg -------------------------------------------------------------------------------- /mipha/serve/examples/waterview.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/mipha/serve/examples/waterview.jpg -------------------------------------------------------------------------------- /mipha/train/convert_model2base_mipha.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/mipha/train/convert_model2base_mipha.py -------------------------------------------------------------------------------- /mipha/train/mipha_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/mipha/train/mipha_trainer.py -------------------------------------------------------------------------------- /mipha/train/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/mipha/train/train.py -------------------------------------------------------------------------------- /mipha/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/mipha/utils.py -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/pyproject.toml -------------------------------------------------------------------------------- /scripts/convert_gqa_for_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/scripts/convert_gqa_for_eval.py -------------------------------------------------------------------------------- /scripts/convert_mmbench_for_submission.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/scripts/convert_mmbench_for_submission.py -------------------------------------------------------------------------------- /scripts/convert_mmvet_for_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/scripts/convert_mmvet_for_eval.py -------------------------------------------------------------------------------- /scripts/convert_seed_for_submission.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/scripts/convert_seed_for_submission.py -------------------------------------------------------------------------------- /scripts/convert_sqa_to_llava.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/scripts/convert_sqa_to_llava.py -------------------------------------------------------------------------------- /scripts/convert_sqa_to_llava_base_prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/scripts/convert_sqa_to_llava_base_prompt.py -------------------------------------------------------------------------------- /scripts/convert_vizwiz_for_submission.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/scripts/convert_vizwiz_for_submission.py -------------------------------------------------------------------------------- /scripts/convert_vqav2_for_submission.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/scripts/convert_vqav2_for_submission.py -------------------------------------------------------------------------------- /scripts/merge_lora_weights.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/scripts/merge_lora_weights.py -------------------------------------------------------------------------------- /scripts/mipha/all.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/scripts/mipha/all.sh -------------------------------------------------------------------------------- /scripts/mipha/eval/gqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/scripts/mipha/eval/gqa.sh -------------------------------------------------------------------------------- /scripts/mipha/eval/mmbench.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/scripts/mipha/eval/mmbench.sh -------------------------------------------------------------------------------- /scripts/mipha/eval/mmbench_cn.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/scripts/mipha/eval/mmbench_cn.sh -------------------------------------------------------------------------------- /scripts/mipha/eval/mme.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/scripts/mipha/eval/mme.sh -------------------------------------------------------------------------------- /scripts/mipha/eval/mmvet.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/scripts/mipha/eval/mmvet.sh -------------------------------------------------------------------------------- /scripts/mipha/eval/pope.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/scripts/mipha/eval/pope.sh -------------------------------------------------------------------------------- /scripts/mipha/eval/seed.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/scripts/mipha/eval/seed.sh -------------------------------------------------------------------------------- /scripts/mipha/eval/sqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/scripts/mipha/eval/sqa.sh -------------------------------------------------------------------------------- /scripts/mipha/eval/textvqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/scripts/mipha/eval/textvqa.sh -------------------------------------------------------------------------------- /scripts/mipha/eval/vizwiz.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/scripts/mipha/eval/vizwiz.sh -------------------------------------------------------------------------------- /scripts/mipha/eval/vqav2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/scripts/mipha/eval/vqav2.sh -------------------------------------------------------------------------------- /scripts/mipha/finetune.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/scripts/mipha/finetune.sh -------------------------------------------------------------------------------- /scripts/mipha/get_base_model.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/scripts/mipha/get_base_model.sh -------------------------------------------------------------------------------- /scripts/mipha/pretrain.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/scripts/mipha/pretrain.sh -------------------------------------------------------------------------------- /scripts/zero2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/scripts/zero2.json -------------------------------------------------------------------------------- /scripts/zero3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/scripts/zero3.json -------------------------------------------------------------------------------- /scripts/zero3_offload.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xmoanvaf/llava-phi/HEAD/scripts/zero3_offload.json --------------------------------------------------------------------------------