├── LICENSE ├── README.md ├── assets ├── MIRAGE.png ├── demo.png ├── example │ ├── cat.jpg │ ├── dalle.jpg │ ├── deer.jpg │ ├── dog.jpg │ ├── duck.jpg │ ├── goose.jpg │ ├── sea_lion.jpg │ └── squirrel.jpg └── result_vhs.png ├── demo.py ├── llava ├── __init__.py ├── __pycache__ │ ├── __init__.cpython-310.pyc │ ├── __init__.cpython-311.pyc │ ├── constants.cpython-310.pyc │ ├── conversation.cpython-310.pyc │ ├── mm_utils.cpython-310.pyc │ └── utils.cpython-310.pyc ├── constants.py ├── conversation.py ├── eval │ ├── __pycache__ │ │ ├── eval_textvqa.cpython-310.pyc │ │ ├── m4c_evaluator.cpython-310.pyc │ │ ├── model_vqa.cpython-310.pyc │ │ ├── model_vqa_loader.cpython-310.pyc │ │ ├── model_vqa_mmbench.cpython-310.pyc │ │ ├── model_vqa_retvqa.cpython-310.pyc │ │ ├── model_vqa_retvqa_llava.cpython-310.pyc │ │ └── model_vqa_vhs.cpython-310.pyc │ ├── eval_pope.py │ ├── eval_textvqa.py │ ├── m4c_evaluator.py │ ├── model_qa.py │ ├── model_vqa.py │ ├── model_vqa_loader.py │ ├── model_vqa_mmbench.py │ ├── model_vqa_retvqa.py │ └── model_vqa_vhs.py ├── mm_utils.py ├── model │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-310.pyc │ │ ├── __init__.cpython-311.pyc │ │ ├── builder.cpython-310.pyc │ │ ├── consolidate.cpython-310.pyc │ │ ├── llava_arch.cpython-310.pyc │ │ └── utils.cpython-310.pyc │ ├── apply_delta.py │ ├── builder.py │ ├── consolidate.py │ ├── language_model │ │ ├── __pycache__ │ │ │ ├── llava_llama.cpython-310.pyc │ │ │ ├── llava_llama.cpython-311.pyc │ │ │ ├── llava_mistral.cpython-310.pyc │ │ │ ├── llava_mpt.cpython-310.pyc │ │ │ └── retriever.cpython-310.pyc │ │ ├── llava_llama.py │ │ ├── llava_mistral.py │ │ ├── llava_mpt.py │ │ └── retriever.py │ ├── llava_arch.py │ ├── make_delta.py │ ├── multimodal_encoder │ │ ├── __pycache__ │ │ │ ├── builder.cpython-310.pyc │ │ │ ├── clip_encoder.cpython-310.pyc │ │ │ ├── dino_encoder.cpython-310.pyc │ │ │ ├── layoutlm_encoder.cpython-310.pyc │ │ │ ├── qformer_encoder.cpython-310.pyc │ │ │ └── retriever.cpython-310.pyc │ │ ├── builder.py │ │ ├── clip_encoder.py │ │ ├── qformer_encoder.py │ │ └── retriever.py │ ├── multimodal_projector │ │ ├── __pycache__ │ │ │ └── builder.cpython-310.pyc │ │ └── builder.py │ └── utils.py ├── serve │ ├── __init__.py │ ├── cli.py │ ├── controller.py │ ├── examples │ │ ├── extreme_ironing.jpg │ │ └── waterview.jpg │ ├── gradio_web_server.py │ ├── model_worker.py │ ├── register_worker.py │ ├── sglang_worker.py │ └── test_message.py ├── train │ ├── __pycache__ │ │ ├── llava_trainer.cpython-310.pyc │ │ ├── train.cpython-310.pyc │ │ └── train_new.cpython-310.pyc │ ├── llama_flash_attn_monkey_patch.py │ ├── llama_xformers_attn_monkey_patch.py │ ├── llava_trainer.py │ ├── train.py │ ├── train_mem.py │ └── train_xformers.py └── utils.py ├── pyproject.toml └── scripts ├── convert_mmbench_for_submission.py ├── convert_mmvet_for_eval.py ├── convert_vizwiz_for_submission.py ├── convert_vqav2_for_submission.py ├── eval ├── gqa.sh ├── mmbench.sh ├── mmbench_cn.sh ├── mmvet.sh ├── pope.sh ├── retvqa.sh ├── textvqa.sh ├── vhs_multi.sh ├── vhs_single.sh ├── vizwiz.sh └── vqav2.sh ├── finetune_lora.sh ├── finetune_qformer_lora.sh ├── merge_lora_weights.py ├── pretrain_stage1.sh ├── pretrain_stage2.sh ├── pretrain_stage3.sh ├── zero2.json ├── zero3.json └── zero3_offload.json /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/README.md -------------------------------------------------------------------------------- /assets/MIRAGE.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/assets/MIRAGE.png -------------------------------------------------------------------------------- /assets/demo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/assets/demo.png -------------------------------------------------------------------------------- /assets/example/cat.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/assets/example/cat.jpg -------------------------------------------------------------------------------- /assets/example/dalle.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/assets/example/dalle.jpg -------------------------------------------------------------------------------- /assets/example/deer.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/assets/example/deer.jpg -------------------------------------------------------------------------------- /assets/example/dog.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/assets/example/dog.jpg -------------------------------------------------------------------------------- /assets/example/duck.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/assets/example/duck.jpg -------------------------------------------------------------------------------- /assets/example/goose.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/assets/example/goose.jpg -------------------------------------------------------------------------------- /assets/example/sea_lion.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/assets/example/sea_lion.jpg -------------------------------------------------------------------------------- /assets/example/squirrel.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/assets/example/squirrel.jpg -------------------------------------------------------------------------------- /assets/result_vhs.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/assets/result_vhs.png -------------------------------------------------------------------------------- /demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/demo.py -------------------------------------------------------------------------------- /llava/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/__init__.py -------------------------------------------------------------------------------- /llava/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /llava/__pycache__/__init__.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/__pycache__/__init__.cpython-311.pyc -------------------------------------------------------------------------------- /llava/__pycache__/constants.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/__pycache__/constants.cpython-310.pyc -------------------------------------------------------------------------------- /llava/__pycache__/conversation.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/__pycache__/conversation.cpython-310.pyc -------------------------------------------------------------------------------- /llava/__pycache__/mm_utils.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/__pycache__/mm_utils.cpython-310.pyc -------------------------------------------------------------------------------- /llava/__pycache__/utils.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/__pycache__/utils.cpython-310.pyc -------------------------------------------------------------------------------- /llava/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/constants.py -------------------------------------------------------------------------------- /llava/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/conversation.py -------------------------------------------------------------------------------- /llava/eval/__pycache__/eval_textvqa.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/eval/__pycache__/eval_textvqa.cpython-310.pyc -------------------------------------------------------------------------------- /llava/eval/__pycache__/m4c_evaluator.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/eval/__pycache__/m4c_evaluator.cpython-310.pyc -------------------------------------------------------------------------------- /llava/eval/__pycache__/model_vqa.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/eval/__pycache__/model_vqa.cpython-310.pyc -------------------------------------------------------------------------------- /llava/eval/__pycache__/model_vqa_loader.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/eval/__pycache__/model_vqa_loader.cpython-310.pyc -------------------------------------------------------------------------------- /llava/eval/__pycache__/model_vqa_mmbench.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/eval/__pycache__/model_vqa_mmbench.cpython-310.pyc -------------------------------------------------------------------------------- /llava/eval/__pycache__/model_vqa_retvqa.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/eval/__pycache__/model_vqa_retvqa.cpython-310.pyc -------------------------------------------------------------------------------- /llava/eval/__pycache__/model_vqa_retvqa_llava.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/eval/__pycache__/model_vqa_retvqa_llava.cpython-310.pyc -------------------------------------------------------------------------------- /llava/eval/__pycache__/model_vqa_vhs.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/eval/__pycache__/model_vqa_vhs.cpython-310.pyc -------------------------------------------------------------------------------- /llava/eval/eval_pope.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/eval/eval_pope.py -------------------------------------------------------------------------------- /llava/eval/eval_textvqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/eval/eval_textvqa.py -------------------------------------------------------------------------------- /llava/eval/m4c_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/eval/m4c_evaluator.py -------------------------------------------------------------------------------- /llava/eval/model_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/eval/model_qa.py -------------------------------------------------------------------------------- /llava/eval/model_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/eval/model_vqa.py -------------------------------------------------------------------------------- /llava/eval/model_vqa_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/eval/model_vqa_loader.py -------------------------------------------------------------------------------- /llava/eval/model_vqa_mmbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/eval/model_vqa_mmbench.py -------------------------------------------------------------------------------- /llava/eval/model_vqa_retvqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/eval/model_vqa_retvqa.py -------------------------------------------------------------------------------- /llava/eval/model_vqa_vhs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/eval/model_vqa_vhs.py -------------------------------------------------------------------------------- /llava/mm_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/mm_utils.py -------------------------------------------------------------------------------- /llava/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/model/__init__.py -------------------------------------------------------------------------------- /llava/model/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/model/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /llava/model/__pycache__/__init__.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/model/__pycache__/__init__.cpython-311.pyc -------------------------------------------------------------------------------- /llava/model/__pycache__/builder.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/model/__pycache__/builder.cpython-310.pyc -------------------------------------------------------------------------------- /llava/model/__pycache__/consolidate.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/model/__pycache__/consolidate.cpython-310.pyc -------------------------------------------------------------------------------- /llava/model/__pycache__/llava_arch.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/model/__pycache__/llava_arch.cpython-310.pyc -------------------------------------------------------------------------------- /llava/model/__pycache__/utils.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/model/__pycache__/utils.cpython-310.pyc -------------------------------------------------------------------------------- /llava/model/apply_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/model/apply_delta.py -------------------------------------------------------------------------------- /llava/model/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/model/builder.py -------------------------------------------------------------------------------- /llava/model/consolidate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/model/consolidate.py -------------------------------------------------------------------------------- /llava/model/language_model/__pycache__/llava_llama.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/model/language_model/__pycache__/llava_llama.cpython-310.pyc -------------------------------------------------------------------------------- /llava/model/language_model/__pycache__/llava_llama.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/model/language_model/__pycache__/llava_llama.cpython-311.pyc -------------------------------------------------------------------------------- /llava/model/language_model/__pycache__/llava_mistral.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/model/language_model/__pycache__/llava_mistral.cpython-310.pyc -------------------------------------------------------------------------------- /llava/model/language_model/__pycache__/llava_mpt.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/model/language_model/__pycache__/llava_mpt.cpython-310.pyc -------------------------------------------------------------------------------- /llava/model/language_model/__pycache__/retriever.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/model/language_model/__pycache__/retriever.cpython-310.pyc -------------------------------------------------------------------------------- /llava/model/language_model/llava_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/model/language_model/llava_llama.py -------------------------------------------------------------------------------- /llava/model/language_model/llava_mistral.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/model/language_model/llava_mistral.py -------------------------------------------------------------------------------- /llava/model/language_model/llava_mpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/model/language_model/llava_mpt.py -------------------------------------------------------------------------------- /llava/model/language_model/retriever.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/model/language_model/retriever.py -------------------------------------------------------------------------------- /llava/model/llava_arch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/model/llava_arch.py -------------------------------------------------------------------------------- /llava/model/make_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/model/make_delta.py -------------------------------------------------------------------------------- /llava/model/multimodal_encoder/__pycache__/builder.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/model/multimodal_encoder/__pycache__/builder.cpython-310.pyc -------------------------------------------------------------------------------- /llava/model/multimodal_encoder/__pycache__/clip_encoder.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/model/multimodal_encoder/__pycache__/clip_encoder.cpython-310.pyc -------------------------------------------------------------------------------- /llava/model/multimodal_encoder/__pycache__/dino_encoder.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/model/multimodal_encoder/__pycache__/dino_encoder.cpython-310.pyc -------------------------------------------------------------------------------- /llava/model/multimodal_encoder/__pycache__/layoutlm_encoder.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/model/multimodal_encoder/__pycache__/layoutlm_encoder.cpython-310.pyc -------------------------------------------------------------------------------- /llava/model/multimodal_encoder/__pycache__/qformer_encoder.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/model/multimodal_encoder/__pycache__/qformer_encoder.cpython-310.pyc -------------------------------------------------------------------------------- /llava/model/multimodal_encoder/__pycache__/retriever.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/model/multimodal_encoder/__pycache__/retriever.cpython-310.pyc -------------------------------------------------------------------------------- /llava/model/multimodal_encoder/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/model/multimodal_encoder/builder.py -------------------------------------------------------------------------------- /llava/model/multimodal_encoder/clip_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/model/multimodal_encoder/clip_encoder.py -------------------------------------------------------------------------------- /llava/model/multimodal_encoder/qformer_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/model/multimodal_encoder/qformer_encoder.py -------------------------------------------------------------------------------- /llava/model/multimodal_encoder/retriever.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/model/multimodal_encoder/retriever.py -------------------------------------------------------------------------------- /llava/model/multimodal_projector/__pycache__/builder.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/model/multimodal_projector/__pycache__/builder.cpython-310.pyc -------------------------------------------------------------------------------- /llava/model/multimodal_projector/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/model/multimodal_projector/builder.py -------------------------------------------------------------------------------- /llava/model/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/model/utils.py -------------------------------------------------------------------------------- /llava/serve/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /llava/serve/cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/serve/cli.py -------------------------------------------------------------------------------- /llava/serve/controller.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/serve/controller.py -------------------------------------------------------------------------------- /llava/serve/examples/extreme_ironing.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/serve/examples/extreme_ironing.jpg -------------------------------------------------------------------------------- /llava/serve/examples/waterview.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/serve/examples/waterview.jpg -------------------------------------------------------------------------------- /llava/serve/gradio_web_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/serve/gradio_web_server.py -------------------------------------------------------------------------------- /llava/serve/model_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/serve/model_worker.py -------------------------------------------------------------------------------- /llava/serve/register_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/serve/register_worker.py -------------------------------------------------------------------------------- /llava/serve/sglang_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/serve/sglang_worker.py -------------------------------------------------------------------------------- /llava/serve/test_message.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/serve/test_message.py -------------------------------------------------------------------------------- /llava/train/__pycache__/llava_trainer.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/train/__pycache__/llava_trainer.cpython-310.pyc -------------------------------------------------------------------------------- /llava/train/__pycache__/train.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/train/__pycache__/train.cpython-310.pyc -------------------------------------------------------------------------------- /llava/train/__pycache__/train_new.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/train/__pycache__/train_new.cpython-310.pyc -------------------------------------------------------------------------------- /llava/train/llama_flash_attn_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/train/llama_flash_attn_monkey_patch.py -------------------------------------------------------------------------------- /llava/train/llama_xformers_attn_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/train/llama_xformers_attn_monkey_patch.py -------------------------------------------------------------------------------- /llava/train/llava_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/train/llava_trainer.py -------------------------------------------------------------------------------- /llava/train/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/train/train.py -------------------------------------------------------------------------------- /llava/train/train_mem.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/train/train_mem.py -------------------------------------------------------------------------------- /llava/train/train_xformers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/train/train_xformers.py -------------------------------------------------------------------------------- /llava/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/llava/utils.py -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/pyproject.toml -------------------------------------------------------------------------------- /scripts/convert_mmbench_for_submission.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/scripts/convert_mmbench_for_submission.py -------------------------------------------------------------------------------- /scripts/convert_mmvet_for_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/scripts/convert_mmvet_for_eval.py -------------------------------------------------------------------------------- /scripts/convert_vizwiz_for_submission.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/scripts/convert_vizwiz_for_submission.py -------------------------------------------------------------------------------- /scripts/convert_vqav2_for_submission.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/scripts/convert_vqav2_for_submission.py -------------------------------------------------------------------------------- /scripts/eval/gqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/scripts/eval/gqa.sh -------------------------------------------------------------------------------- /scripts/eval/mmbench.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/scripts/eval/mmbench.sh -------------------------------------------------------------------------------- /scripts/eval/mmbench_cn.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/scripts/eval/mmbench_cn.sh -------------------------------------------------------------------------------- /scripts/eval/mmvet.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/scripts/eval/mmvet.sh -------------------------------------------------------------------------------- /scripts/eval/pope.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/scripts/eval/pope.sh -------------------------------------------------------------------------------- /scripts/eval/retvqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/scripts/eval/retvqa.sh -------------------------------------------------------------------------------- /scripts/eval/textvqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/scripts/eval/textvqa.sh -------------------------------------------------------------------------------- /scripts/eval/vhs_multi.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/scripts/eval/vhs_multi.sh -------------------------------------------------------------------------------- /scripts/eval/vhs_single.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/scripts/eval/vhs_single.sh -------------------------------------------------------------------------------- /scripts/eval/vizwiz.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/scripts/eval/vizwiz.sh -------------------------------------------------------------------------------- /scripts/eval/vqav2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/scripts/eval/vqav2.sh -------------------------------------------------------------------------------- /scripts/finetune_lora.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/scripts/finetune_lora.sh -------------------------------------------------------------------------------- /scripts/finetune_qformer_lora.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/scripts/finetune_qformer_lora.sh -------------------------------------------------------------------------------- /scripts/merge_lora_weights.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/scripts/merge_lora_weights.py -------------------------------------------------------------------------------- /scripts/pretrain_stage1.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/scripts/pretrain_stage1.sh -------------------------------------------------------------------------------- /scripts/pretrain_stage2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/scripts/pretrain_stage2.sh -------------------------------------------------------------------------------- /scripts/pretrain_stage3.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/scripts/pretrain_stage3.sh -------------------------------------------------------------------------------- /scripts/zero2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/scripts/zero2.json -------------------------------------------------------------------------------- /scripts/zero3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/scripts/zero3.json -------------------------------------------------------------------------------- /scripts/zero3_offload.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/visual-haystacks/mirage/HEAD/scripts/zero3_offload.json --------------------------------------------------------------------------------