├── .DS_Store ├── .editorconfig ├── EvalQABench ├── EvalQABench_1p1n_test5000.jsonl ├── EvalQABench_1p1n_train64000.jsonl └── EvalQABench_1p1n_val5000.jsonl ├── README.md ├── assets ├── EvalqaPipeline.png ├── GenQAData.png ├── comprehensive_comparison.png ├── evalqa_datastatistic.png ├── evalqa_visual.png ├── evalqabenchresult.png ├── result1.png ├── result2.png ├── result3.png └── samplesofevalqabench.png ├── checkpoints └── .gitignore ├── data └── .gitignore ├── llava ├── __init__.py ├── constants.py ├── conversation.py ├── eval │ ├── eval_gpt_review.py │ ├── eval_gpt_review_bench.py │ ├── eval_gpt_review_visual.py │ ├── eval_pope.py │ ├── eval_science_qa.py │ ├── eval_science_qa_gpt4.py │ ├── eval_science_qa_gpt4_requery.py │ ├── eval_textvqa.py │ ├── generate_webpage_data_from_table.py │ ├── m4c_evaluator.py │ ├── model_qa.py │ ├── model_vqa.py │ ├── model_vqa_loader.py │ ├── model_vqa_mmbench.py │ ├── model_vqa_qbench.py │ ├── model_vqa_science.py │ ├── qa_baseline_gpt35.py │ ├── run_llava.py │ ├── summarize_gpt_review.py │ └── webpage │ │ ├── figures │ │ ├── alpaca.png │ │ ├── bard.jpg │ │ ├── chatgpt.svg │ │ ├── llama.jpg │ │ ├── swords_FILL0_wght300_GRAD0_opsz48.svg │ │ └── vicuna.jpeg │ │ ├── index.html │ │ ├── script.js │ │ └── styles.css ├── mm_utils.py ├── model │ ├── __init__.py │ ├── apply_delta.py │ ├── builder.py │ ├── consolidate.py │ ├── language_model │ │ ├── llava_llama.py │ │ ├── llava_mpt.py │ │ └── mpt │ │ │ ├── adapt_tokenizer.py │ │ │ ├── attention.py │ │ │ ├── blocks.py │ │ │ ├── configuration_mpt.py │ │ │ ├── custom_embedding.py │ │ │ ├── flash_attn_triton.py │ │ │ ├── hf_prefixlm_converter.py │ │ │ ├── meta_init_context.py │ │ │ ├── modeling_mpt.py │ │ │ ├── norm.py │ │ │ └── param_init_fns.py │ ├── llava_arch.py │ ├── make_delta.py │ ├── multimodal_encoder │ │ ├── builder.py │ │ └── clip_encoder.py │ ├── multimodal_projector │ │ └── builder.py │ └── utils.py ├── serve │ ├── __init__.py │ ├── cli.py │ ├── controller.py │ ├── examples │ │ ├── extreme_ironing.jpg │ │ └── waterview.jpg │ ├── gradio_web_server.py │ ├── model_worker.py │ ├── register_worker.py │ └── test_message.py ├── train │ ├── llama_flash_attn_monkey_patch.py │ ├── llama_xformers_attn_monkey_patch.py │ ├── llava_trainer.py │ ├── train.py │ ├── train_mem.py │ └── train_xformers.py └── utils.py ├── playground └── data │ ├── coco2014_val_gpt4_qa_30x3.jsonl │ ├── coco2014_val_qa_eval │ ├── qa90_gpt4_answer.jsonl │ └── qa90_questions.jsonl │ └── prompts │ ├── complex_reasoning │ ├── 000_caps.txt │ ├── 000_conv.txt │ ├── 001_caps.txt │ ├── 001_conv.txt │ ├── 002_caps.txt │ ├── 002_conv.txt │ └── system_message.txt │ ├── conversation │ ├── 000_caps.txt │ ├── 000_conv.txt │ ├── 001_caps.txt │ ├── 001_conv.txt │ └── system_message.txt │ └── detail_description │ ├── 000_caps.txt │ ├── 000_conv.txt │ ├── 001_caps.txt │ ├── 001_conv.txt │ ├── 002_caps.txt │ ├── 002_conv.txt │ └── system_message.txt ├── pyproject.toml └── scripts ├── v1_5 ├── eval │ ├── gqa.sh │ ├── llavabench.sh │ ├── mmbench.sh │ ├── mmbench_cn.sh │ ├── mme.sh │ ├── mmvet.sh │ ├── pope.sh │ ├── seed.sh │ ├── sqa.sh │ ├── textvqa.sh │ ├── vizwiz.sh │ └── vqav2.sh └── finetune.sh ├── zero2.json ├── zero3.json └── zero3_offload.json /.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/.DS_Store -------------------------------------------------------------------------------- /.editorconfig: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/.editorconfig -------------------------------------------------------------------------------- /EvalQABench/EvalQABench_1p1n_test5000.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/EvalQABench/EvalQABench_1p1n_test5000.jsonl -------------------------------------------------------------------------------- /EvalQABench/EvalQABench_1p1n_train64000.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/EvalQABench/EvalQABench_1p1n_train64000.jsonl -------------------------------------------------------------------------------- /EvalQABench/EvalQABench_1p1n_val5000.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/EvalQABench/EvalQABench_1p1n_val5000.jsonl -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/README.md -------------------------------------------------------------------------------- /assets/EvalqaPipeline.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/assets/EvalqaPipeline.png -------------------------------------------------------------------------------- /assets/GenQAData.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/assets/GenQAData.png -------------------------------------------------------------------------------- /assets/comprehensive_comparison.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/assets/comprehensive_comparison.png -------------------------------------------------------------------------------- /assets/evalqa_datastatistic.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/assets/evalqa_datastatistic.png -------------------------------------------------------------------------------- /assets/evalqa_visual.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/assets/evalqa_visual.png -------------------------------------------------------------------------------- /assets/evalqabenchresult.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/assets/evalqabenchresult.png -------------------------------------------------------------------------------- /assets/result1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/assets/result1.png -------------------------------------------------------------------------------- /assets/result2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/assets/result2.png -------------------------------------------------------------------------------- /assets/result3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/assets/result3.png -------------------------------------------------------------------------------- /assets/samplesofevalqabench.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/assets/samplesofevalqabench.png -------------------------------------------------------------------------------- /checkpoints/.gitignore: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /data/.gitignore: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /llava/__init__.py: -------------------------------------------------------------------------------- 1 | from .model import LlavaLlamaForCausalLM 2 | -------------------------------------------------------------------------------- /llava/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/llava/constants.py -------------------------------------------------------------------------------- /llava/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/llava/conversation.py -------------------------------------------------------------------------------- /llava/eval/eval_gpt_review.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/llava/eval/eval_gpt_review.py -------------------------------------------------------------------------------- /llava/eval/eval_gpt_review_bench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/llava/eval/eval_gpt_review_bench.py -------------------------------------------------------------------------------- /llava/eval/eval_gpt_review_visual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/llava/eval/eval_gpt_review_visual.py -------------------------------------------------------------------------------- /llava/eval/eval_pope.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/llava/eval/eval_pope.py -------------------------------------------------------------------------------- /llava/eval/eval_science_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/llava/eval/eval_science_qa.py -------------------------------------------------------------------------------- /llava/eval/eval_science_qa_gpt4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/llava/eval/eval_science_qa_gpt4.py -------------------------------------------------------------------------------- /llava/eval/eval_science_qa_gpt4_requery.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/llava/eval/eval_science_qa_gpt4_requery.py -------------------------------------------------------------------------------- /llava/eval/eval_textvqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/llava/eval/eval_textvqa.py -------------------------------------------------------------------------------- /llava/eval/generate_webpage_data_from_table.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/llava/eval/generate_webpage_data_from_table.py -------------------------------------------------------------------------------- /llava/eval/m4c_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/llava/eval/m4c_evaluator.py -------------------------------------------------------------------------------- /llava/eval/model_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/llava/eval/model_qa.py -------------------------------------------------------------------------------- /llava/eval/model_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/llava/eval/model_vqa.py -------------------------------------------------------------------------------- /llava/eval/model_vqa_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/llava/eval/model_vqa_loader.py -------------------------------------------------------------------------------- /llava/eval/model_vqa_mmbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/llava/eval/model_vqa_mmbench.py -------------------------------------------------------------------------------- /llava/eval/model_vqa_qbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/llava/eval/model_vqa_qbench.py -------------------------------------------------------------------------------- /llava/eval/model_vqa_science.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/llava/eval/model_vqa_science.py -------------------------------------------------------------------------------- /llava/eval/qa_baseline_gpt35.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/llava/eval/qa_baseline_gpt35.py -------------------------------------------------------------------------------- /llava/eval/run_llava.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/llava/eval/run_llava.py -------------------------------------------------------------------------------- /llava/eval/summarize_gpt_review.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/llava/eval/summarize_gpt_review.py -------------------------------------------------------------------------------- /llava/eval/webpage/figures/alpaca.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/llava/eval/webpage/figures/alpaca.png -------------------------------------------------------------------------------- /llava/eval/webpage/figures/bard.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/llava/eval/webpage/figures/bard.jpg -------------------------------------------------------------------------------- /llava/eval/webpage/figures/chatgpt.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/llava/eval/webpage/figures/chatgpt.svg -------------------------------------------------------------------------------- /llava/eval/webpage/figures/llama.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/llava/eval/webpage/figures/llama.jpg -------------------------------------------------------------------------------- /llava/eval/webpage/figures/swords_FILL0_wght300_GRAD0_opsz48.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/llava/eval/webpage/figures/swords_FILL0_wght300_GRAD0_opsz48.svg -------------------------------------------------------------------------------- /llava/eval/webpage/figures/vicuna.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/llava/eval/webpage/figures/vicuna.jpeg -------------------------------------------------------------------------------- /llava/eval/webpage/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/llava/eval/webpage/index.html -------------------------------------------------------------------------------- /llava/eval/webpage/script.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/llava/eval/webpage/script.js -------------------------------------------------------------------------------- /llava/eval/webpage/styles.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/llava/eval/webpage/styles.css -------------------------------------------------------------------------------- /llava/mm_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/llava/mm_utils.py -------------------------------------------------------------------------------- /llava/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/llava/model/__init__.py -------------------------------------------------------------------------------- /llava/model/apply_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/llava/model/apply_delta.py -------------------------------------------------------------------------------- /llava/model/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/llava/model/builder.py -------------------------------------------------------------------------------- /llava/model/consolidate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/llava/model/consolidate.py -------------------------------------------------------------------------------- /llava/model/language_model/llava_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/llava/model/language_model/llava_llama.py -------------------------------------------------------------------------------- /llava/model/language_model/llava_mpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/llava/model/language_model/llava_mpt.py -------------------------------------------------------------------------------- /llava/model/language_model/mpt/adapt_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/llava/model/language_model/mpt/adapt_tokenizer.py -------------------------------------------------------------------------------- /llava/model/language_model/mpt/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/llava/model/language_model/mpt/attention.py -------------------------------------------------------------------------------- /llava/model/language_model/mpt/blocks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/llava/model/language_model/mpt/blocks.py -------------------------------------------------------------------------------- /llava/model/language_model/mpt/configuration_mpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/llava/model/language_model/mpt/configuration_mpt.py -------------------------------------------------------------------------------- /llava/model/language_model/mpt/custom_embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/llava/model/language_model/mpt/custom_embedding.py -------------------------------------------------------------------------------- /llava/model/language_model/mpt/flash_attn_triton.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/llava/model/language_model/mpt/flash_attn_triton.py -------------------------------------------------------------------------------- /llava/model/language_model/mpt/hf_prefixlm_converter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/llava/model/language_model/mpt/hf_prefixlm_converter.py -------------------------------------------------------------------------------- /llava/model/language_model/mpt/meta_init_context.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/llava/model/language_model/mpt/meta_init_context.py -------------------------------------------------------------------------------- /llava/model/language_model/mpt/modeling_mpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/llava/model/language_model/mpt/modeling_mpt.py -------------------------------------------------------------------------------- /llava/model/language_model/mpt/norm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/llava/model/language_model/mpt/norm.py -------------------------------------------------------------------------------- /llava/model/language_model/mpt/param_init_fns.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/llava/model/language_model/mpt/param_init_fns.py -------------------------------------------------------------------------------- /llava/model/llava_arch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/llava/model/llava_arch.py -------------------------------------------------------------------------------- /llava/model/make_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/llava/model/make_delta.py -------------------------------------------------------------------------------- /llava/model/multimodal_encoder/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/llava/model/multimodal_encoder/builder.py -------------------------------------------------------------------------------- /llava/model/multimodal_encoder/clip_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/llava/model/multimodal_encoder/clip_encoder.py -------------------------------------------------------------------------------- /llava/model/multimodal_projector/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/llava/model/multimodal_projector/builder.py -------------------------------------------------------------------------------- /llava/model/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/llava/model/utils.py -------------------------------------------------------------------------------- /llava/serve/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /llava/serve/cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/llava/serve/cli.py -------------------------------------------------------------------------------- /llava/serve/controller.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/llava/serve/controller.py -------------------------------------------------------------------------------- /llava/serve/examples/extreme_ironing.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/llava/serve/examples/extreme_ironing.jpg -------------------------------------------------------------------------------- /llava/serve/examples/waterview.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/llava/serve/examples/waterview.jpg -------------------------------------------------------------------------------- /llava/serve/gradio_web_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/llava/serve/gradio_web_server.py -------------------------------------------------------------------------------- /llava/serve/model_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/llava/serve/model_worker.py -------------------------------------------------------------------------------- /llava/serve/register_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/llava/serve/register_worker.py -------------------------------------------------------------------------------- /llava/serve/test_message.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/llava/serve/test_message.py -------------------------------------------------------------------------------- /llava/train/llama_flash_attn_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/llava/train/llama_flash_attn_monkey_patch.py -------------------------------------------------------------------------------- /llava/train/llama_xformers_attn_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/llava/train/llama_xformers_attn_monkey_patch.py -------------------------------------------------------------------------------- /llava/train/llava_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/llava/train/llava_trainer.py -------------------------------------------------------------------------------- /llava/train/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/llava/train/train.py -------------------------------------------------------------------------------- /llava/train/train_mem.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/llava/train/train_mem.py -------------------------------------------------------------------------------- /llava/train/train_xformers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/llava/train/train_xformers.py -------------------------------------------------------------------------------- /llava/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/llava/utils.py -------------------------------------------------------------------------------- /playground/data/coco2014_val_gpt4_qa_30x3.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/playground/data/coco2014_val_gpt4_qa_30x3.jsonl -------------------------------------------------------------------------------- /playground/data/coco2014_val_qa_eval/qa90_gpt4_answer.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/playground/data/coco2014_val_qa_eval/qa90_gpt4_answer.jsonl -------------------------------------------------------------------------------- /playground/data/coco2014_val_qa_eval/qa90_questions.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/playground/data/coco2014_val_qa_eval/qa90_questions.jsonl -------------------------------------------------------------------------------- /playground/data/prompts/complex_reasoning/000_caps.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/playground/data/prompts/complex_reasoning/000_caps.txt -------------------------------------------------------------------------------- /playground/data/prompts/complex_reasoning/000_conv.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/playground/data/prompts/complex_reasoning/000_conv.txt -------------------------------------------------------------------------------- /playground/data/prompts/complex_reasoning/001_caps.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/playground/data/prompts/complex_reasoning/001_caps.txt -------------------------------------------------------------------------------- /playground/data/prompts/complex_reasoning/001_conv.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/playground/data/prompts/complex_reasoning/001_conv.txt -------------------------------------------------------------------------------- /playground/data/prompts/complex_reasoning/002_caps.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/playground/data/prompts/complex_reasoning/002_caps.txt -------------------------------------------------------------------------------- /playground/data/prompts/complex_reasoning/002_conv.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/playground/data/prompts/complex_reasoning/002_conv.txt -------------------------------------------------------------------------------- /playground/data/prompts/complex_reasoning/system_message.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/playground/data/prompts/complex_reasoning/system_message.txt -------------------------------------------------------------------------------- /playground/data/prompts/conversation/000_caps.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/playground/data/prompts/conversation/000_caps.txt -------------------------------------------------------------------------------- /playground/data/prompts/conversation/000_conv.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/playground/data/prompts/conversation/000_conv.txt -------------------------------------------------------------------------------- /playground/data/prompts/conversation/001_caps.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/playground/data/prompts/conversation/001_caps.txt -------------------------------------------------------------------------------- /playground/data/prompts/conversation/001_conv.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/playground/data/prompts/conversation/001_conv.txt -------------------------------------------------------------------------------- /playground/data/prompts/conversation/system_message.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/playground/data/prompts/conversation/system_message.txt -------------------------------------------------------------------------------- /playground/data/prompts/detail_description/000_caps.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/playground/data/prompts/detail_description/000_caps.txt -------------------------------------------------------------------------------- /playground/data/prompts/detail_description/000_conv.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/playground/data/prompts/detail_description/000_conv.txt -------------------------------------------------------------------------------- /playground/data/prompts/detail_description/001_caps.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/playground/data/prompts/detail_description/001_caps.txt -------------------------------------------------------------------------------- /playground/data/prompts/detail_description/001_conv.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/playground/data/prompts/detail_description/001_conv.txt -------------------------------------------------------------------------------- /playground/data/prompts/detail_description/002_caps.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/playground/data/prompts/detail_description/002_caps.txt -------------------------------------------------------------------------------- /playground/data/prompts/detail_description/002_conv.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/playground/data/prompts/detail_description/002_conv.txt -------------------------------------------------------------------------------- /playground/data/prompts/detail_description/system_message.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/playground/data/prompts/detail_description/system_message.txt -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/pyproject.toml -------------------------------------------------------------------------------- /scripts/v1_5/eval/gqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/scripts/v1_5/eval/gqa.sh -------------------------------------------------------------------------------- /scripts/v1_5/eval/llavabench.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/scripts/v1_5/eval/llavabench.sh -------------------------------------------------------------------------------- /scripts/v1_5/eval/mmbench.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/scripts/v1_5/eval/mmbench.sh -------------------------------------------------------------------------------- /scripts/v1_5/eval/mmbench_cn.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/scripts/v1_5/eval/mmbench_cn.sh -------------------------------------------------------------------------------- /scripts/v1_5/eval/mme.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/scripts/v1_5/eval/mme.sh -------------------------------------------------------------------------------- /scripts/v1_5/eval/mmvet.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/scripts/v1_5/eval/mmvet.sh -------------------------------------------------------------------------------- /scripts/v1_5/eval/pope.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/scripts/v1_5/eval/pope.sh -------------------------------------------------------------------------------- /scripts/v1_5/eval/seed.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/scripts/v1_5/eval/seed.sh -------------------------------------------------------------------------------- /scripts/v1_5/eval/sqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/scripts/v1_5/eval/sqa.sh -------------------------------------------------------------------------------- /scripts/v1_5/eval/textvqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/scripts/v1_5/eval/textvqa.sh -------------------------------------------------------------------------------- /scripts/v1_5/eval/vizwiz.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/scripts/v1_5/eval/vizwiz.sh -------------------------------------------------------------------------------- /scripts/v1_5/eval/vqav2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/scripts/v1_5/eval/vqav2.sh -------------------------------------------------------------------------------- /scripts/v1_5/finetune.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/scripts/v1_5/finetune.sh -------------------------------------------------------------------------------- /scripts/zero2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/scripts/zero2.json -------------------------------------------------------------------------------- /scripts/zero3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/scripts/zero3.json -------------------------------------------------------------------------------- /scripts/zero3_offload.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/LOVA3/HEAD/scripts/zero3_offload.json --------------------------------------------------------------------------------