├── .gitattributes ├── README.md ├── convllava ├── __init__.py ├── constants.py ├── conversation.py ├── mm_utils.py ├── model │ ├── __init__.py │ ├── builder.py │ ├── language_model │ │ └── llava_llama.py │ ├── llava_arch.py │ ├── multimodal_encoder │ │ ├── builder.py │ │ └── convnext_encoder.py │ └── multimodal_projector │ │ └── builder.py └── utils.py ├── demo.gif ├── demo_meta.py ├── minigpt4 ├── __init__.py ├── common │ ├── __init__.py │ ├── config.py │ ├── dist_utils.py │ ├── eval_utils.py │ ├── gradcam.py │ ├── logger.py │ ├── optims.py │ ├── registry.py │ ├── utils.py │ └── vqa_tools │ │ ├── VQA │ │ ├── PythonEvaluationTools │ │ │ ├── vqaEvalDemo.py │ │ │ └── vqaEvaluation │ │ │ │ ├── __init__.py │ │ │ │ └── vqaEval.py │ │ ├── PythonHelperTools │ │ │ ├── vqaDemo.py │ │ │ └── vqaTools │ │ │ │ ├── __init__.py │ │ │ │ └── vqa.py │ │ ├── QuestionTypes │ │ │ ├── abstract_v002_question_types.txt │ │ │ └── mscoco_question_types.txt │ │ ├── README.md │ │ └── license.txt │ │ ├── __init__.py │ │ ├── vqa.py │ │ └── vqa_eval.py ├── configs │ ├── datasets │ │ ├── aokvqa │ │ │ └── defaults.yaml │ │ ├── cc_sbu │ │ │ ├── align.yaml │ │ │ └── defaults.yaml │ │ ├── coco │ │ │ ├── caption.yaml │ │ │ └── defaults_vqa.yaml │ │ ├── coco_bbox │ │ │ ├── invrefcoco.yaml │ │ │ ├── invrefcocog.yaml │ │ │ ├── invrefcocop.yaml │ │ │ ├── refcoco.yaml │ │ │ ├── refcocog.yaml │ │ │ └── refcocop.yaml │ │ ├── flickr │ │ │ ├── caption_to_phrase.yaml │ │ │ ├── default.yaml │ │ │ └── object_to_phrase.yaml │ │ ├── gqa │ │ │ └── balanced_val.yaml │ │ ├── laion │ │ │ └── defaults.yaml │ │ ├── llava │ │ │ ├── conversation.yaml │ │ │ ├── detail.yaml │ │ │ └── reason.yaml │ │ ├── multitask_conversation │ │ │ └── default.yaml │ │ ├── nlp │ │ │ └── unnatural_instruction.yaml │ │ ├── ocrvqa │ │ │ └── ocrvqa.yaml │ │ ├── okvqa │ │ │ └── defaults.yaml │ │ ├── textcaps │ │ │ └── caption.yaml │ │ └── vg │ │ │ └── ref.yaml │ ├── default.yaml │ └── models │ │ ├── minigpt4_llama2.yaml │ │ ├── minigpt4_vicuna0.yaml │ │ └── minigpt_v2.yaml ├── conversation │ ├── __init__.py │ └── conversation.py ├── datasets │ ├── __init__.py │ ├── builders │ │ ├── __init__.py │ │ ├── base_dataset_builder.py │ │ └── image_text_pair_builder.py │ ├── data_utils.py │ └── datasets │ │ ├── __init__.py │ │ ├── aok_vqa_datasets.py │ │ ├── base_dataset.py │ │ ├── caption_datasets.py │ │ ├── cc_sbu_dataset.py │ │ ├── coco_caption.py │ │ ├── coco_dataset.py │ │ ├── coco_vqa_datasets.py │ │ ├── dataloader_utils.py │ │ ├── flickr.py │ │ ├── gqa_datasets.py │ │ ├── laion_dataset.py │ │ ├── llava_dataset.py │ │ ├── multitask_conversation.py │ │ ├── ocrvqa_dataset.py │ │ ├── text_caps.py │ │ ├── unnatural_instruction.py │ │ ├── vg_dataset.py │ │ └── vqa_datasets.py ├── minigpt4_eval.yaml ├── models │ ├── Qformer.py │ ├── __init__.py │ ├── base_model.py │ ├── eva_vit.py │ ├── minigpt4.py │ ├── minigpt_base.py │ ├── minigpt_v2.py │ └── modeling_llama.py ├── prerained_minigpt4_7b.pth ├── processors │ ├── __init__.py │ ├── base_processor.py │ ├── blip_processors.py │ └── randaugment.py ├── runners │ ├── __init__.py │ └── runner_base.py └── tasks │ ├── __init__.py │ ├── base_task.py │ └── image_text_pretrain.py ├── models ├── __init__.py ├── blip2 │ └── generate.py ├── convllava │ └── generate.py ├── instructblip │ ├── __init__.py │ └── generate.py ├── llava │ └── generate.py └── minigpt4 │ └── generate.py ├── relevancy_utils.py └── requirements.txt /.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/.gitattributes -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/README.md -------------------------------------------------------------------------------- /convllava/__init__.py: -------------------------------------------------------------------------------- 1 | from .model import LlavaLlamaForCausalLM 2 | -------------------------------------------------------------------------------- /convllava/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/convllava/constants.py -------------------------------------------------------------------------------- /convllava/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/convllava/conversation.py -------------------------------------------------------------------------------- /convllava/mm_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/convllava/mm_utils.py -------------------------------------------------------------------------------- /convllava/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/convllava/model/__init__.py -------------------------------------------------------------------------------- /convllava/model/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/convllava/model/builder.py -------------------------------------------------------------------------------- /convllava/model/language_model/llava_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/convllava/model/language_model/llava_llama.py -------------------------------------------------------------------------------- /convllava/model/llava_arch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/convllava/model/llava_arch.py -------------------------------------------------------------------------------- /convllava/model/multimodal_encoder/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/convllava/model/multimodal_encoder/builder.py -------------------------------------------------------------------------------- /convllava/model/multimodal_encoder/convnext_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/convllava/model/multimodal_encoder/convnext_encoder.py -------------------------------------------------------------------------------- /convllava/model/multimodal_projector/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/convllava/model/multimodal_projector/builder.py -------------------------------------------------------------------------------- /convllava/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/convllava/utils.py -------------------------------------------------------------------------------- /demo.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/demo.gif -------------------------------------------------------------------------------- /demo_meta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/demo_meta.py -------------------------------------------------------------------------------- /minigpt4/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/__init__.py -------------------------------------------------------------------------------- /minigpt4/common/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /minigpt4/common/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/common/config.py -------------------------------------------------------------------------------- /minigpt4/common/dist_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/common/dist_utils.py -------------------------------------------------------------------------------- /minigpt4/common/eval_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/common/eval_utils.py -------------------------------------------------------------------------------- /minigpt4/common/gradcam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/common/gradcam.py -------------------------------------------------------------------------------- /minigpt4/common/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/common/logger.py -------------------------------------------------------------------------------- /minigpt4/common/optims.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/common/optims.py -------------------------------------------------------------------------------- /minigpt4/common/registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/common/registry.py -------------------------------------------------------------------------------- /minigpt4/common/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/common/utils.py -------------------------------------------------------------------------------- /minigpt4/common/vqa_tools/VQA/PythonEvaluationTools/vqaEvalDemo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/common/vqa_tools/VQA/PythonEvaluationTools/vqaEvalDemo.py -------------------------------------------------------------------------------- /minigpt4/common/vqa_tools/VQA/PythonEvaluationTools/vqaEvaluation/__init__.py: -------------------------------------------------------------------------------- 1 | author='aagrawal' 2 | -------------------------------------------------------------------------------- /minigpt4/common/vqa_tools/VQA/PythonEvaluationTools/vqaEvaluation/vqaEval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/common/vqa_tools/VQA/PythonEvaluationTools/vqaEvaluation/vqaEval.py -------------------------------------------------------------------------------- /minigpt4/common/vqa_tools/VQA/PythonHelperTools/vqaDemo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/common/vqa_tools/VQA/PythonHelperTools/vqaDemo.py -------------------------------------------------------------------------------- /minigpt4/common/vqa_tools/VQA/PythonHelperTools/vqaTools/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'aagrawal' 2 | -------------------------------------------------------------------------------- /minigpt4/common/vqa_tools/VQA/PythonHelperTools/vqaTools/vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/common/vqa_tools/VQA/PythonHelperTools/vqaTools/vqa.py -------------------------------------------------------------------------------- /minigpt4/common/vqa_tools/VQA/QuestionTypes/abstract_v002_question_types.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/common/vqa_tools/VQA/QuestionTypes/abstract_v002_question_types.txt -------------------------------------------------------------------------------- /minigpt4/common/vqa_tools/VQA/QuestionTypes/mscoco_question_types.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/common/vqa_tools/VQA/QuestionTypes/mscoco_question_types.txt -------------------------------------------------------------------------------- /minigpt4/common/vqa_tools/VQA/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/common/vqa_tools/VQA/README.md -------------------------------------------------------------------------------- /minigpt4/common/vqa_tools/VQA/license.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/common/vqa_tools/VQA/license.txt -------------------------------------------------------------------------------- /minigpt4/common/vqa_tools/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/common/vqa_tools/__init__.py -------------------------------------------------------------------------------- /minigpt4/common/vqa_tools/vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/common/vqa_tools/vqa.py -------------------------------------------------------------------------------- /minigpt4/common/vqa_tools/vqa_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/common/vqa_tools/vqa_eval.py -------------------------------------------------------------------------------- /minigpt4/configs/datasets/aokvqa/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/configs/datasets/aokvqa/defaults.yaml -------------------------------------------------------------------------------- /minigpt4/configs/datasets/cc_sbu/align.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/configs/datasets/cc_sbu/align.yaml -------------------------------------------------------------------------------- /minigpt4/configs/datasets/cc_sbu/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/configs/datasets/cc_sbu/defaults.yaml -------------------------------------------------------------------------------- /minigpt4/configs/datasets/coco/caption.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/configs/datasets/coco/caption.yaml -------------------------------------------------------------------------------- /minigpt4/configs/datasets/coco/defaults_vqa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/configs/datasets/coco/defaults_vqa.yaml -------------------------------------------------------------------------------- /minigpt4/configs/datasets/coco_bbox/invrefcoco.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/configs/datasets/coco_bbox/invrefcoco.yaml -------------------------------------------------------------------------------- /minigpt4/configs/datasets/coco_bbox/invrefcocog.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/configs/datasets/coco_bbox/invrefcocog.yaml -------------------------------------------------------------------------------- /minigpt4/configs/datasets/coco_bbox/invrefcocop.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/configs/datasets/coco_bbox/invrefcocop.yaml -------------------------------------------------------------------------------- /minigpt4/configs/datasets/coco_bbox/refcoco.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/configs/datasets/coco_bbox/refcoco.yaml -------------------------------------------------------------------------------- /minigpt4/configs/datasets/coco_bbox/refcocog.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/configs/datasets/coco_bbox/refcocog.yaml -------------------------------------------------------------------------------- /minigpt4/configs/datasets/coco_bbox/refcocop.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/configs/datasets/coco_bbox/refcocop.yaml -------------------------------------------------------------------------------- /minigpt4/configs/datasets/flickr/caption_to_phrase.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/configs/datasets/flickr/caption_to_phrase.yaml -------------------------------------------------------------------------------- /minigpt4/configs/datasets/flickr/default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/configs/datasets/flickr/default.yaml -------------------------------------------------------------------------------- /minigpt4/configs/datasets/flickr/object_to_phrase.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/configs/datasets/flickr/object_to_phrase.yaml -------------------------------------------------------------------------------- /minigpt4/configs/datasets/gqa/balanced_val.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/configs/datasets/gqa/balanced_val.yaml -------------------------------------------------------------------------------- /minigpt4/configs/datasets/laion/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/configs/datasets/laion/defaults.yaml -------------------------------------------------------------------------------- /minigpt4/configs/datasets/llava/conversation.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/configs/datasets/llava/conversation.yaml -------------------------------------------------------------------------------- /minigpt4/configs/datasets/llava/detail.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/configs/datasets/llava/detail.yaml -------------------------------------------------------------------------------- /minigpt4/configs/datasets/llava/reason.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/configs/datasets/llava/reason.yaml -------------------------------------------------------------------------------- /minigpt4/configs/datasets/multitask_conversation/default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/configs/datasets/multitask_conversation/default.yaml -------------------------------------------------------------------------------- /minigpt4/configs/datasets/nlp/unnatural_instruction.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/configs/datasets/nlp/unnatural_instruction.yaml -------------------------------------------------------------------------------- /minigpt4/configs/datasets/ocrvqa/ocrvqa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/configs/datasets/ocrvqa/ocrvqa.yaml -------------------------------------------------------------------------------- /minigpt4/configs/datasets/okvqa/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/configs/datasets/okvqa/defaults.yaml -------------------------------------------------------------------------------- /minigpt4/configs/datasets/textcaps/caption.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/configs/datasets/textcaps/caption.yaml -------------------------------------------------------------------------------- /minigpt4/configs/datasets/vg/ref.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/configs/datasets/vg/ref.yaml -------------------------------------------------------------------------------- /minigpt4/configs/default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/configs/default.yaml -------------------------------------------------------------------------------- /minigpt4/configs/models/minigpt4_llama2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/configs/models/minigpt4_llama2.yaml -------------------------------------------------------------------------------- /minigpt4/configs/models/minigpt4_vicuna0.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/configs/models/minigpt4_vicuna0.yaml -------------------------------------------------------------------------------- /minigpt4/configs/models/minigpt_v2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/configs/models/minigpt_v2.yaml -------------------------------------------------------------------------------- /minigpt4/conversation/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /minigpt4/conversation/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/conversation/conversation.py -------------------------------------------------------------------------------- /minigpt4/datasets/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /minigpt4/datasets/builders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/datasets/builders/__init__.py -------------------------------------------------------------------------------- /minigpt4/datasets/builders/base_dataset_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/datasets/builders/base_dataset_builder.py -------------------------------------------------------------------------------- /minigpt4/datasets/builders/image_text_pair_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/datasets/builders/image_text_pair_builder.py -------------------------------------------------------------------------------- /minigpt4/datasets/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/datasets/data_utils.py -------------------------------------------------------------------------------- /minigpt4/datasets/datasets/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /minigpt4/datasets/datasets/aok_vqa_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/datasets/datasets/aok_vqa_datasets.py -------------------------------------------------------------------------------- /minigpt4/datasets/datasets/base_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/datasets/datasets/base_dataset.py -------------------------------------------------------------------------------- /minigpt4/datasets/datasets/caption_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/datasets/datasets/caption_datasets.py -------------------------------------------------------------------------------- /minigpt4/datasets/datasets/cc_sbu_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/datasets/datasets/cc_sbu_dataset.py -------------------------------------------------------------------------------- /minigpt4/datasets/datasets/coco_caption.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/datasets/datasets/coco_caption.py -------------------------------------------------------------------------------- /minigpt4/datasets/datasets/coco_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/datasets/datasets/coco_dataset.py -------------------------------------------------------------------------------- /minigpt4/datasets/datasets/coco_vqa_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/datasets/datasets/coco_vqa_datasets.py -------------------------------------------------------------------------------- /minigpt4/datasets/datasets/dataloader_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/datasets/datasets/dataloader_utils.py -------------------------------------------------------------------------------- /minigpt4/datasets/datasets/flickr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/datasets/datasets/flickr.py -------------------------------------------------------------------------------- /minigpt4/datasets/datasets/gqa_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/datasets/datasets/gqa_datasets.py -------------------------------------------------------------------------------- /minigpt4/datasets/datasets/laion_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/datasets/datasets/laion_dataset.py -------------------------------------------------------------------------------- /minigpt4/datasets/datasets/llava_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/datasets/datasets/llava_dataset.py -------------------------------------------------------------------------------- /minigpt4/datasets/datasets/multitask_conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/datasets/datasets/multitask_conversation.py -------------------------------------------------------------------------------- /minigpt4/datasets/datasets/ocrvqa_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/datasets/datasets/ocrvqa_dataset.py -------------------------------------------------------------------------------- /minigpt4/datasets/datasets/text_caps.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/datasets/datasets/text_caps.py -------------------------------------------------------------------------------- /minigpt4/datasets/datasets/unnatural_instruction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/datasets/datasets/unnatural_instruction.py -------------------------------------------------------------------------------- /minigpt4/datasets/datasets/vg_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/datasets/datasets/vg_dataset.py -------------------------------------------------------------------------------- /minigpt4/datasets/datasets/vqa_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/datasets/datasets/vqa_datasets.py -------------------------------------------------------------------------------- /minigpt4/minigpt4_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/minigpt4_eval.yaml -------------------------------------------------------------------------------- /minigpt4/models/Qformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/models/Qformer.py -------------------------------------------------------------------------------- /minigpt4/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/models/__init__.py -------------------------------------------------------------------------------- /minigpt4/models/base_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/models/base_model.py -------------------------------------------------------------------------------- /minigpt4/models/eva_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/models/eva_vit.py -------------------------------------------------------------------------------- /minigpt4/models/minigpt4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/models/minigpt4.py -------------------------------------------------------------------------------- /minigpt4/models/minigpt_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/models/minigpt_base.py -------------------------------------------------------------------------------- /minigpt4/models/minigpt_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/models/minigpt_v2.py -------------------------------------------------------------------------------- /minigpt4/models/modeling_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/models/modeling_llama.py -------------------------------------------------------------------------------- /minigpt4/prerained_minigpt4_7b.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/prerained_minigpt4_7b.pth -------------------------------------------------------------------------------- /minigpt4/processors/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/processors/__init__.py -------------------------------------------------------------------------------- /minigpt4/processors/base_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/processors/base_processor.py -------------------------------------------------------------------------------- /minigpt4/processors/blip_processors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/processors/blip_processors.py -------------------------------------------------------------------------------- /minigpt4/processors/randaugment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/processors/randaugment.py -------------------------------------------------------------------------------- /minigpt4/runners/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/runners/__init__.py -------------------------------------------------------------------------------- /minigpt4/runners/runner_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/runners/runner_base.py -------------------------------------------------------------------------------- /minigpt4/tasks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/tasks/__init__.py -------------------------------------------------------------------------------- /minigpt4/tasks/base_task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/tasks/base_task.py -------------------------------------------------------------------------------- /minigpt4/tasks/image_text_pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/minigpt4/tasks/image_text_pretrain.py -------------------------------------------------------------------------------- /models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/models/__init__.py -------------------------------------------------------------------------------- /models/blip2/generate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/models/blip2/generate.py -------------------------------------------------------------------------------- /models/convllava/generate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/models/convllava/generate.py -------------------------------------------------------------------------------- /models/instructblip/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /models/instructblip/generate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/models/instructblip/generate.py -------------------------------------------------------------------------------- /models/llava/generate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/models/llava/generate.py -------------------------------------------------------------------------------- /models/minigpt4/generate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/models/minigpt4/generate.py -------------------------------------------------------------------------------- /relevancy_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/relevancy_utils.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ziwei-Zheng/VaLSe/HEAD/requirements.txt --------------------------------------------------------------------------------