├── .gitattributes ├── CODEOWNERS ├── LICENSE.txt ├── MANIFEST.in ├── README.md ├── app.py ├── backup_app.py ├── eval_configs └── minigpt4.yaml ├── extract.py ├── images └── SAMPLE IMAGE DELETE IF U WANT.png ├── minigpt4 ├── __init__.py ├── common │ ├── __init__.py │ ├── config.py │ ├── dist_utils.py │ ├── gradcam.py │ ├── logger.py │ ├── optims.py │ ├── registry.py │ └── utils.py ├── configs │ ├── datasets │ │ ├── cc_combine │ │ │ ├── align.yaml │ │ │ └── defaults.yaml │ │ └── laion │ │ │ └── defaults.yaml │ ├── default.yaml │ └── models │ │ └── minigpt4.yaml ├── conversation │ ├── __init__.py │ └── conversation.py ├── datasets │ ├── __init__.py │ ├── builders │ │ ├── __init__.py │ │ ├── base_dataset_builder.py │ │ └── image_text_pair_builder.py │ ├── data_utils.py │ └── datasets │ │ ├── __init__.py │ │ ├── base_dataset.py │ │ ├── caption_datasets.py │ │ ├── cc_combine_dataset.py │ │ ├── dataloader_utils.py │ │ └── laion_dataset.py ├── models │ ├── Qformer.py │ ├── __init__.py │ ├── base_model.py │ ├── blip2.py │ ├── blip2_outputs.py │ ├── eva_vit.py │ ├── mini_gpt4.py │ └── modeling_llama.py ├── processors │ ├── __init__.py │ ├── base_processor.py │ ├── blip_processors.py │ └── randaugment.py ├── runners │ ├── __init__.py │ └── runner_base.py └── tasks │ ├── __init__.py │ ├── base_task.py │ └── image_text_pretrain.py ├── mycaptions └── put your captions here ├── prompts └── alignment.txt ├── requirements.txt ├── run.bat ├── setup.bat └── train_configs ├── minigpt4_stage1_laion.yaml └── minigpt4_stage2_align.yaml /.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pipinstallyp/minigpt4-batch/HEAD/.gitattributes -------------------------------------------------------------------------------- /CODEOWNERS: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pipinstallyp/minigpt4-batch/HEAD/CODEOWNERS -------------------------------------------------------------------------------- /LICENSE.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pipinstallyp/minigpt4-batch/HEAD/LICENSE.txt -------------------------------------------------------------------------------- /MANIFEST.in: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pipinstallyp/minigpt4-batch/HEAD/MANIFEST.in -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pipinstallyp/minigpt4-batch/HEAD/README.md -------------------------------------------------------------------------------- /app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pipinstallyp/minigpt4-batch/HEAD/app.py -------------------------------------------------------------------------------- /backup_app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pipinstallyp/minigpt4-batch/HEAD/backup_app.py -------------------------------------------------------------------------------- /eval_configs/minigpt4.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pipinstallyp/minigpt4-batch/HEAD/eval_configs/minigpt4.yaml -------------------------------------------------------------------------------- /extract.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pipinstallyp/minigpt4-batch/HEAD/extract.py -------------------------------------------------------------------------------- /images/SAMPLE IMAGE DELETE IF U WANT.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pipinstallyp/minigpt4-batch/HEAD/images/SAMPLE IMAGE DELETE IF U WANT.png -------------------------------------------------------------------------------- /minigpt4/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pipinstallyp/minigpt4-batch/HEAD/minigpt4/__init__.py -------------------------------------------------------------------------------- /minigpt4/common/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /minigpt4/common/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pipinstallyp/minigpt4-batch/HEAD/minigpt4/common/config.py -------------------------------------------------------------------------------- /minigpt4/common/dist_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pipinstallyp/minigpt4-batch/HEAD/minigpt4/common/dist_utils.py -------------------------------------------------------------------------------- /minigpt4/common/gradcam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pipinstallyp/minigpt4-batch/HEAD/minigpt4/common/gradcam.py -------------------------------------------------------------------------------- /minigpt4/common/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pipinstallyp/minigpt4-batch/HEAD/minigpt4/common/logger.py -------------------------------------------------------------------------------- /minigpt4/common/optims.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pipinstallyp/minigpt4-batch/HEAD/minigpt4/common/optims.py -------------------------------------------------------------------------------- /minigpt4/common/registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pipinstallyp/minigpt4-batch/HEAD/minigpt4/common/registry.py -------------------------------------------------------------------------------- /minigpt4/common/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pipinstallyp/minigpt4-batch/HEAD/minigpt4/common/utils.py -------------------------------------------------------------------------------- /minigpt4/configs/datasets/cc_combine/align.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pipinstallyp/minigpt4-batch/HEAD/minigpt4/configs/datasets/cc_combine/align.yaml -------------------------------------------------------------------------------- /minigpt4/configs/datasets/cc_combine/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pipinstallyp/minigpt4-batch/HEAD/minigpt4/configs/datasets/cc_combine/defaults.yaml -------------------------------------------------------------------------------- /minigpt4/configs/datasets/laion/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pipinstallyp/minigpt4-batch/HEAD/minigpt4/configs/datasets/laion/defaults.yaml -------------------------------------------------------------------------------- /minigpt4/configs/default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pipinstallyp/minigpt4-batch/HEAD/minigpt4/configs/default.yaml -------------------------------------------------------------------------------- /minigpt4/configs/models/minigpt4.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pipinstallyp/minigpt4-batch/HEAD/minigpt4/configs/models/minigpt4.yaml -------------------------------------------------------------------------------- /minigpt4/conversation/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /minigpt4/conversation/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pipinstallyp/minigpt4-batch/HEAD/minigpt4/conversation/conversation.py -------------------------------------------------------------------------------- /minigpt4/datasets/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /minigpt4/datasets/builders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pipinstallyp/minigpt4-batch/HEAD/minigpt4/datasets/builders/__init__.py -------------------------------------------------------------------------------- /minigpt4/datasets/builders/base_dataset_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pipinstallyp/minigpt4-batch/HEAD/minigpt4/datasets/builders/base_dataset_builder.py -------------------------------------------------------------------------------- /minigpt4/datasets/builders/image_text_pair_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pipinstallyp/minigpt4-batch/HEAD/minigpt4/datasets/builders/image_text_pair_builder.py -------------------------------------------------------------------------------- /minigpt4/datasets/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pipinstallyp/minigpt4-batch/HEAD/minigpt4/datasets/data_utils.py -------------------------------------------------------------------------------- /minigpt4/datasets/datasets/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /minigpt4/datasets/datasets/base_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pipinstallyp/minigpt4-batch/HEAD/minigpt4/datasets/datasets/base_dataset.py -------------------------------------------------------------------------------- /minigpt4/datasets/datasets/caption_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pipinstallyp/minigpt4-batch/HEAD/minigpt4/datasets/datasets/caption_datasets.py -------------------------------------------------------------------------------- /minigpt4/datasets/datasets/cc_combine_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pipinstallyp/minigpt4-batch/HEAD/minigpt4/datasets/datasets/cc_combine_dataset.py -------------------------------------------------------------------------------- /minigpt4/datasets/datasets/dataloader_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pipinstallyp/minigpt4-batch/HEAD/minigpt4/datasets/datasets/dataloader_utils.py -------------------------------------------------------------------------------- /minigpt4/datasets/datasets/laion_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pipinstallyp/minigpt4-batch/HEAD/minigpt4/datasets/datasets/laion_dataset.py -------------------------------------------------------------------------------- /minigpt4/models/Qformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pipinstallyp/minigpt4-batch/HEAD/minigpt4/models/Qformer.py -------------------------------------------------------------------------------- /minigpt4/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pipinstallyp/minigpt4-batch/HEAD/minigpt4/models/__init__.py -------------------------------------------------------------------------------- /minigpt4/models/base_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pipinstallyp/minigpt4-batch/HEAD/minigpt4/models/base_model.py -------------------------------------------------------------------------------- /minigpt4/models/blip2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pipinstallyp/minigpt4-batch/HEAD/minigpt4/models/blip2.py -------------------------------------------------------------------------------- /minigpt4/models/blip2_outputs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pipinstallyp/minigpt4-batch/HEAD/minigpt4/models/blip2_outputs.py -------------------------------------------------------------------------------- /minigpt4/models/eva_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pipinstallyp/minigpt4-batch/HEAD/minigpt4/models/eva_vit.py -------------------------------------------------------------------------------- /minigpt4/models/mini_gpt4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pipinstallyp/minigpt4-batch/HEAD/minigpt4/models/mini_gpt4.py -------------------------------------------------------------------------------- /minigpt4/models/modeling_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pipinstallyp/minigpt4-batch/HEAD/minigpt4/models/modeling_llama.py -------------------------------------------------------------------------------- /minigpt4/processors/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pipinstallyp/minigpt4-batch/HEAD/minigpt4/processors/__init__.py -------------------------------------------------------------------------------- /minigpt4/processors/base_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pipinstallyp/minigpt4-batch/HEAD/minigpt4/processors/base_processor.py -------------------------------------------------------------------------------- /minigpt4/processors/blip_processors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pipinstallyp/minigpt4-batch/HEAD/minigpt4/processors/blip_processors.py -------------------------------------------------------------------------------- /minigpt4/processors/randaugment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pipinstallyp/minigpt4-batch/HEAD/minigpt4/processors/randaugment.py -------------------------------------------------------------------------------- /minigpt4/runners/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pipinstallyp/minigpt4-batch/HEAD/minigpt4/runners/__init__.py -------------------------------------------------------------------------------- /minigpt4/runners/runner_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pipinstallyp/minigpt4-batch/HEAD/minigpt4/runners/runner_base.py -------------------------------------------------------------------------------- /minigpt4/tasks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pipinstallyp/minigpt4-batch/HEAD/minigpt4/tasks/__init__.py -------------------------------------------------------------------------------- /minigpt4/tasks/base_task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pipinstallyp/minigpt4-batch/HEAD/minigpt4/tasks/base_task.py -------------------------------------------------------------------------------- /minigpt4/tasks/image_text_pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pipinstallyp/minigpt4-batch/HEAD/minigpt4/tasks/image_text_pretrain.py -------------------------------------------------------------------------------- /mycaptions/put your captions here: -------------------------------------------------------------------------------- 1 | pls pls see your captions must be here -------------------------------------------------------------------------------- /prompts/alignment.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pipinstallyp/minigpt4-batch/HEAD/prompts/alignment.txt -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pipinstallyp/minigpt4-batch/HEAD/requirements.txt -------------------------------------------------------------------------------- /run.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pipinstallyp/minigpt4-batch/HEAD/run.bat -------------------------------------------------------------------------------- /setup.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pipinstallyp/minigpt4-batch/HEAD/setup.bat -------------------------------------------------------------------------------- /train_configs/minigpt4_stage1_laion.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pipinstallyp/minigpt4-batch/HEAD/train_configs/minigpt4_stage1_laion.yaml -------------------------------------------------------------------------------- /train_configs/minigpt4_stage2_align.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pipinstallyp/minigpt4-batch/HEAD/train_configs/minigpt4_stage2_align.yaml --------------------------------------------------------------------------------