├── LICENSE ├── README.md ├── environment.yaml ├── eval_configs └── eval.yaml ├── generate_reports.py ├── minigpt4 ├── __init__.py ├── __pycache__ │ ├── __init__.cpython-310.pyc │ ├── __init__.cpython-311.pyc │ ├── __init__.cpython-38.pyc │ └── __init__.cpython-39.pyc ├── common │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-311.pyc │ │ ├── __init__.cpython-38.pyc │ │ ├── __init__.cpython-39.pyc │ │ ├── config.cpython-39.pyc │ │ ├── dist_utils.cpython-311.pyc │ │ ├── dist_utils.cpython-39.pyc │ │ ├── logger.cpython-311.pyc │ │ ├── logger.cpython-39.pyc │ │ ├── optims.cpython-39.pyc │ │ ├── registry.cpython-311.pyc │ │ ├── registry.cpython-38.pyc │ │ ├── registry.cpython-39.pyc │ │ ├── utils.cpython-311.pyc │ │ ├── utils.cpython-38.pyc │ │ └── utils.cpython-39.pyc │ ├── config.py │ ├── dist_utils.py │ ├── gradcam.py │ ├── logger.py │ ├── optims.py │ ├── registry.py │ └── utils.py ├── configs │ ├── datasets │ │ ├── cc_sbu │ │ │ ├── align.yaml │ │ │ └── defaults.yaml │ │ ├── iuxray │ │ │ ├── align.yaml │ │ │ └── generate_then_refine.yaml │ │ ├── laion │ │ │ └── defaults.yaml │ │ └── mimic │ │ │ ├── align.yaml │ │ │ └── generate_then_refine.yaml │ ├── default.yaml │ └── models │ │ ├── minigpt4-7b.yaml │ │ └── minigpt4.yaml ├── conversation │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-39.pyc │ │ └── conversation.cpython-39.pyc │ └── conversation.py ├── datasets │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-311.pyc │ │ ├── __init__.cpython-38.pyc │ │ ├── __init__.cpython-39.pyc │ │ └── data_utils.cpython-39.pyc │ ├── builders │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-311.pyc │ │ │ ├── __init__.cpython-38.pyc │ │ │ ├── __init__.cpython-39.pyc │ │ │ ├── base_dataset_builder.cpython-311.pyc │ │ │ ├── base_dataset_builder.cpython-38.pyc │ │ │ ├── base_dataset_builder.cpython-39.pyc │ │ │ ├── image_text_pair_builder.cpython-311.pyc │ │ │ └── image_text_pair_builder.cpython-39.pyc │ │ ├── base_dataset_builder.py │ │ └── image_text_pair_builder.py │ ├── data_utils.py │ └── datasets │ │ ├── __init__.py │ │ ├── __pycache__ │ │ ├── __init__.cpython-311.pyc │ │ ├── __init__.cpython-39.pyc │ │ ├── base_dataset.cpython-311.pyc │ │ ├── base_dataset.cpython-39.pyc │ │ ├── caption_datasets.cpython-311.pyc │ │ ├── caption_datasets.cpython-39.pyc │ │ ├── cc_sbu_dataset.cpython-311.pyc │ │ ├── cc_sbu_dataset.cpython-39.pyc │ │ ├── dataloader_utils.cpython-39.pyc │ │ ├── iuxray_dataset.cpython-311.pyc │ │ ├── iuxray_dataset.cpython-39.pyc │ │ ├── laion_dataset.cpython-311.pyc │ │ ├── laion_dataset.cpython-39.pyc │ │ ├── mimic_dataset.cpython-311.pyc │ │ └── mimic_dataset.cpython-39.pyc │ │ ├── base_dataset.py │ │ ├── caption_datasets.py │ │ ├── cc_sbu_dataset.py │ │ ├── dataloader_utils.py │ │ ├── iuxray_dataset.py │ │ ├── laion_dataset.py │ │ └── mimic_dataset.py ├── models │ ├── Qformer.py │ ├── __init__.py │ ├── __pycache__ │ │ ├── Qformer.cpython-311.pyc │ │ ├── Qformer.cpython-39.pyc │ │ ├── __init__.cpython-311.pyc │ │ ├── __init__.cpython-39.pyc │ │ ├── base_model.cpython-311.pyc │ │ ├── base_model.cpython-39.pyc │ │ ├── blip2.cpython-311.pyc │ │ ├── blip2.cpython-39.pyc │ │ ├── eva_vit.cpython-311.pyc │ │ ├── eva_vit.cpython-39.pyc │ │ ├── mini_gpt4.cpython-311.pyc │ │ ├── mini_gpt4.cpython-39.pyc │ │ ├── modeling_llama.cpython-311.pyc │ │ └── modeling_llama.cpython-39.pyc │ ├── base_model.py │ ├── blip2.py │ ├── blip2_outputs.py │ ├── eva_vit.py │ ├── mini_gpt4.py │ └── modeling_llama.py ├── output │ └── minigpt4_stage2_finetune │ │ ├── 20230706044 │ │ ├── checkpoint_0.pth │ │ ├── checkpoint_1.pth │ │ └── log.txt │ │ └── 20230706051 │ │ └── log.txt ├── processors │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-311.pyc │ │ ├── __init__.cpython-39.pyc │ │ ├── base_processor.cpython-311.pyc │ │ ├── base_processor.cpython-39.pyc │ │ ├── blip_processors.cpython-311.pyc │ │ ├── blip_processors.cpython-39.pyc │ │ ├── randaugment.cpython-311.pyc │ │ └── randaugment.cpython-39.pyc │ ├── base_processor.py │ ├── blip_processors.py │ └── randaugment.py ├── runners │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-39.pyc │ │ └── runner_base.cpython-39.pyc │ └── runner_base.py └── tasks │ ├── __init__.py │ ├── __pycache__ │ ├── __init__.cpython-39.pyc │ ├── base_task.cpython-39.pyc │ ├── image_text_pretrain.cpython-39.pyc │ └── mimic_generate_then_refine.cpython-39.pyc │ ├── base_task.py │ ├── image_text_pretrain.py │ └── mimic_generate_then_refine.py ├── prompts ├── stage1-pretraining-prompts.txt ├── stage2-generation-prompts.txt └── stage2-refinement-prompts.txt ├── train.py └── train_configs ├── stage1 ├── config.yaml └── zero.json └── stage2 ├── iuxray ├── config.yaml └── zero.json └── mimic ├── config.yaml └── zero.json /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/README.md -------------------------------------------------------------------------------- /environment.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/environment.yaml -------------------------------------------------------------------------------- /eval_configs/eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/eval_configs/eval.yaml -------------------------------------------------------------------------------- /generate_reports.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/generate_reports.py -------------------------------------------------------------------------------- /minigpt4/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/__init__.py -------------------------------------------------------------------------------- /minigpt4/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /minigpt4/__pycache__/__init__.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/__pycache__/__init__.cpython-311.pyc -------------------------------------------------------------------------------- /minigpt4/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /minigpt4/__pycache__/__init__.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/__pycache__/__init__.cpython-39.pyc -------------------------------------------------------------------------------- /minigpt4/common/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /minigpt4/common/__pycache__/__init__.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/common/__pycache__/__init__.cpython-311.pyc -------------------------------------------------------------------------------- /minigpt4/common/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/common/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /minigpt4/common/__pycache__/__init__.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/common/__pycache__/__init__.cpython-39.pyc -------------------------------------------------------------------------------- /minigpt4/common/__pycache__/config.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/common/__pycache__/config.cpython-39.pyc -------------------------------------------------------------------------------- /minigpt4/common/__pycache__/dist_utils.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/common/__pycache__/dist_utils.cpython-311.pyc -------------------------------------------------------------------------------- /minigpt4/common/__pycache__/dist_utils.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/common/__pycache__/dist_utils.cpython-39.pyc -------------------------------------------------------------------------------- /minigpt4/common/__pycache__/logger.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/common/__pycache__/logger.cpython-311.pyc -------------------------------------------------------------------------------- /minigpt4/common/__pycache__/logger.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/common/__pycache__/logger.cpython-39.pyc -------------------------------------------------------------------------------- /minigpt4/common/__pycache__/optims.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/common/__pycache__/optims.cpython-39.pyc -------------------------------------------------------------------------------- /minigpt4/common/__pycache__/registry.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/common/__pycache__/registry.cpython-311.pyc -------------------------------------------------------------------------------- /minigpt4/common/__pycache__/registry.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/common/__pycache__/registry.cpython-38.pyc -------------------------------------------------------------------------------- /minigpt4/common/__pycache__/registry.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/common/__pycache__/registry.cpython-39.pyc -------------------------------------------------------------------------------- /minigpt4/common/__pycache__/utils.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/common/__pycache__/utils.cpython-311.pyc -------------------------------------------------------------------------------- /minigpt4/common/__pycache__/utils.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/common/__pycache__/utils.cpython-38.pyc -------------------------------------------------------------------------------- /minigpt4/common/__pycache__/utils.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/common/__pycache__/utils.cpython-39.pyc -------------------------------------------------------------------------------- /minigpt4/common/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/common/config.py -------------------------------------------------------------------------------- /minigpt4/common/dist_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/common/dist_utils.py -------------------------------------------------------------------------------- /minigpt4/common/gradcam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/common/gradcam.py -------------------------------------------------------------------------------- /minigpt4/common/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/common/logger.py -------------------------------------------------------------------------------- /minigpt4/common/optims.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/common/optims.py -------------------------------------------------------------------------------- /minigpt4/common/registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/common/registry.py -------------------------------------------------------------------------------- /minigpt4/common/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/common/utils.py -------------------------------------------------------------------------------- /minigpt4/configs/datasets/cc_sbu/align.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/configs/datasets/cc_sbu/align.yaml -------------------------------------------------------------------------------- /minigpt4/configs/datasets/cc_sbu/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/configs/datasets/cc_sbu/defaults.yaml -------------------------------------------------------------------------------- /minigpt4/configs/datasets/iuxray/align.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/configs/datasets/iuxray/align.yaml -------------------------------------------------------------------------------- /minigpt4/configs/datasets/iuxray/generate_then_refine.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/configs/datasets/iuxray/generate_then_refine.yaml -------------------------------------------------------------------------------- /minigpt4/configs/datasets/laion/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/configs/datasets/laion/defaults.yaml -------------------------------------------------------------------------------- /minigpt4/configs/datasets/mimic/align.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/configs/datasets/mimic/align.yaml -------------------------------------------------------------------------------- /minigpt4/configs/datasets/mimic/generate_then_refine.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/configs/datasets/mimic/generate_then_refine.yaml -------------------------------------------------------------------------------- /minigpt4/configs/default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/configs/default.yaml -------------------------------------------------------------------------------- /minigpt4/configs/models/minigpt4-7b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/configs/models/minigpt4-7b.yaml -------------------------------------------------------------------------------- /minigpt4/configs/models/minigpt4.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/configs/models/minigpt4.yaml -------------------------------------------------------------------------------- /minigpt4/conversation/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /minigpt4/conversation/__pycache__/__init__.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/conversation/__pycache__/__init__.cpython-39.pyc -------------------------------------------------------------------------------- /minigpt4/conversation/__pycache__/conversation.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/conversation/__pycache__/conversation.cpython-39.pyc -------------------------------------------------------------------------------- /minigpt4/conversation/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/conversation/conversation.py -------------------------------------------------------------------------------- /minigpt4/datasets/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /minigpt4/datasets/__pycache__/__init__.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/datasets/__pycache__/__init__.cpython-311.pyc -------------------------------------------------------------------------------- /minigpt4/datasets/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/datasets/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /minigpt4/datasets/__pycache__/__init__.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/datasets/__pycache__/__init__.cpython-39.pyc -------------------------------------------------------------------------------- /minigpt4/datasets/__pycache__/data_utils.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/datasets/__pycache__/data_utils.cpython-39.pyc -------------------------------------------------------------------------------- /minigpt4/datasets/builders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/datasets/builders/__init__.py -------------------------------------------------------------------------------- /minigpt4/datasets/builders/__pycache__/__init__.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/datasets/builders/__pycache__/__init__.cpython-311.pyc -------------------------------------------------------------------------------- /minigpt4/datasets/builders/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/datasets/builders/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /minigpt4/datasets/builders/__pycache__/__init__.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/datasets/builders/__pycache__/__init__.cpython-39.pyc -------------------------------------------------------------------------------- /minigpt4/datasets/builders/__pycache__/base_dataset_builder.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/datasets/builders/__pycache__/base_dataset_builder.cpython-311.pyc -------------------------------------------------------------------------------- /minigpt4/datasets/builders/__pycache__/base_dataset_builder.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/datasets/builders/__pycache__/base_dataset_builder.cpython-38.pyc -------------------------------------------------------------------------------- /minigpt4/datasets/builders/__pycache__/base_dataset_builder.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/datasets/builders/__pycache__/base_dataset_builder.cpython-39.pyc -------------------------------------------------------------------------------- /minigpt4/datasets/builders/__pycache__/image_text_pair_builder.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/datasets/builders/__pycache__/image_text_pair_builder.cpython-311.pyc -------------------------------------------------------------------------------- /minigpt4/datasets/builders/__pycache__/image_text_pair_builder.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/datasets/builders/__pycache__/image_text_pair_builder.cpython-39.pyc -------------------------------------------------------------------------------- /minigpt4/datasets/builders/base_dataset_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/datasets/builders/base_dataset_builder.py -------------------------------------------------------------------------------- /minigpt4/datasets/builders/image_text_pair_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/datasets/builders/image_text_pair_builder.py -------------------------------------------------------------------------------- /minigpt4/datasets/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/datasets/data_utils.py -------------------------------------------------------------------------------- /minigpt4/datasets/datasets/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /minigpt4/datasets/datasets/__pycache__/__init__.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/datasets/datasets/__pycache__/__init__.cpython-311.pyc -------------------------------------------------------------------------------- /minigpt4/datasets/datasets/__pycache__/__init__.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/datasets/datasets/__pycache__/__init__.cpython-39.pyc -------------------------------------------------------------------------------- /minigpt4/datasets/datasets/__pycache__/base_dataset.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/datasets/datasets/__pycache__/base_dataset.cpython-311.pyc -------------------------------------------------------------------------------- /minigpt4/datasets/datasets/__pycache__/base_dataset.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/datasets/datasets/__pycache__/base_dataset.cpython-39.pyc -------------------------------------------------------------------------------- /minigpt4/datasets/datasets/__pycache__/caption_datasets.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/datasets/datasets/__pycache__/caption_datasets.cpython-311.pyc -------------------------------------------------------------------------------- /minigpt4/datasets/datasets/__pycache__/caption_datasets.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/datasets/datasets/__pycache__/caption_datasets.cpython-39.pyc -------------------------------------------------------------------------------- /minigpt4/datasets/datasets/__pycache__/cc_sbu_dataset.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/datasets/datasets/__pycache__/cc_sbu_dataset.cpython-311.pyc -------------------------------------------------------------------------------- /minigpt4/datasets/datasets/__pycache__/cc_sbu_dataset.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/datasets/datasets/__pycache__/cc_sbu_dataset.cpython-39.pyc -------------------------------------------------------------------------------- /minigpt4/datasets/datasets/__pycache__/dataloader_utils.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/datasets/datasets/__pycache__/dataloader_utils.cpython-39.pyc -------------------------------------------------------------------------------- /minigpt4/datasets/datasets/__pycache__/iuxray_dataset.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/datasets/datasets/__pycache__/iuxray_dataset.cpython-311.pyc -------------------------------------------------------------------------------- /minigpt4/datasets/datasets/__pycache__/iuxray_dataset.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/datasets/datasets/__pycache__/iuxray_dataset.cpython-39.pyc -------------------------------------------------------------------------------- /minigpt4/datasets/datasets/__pycache__/laion_dataset.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/datasets/datasets/__pycache__/laion_dataset.cpython-311.pyc -------------------------------------------------------------------------------- /minigpt4/datasets/datasets/__pycache__/laion_dataset.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/datasets/datasets/__pycache__/laion_dataset.cpython-39.pyc -------------------------------------------------------------------------------- /minigpt4/datasets/datasets/__pycache__/mimic_dataset.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/datasets/datasets/__pycache__/mimic_dataset.cpython-311.pyc -------------------------------------------------------------------------------- /minigpt4/datasets/datasets/__pycache__/mimic_dataset.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/datasets/datasets/__pycache__/mimic_dataset.cpython-39.pyc -------------------------------------------------------------------------------- /minigpt4/datasets/datasets/base_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/datasets/datasets/base_dataset.py -------------------------------------------------------------------------------- /minigpt4/datasets/datasets/caption_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/datasets/datasets/caption_datasets.py -------------------------------------------------------------------------------- /minigpt4/datasets/datasets/cc_sbu_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/datasets/datasets/cc_sbu_dataset.py -------------------------------------------------------------------------------- /minigpt4/datasets/datasets/dataloader_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/datasets/datasets/dataloader_utils.py -------------------------------------------------------------------------------- /minigpt4/datasets/datasets/iuxray_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/datasets/datasets/iuxray_dataset.py -------------------------------------------------------------------------------- /minigpt4/datasets/datasets/laion_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/datasets/datasets/laion_dataset.py -------------------------------------------------------------------------------- /minigpt4/datasets/datasets/mimic_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/datasets/datasets/mimic_dataset.py -------------------------------------------------------------------------------- /minigpt4/models/Qformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/models/Qformer.py -------------------------------------------------------------------------------- /minigpt4/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/models/__init__.py -------------------------------------------------------------------------------- /minigpt4/models/__pycache__/Qformer.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/models/__pycache__/Qformer.cpython-311.pyc -------------------------------------------------------------------------------- /minigpt4/models/__pycache__/Qformer.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/models/__pycache__/Qformer.cpython-39.pyc -------------------------------------------------------------------------------- /minigpt4/models/__pycache__/__init__.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/models/__pycache__/__init__.cpython-311.pyc -------------------------------------------------------------------------------- /minigpt4/models/__pycache__/__init__.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/models/__pycache__/__init__.cpython-39.pyc -------------------------------------------------------------------------------- /minigpt4/models/__pycache__/base_model.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/models/__pycache__/base_model.cpython-311.pyc -------------------------------------------------------------------------------- /minigpt4/models/__pycache__/base_model.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/models/__pycache__/base_model.cpython-39.pyc -------------------------------------------------------------------------------- /minigpt4/models/__pycache__/blip2.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/models/__pycache__/blip2.cpython-311.pyc -------------------------------------------------------------------------------- /minigpt4/models/__pycache__/blip2.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/models/__pycache__/blip2.cpython-39.pyc -------------------------------------------------------------------------------- /minigpt4/models/__pycache__/eva_vit.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/models/__pycache__/eva_vit.cpython-311.pyc -------------------------------------------------------------------------------- /minigpt4/models/__pycache__/eva_vit.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/models/__pycache__/eva_vit.cpython-39.pyc -------------------------------------------------------------------------------- /minigpt4/models/__pycache__/mini_gpt4.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/models/__pycache__/mini_gpt4.cpython-311.pyc -------------------------------------------------------------------------------- /minigpt4/models/__pycache__/mini_gpt4.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/models/__pycache__/mini_gpt4.cpython-39.pyc -------------------------------------------------------------------------------- /minigpt4/models/__pycache__/modeling_llama.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/models/__pycache__/modeling_llama.cpython-311.pyc -------------------------------------------------------------------------------- /minigpt4/models/__pycache__/modeling_llama.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/models/__pycache__/modeling_llama.cpython-39.pyc -------------------------------------------------------------------------------- /minigpt4/models/base_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/models/base_model.py -------------------------------------------------------------------------------- /minigpt4/models/blip2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/models/blip2.py -------------------------------------------------------------------------------- /minigpt4/models/blip2_outputs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/models/blip2_outputs.py -------------------------------------------------------------------------------- /minigpt4/models/eva_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/models/eva_vit.py -------------------------------------------------------------------------------- /minigpt4/models/mini_gpt4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/models/mini_gpt4.py -------------------------------------------------------------------------------- /minigpt4/models/modeling_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/models/modeling_llama.py -------------------------------------------------------------------------------- /minigpt4/output/minigpt4_stage2_finetune/20230706044/checkpoint_0.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/output/minigpt4_stage2_finetune/20230706044/checkpoint_0.pth -------------------------------------------------------------------------------- /minigpt4/output/minigpt4_stage2_finetune/20230706044/checkpoint_1.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/output/minigpt4_stage2_finetune/20230706044/checkpoint_1.pth -------------------------------------------------------------------------------- /minigpt4/output/minigpt4_stage2_finetune/20230706044/log.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/output/minigpt4_stage2_finetune/20230706044/log.txt -------------------------------------------------------------------------------- /minigpt4/output/minigpt4_stage2_finetune/20230706051/log.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/output/minigpt4_stage2_finetune/20230706051/log.txt -------------------------------------------------------------------------------- /minigpt4/processors/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/processors/__init__.py -------------------------------------------------------------------------------- /minigpt4/processors/__pycache__/__init__.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/processors/__pycache__/__init__.cpython-311.pyc -------------------------------------------------------------------------------- /minigpt4/processors/__pycache__/__init__.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/processors/__pycache__/__init__.cpython-39.pyc -------------------------------------------------------------------------------- /minigpt4/processors/__pycache__/base_processor.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/processors/__pycache__/base_processor.cpython-311.pyc -------------------------------------------------------------------------------- /minigpt4/processors/__pycache__/base_processor.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/processors/__pycache__/base_processor.cpython-39.pyc -------------------------------------------------------------------------------- /minigpt4/processors/__pycache__/blip_processors.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/processors/__pycache__/blip_processors.cpython-311.pyc -------------------------------------------------------------------------------- /minigpt4/processors/__pycache__/blip_processors.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/processors/__pycache__/blip_processors.cpython-39.pyc -------------------------------------------------------------------------------- /minigpt4/processors/__pycache__/randaugment.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/processors/__pycache__/randaugment.cpython-311.pyc -------------------------------------------------------------------------------- /minigpt4/processors/__pycache__/randaugment.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/processors/__pycache__/randaugment.cpython-39.pyc -------------------------------------------------------------------------------- /minigpt4/processors/base_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/processors/base_processor.py -------------------------------------------------------------------------------- /minigpt4/processors/blip_processors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/processors/blip_processors.py -------------------------------------------------------------------------------- /minigpt4/processors/randaugment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/processors/randaugment.py -------------------------------------------------------------------------------- /minigpt4/runners/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/runners/__init__.py -------------------------------------------------------------------------------- /minigpt4/runners/__pycache__/__init__.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/runners/__pycache__/__init__.cpython-39.pyc -------------------------------------------------------------------------------- /minigpt4/runners/__pycache__/runner_base.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/runners/__pycache__/runner_base.cpython-39.pyc -------------------------------------------------------------------------------- /minigpt4/runners/runner_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/runners/runner_base.py -------------------------------------------------------------------------------- /minigpt4/tasks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/tasks/__init__.py -------------------------------------------------------------------------------- /minigpt4/tasks/__pycache__/__init__.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/tasks/__pycache__/__init__.cpython-39.pyc -------------------------------------------------------------------------------- /minigpt4/tasks/__pycache__/base_task.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/tasks/__pycache__/base_task.cpython-39.pyc -------------------------------------------------------------------------------- /minigpt4/tasks/__pycache__/image_text_pretrain.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/tasks/__pycache__/image_text_pretrain.cpython-39.pyc -------------------------------------------------------------------------------- /minigpt4/tasks/__pycache__/mimic_generate_then_refine.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/tasks/__pycache__/mimic_generate_then_refine.cpython-39.pyc -------------------------------------------------------------------------------- /minigpt4/tasks/base_task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/tasks/base_task.py -------------------------------------------------------------------------------- /minigpt4/tasks/image_text_pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/tasks/image_text_pretrain.py -------------------------------------------------------------------------------- /minigpt4/tasks/mimic_generate_then_refine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/minigpt4/tasks/mimic_generate_then_refine.py -------------------------------------------------------------------------------- /prompts/stage1-pretraining-prompts.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/prompts/stage1-pretraining-prompts.txt -------------------------------------------------------------------------------- /prompts/stage2-generation-prompts.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/prompts/stage2-generation-prompts.txt -------------------------------------------------------------------------------- /prompts/stage2-refinement-prompts.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/prompts/stage2-refinement-prompts.txt -------------------------------------------------------------------------------- /train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/train.py -------------------------------------------------------------------------------- /train_configs/stage1/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/train_configs/stage1/config.yaml -------------------------------------------------------------------------------- /train_configs/stage1/zero.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/train_configs/stage1/zero.json -------------------------------------------------------------------------------- /train_configs/stage2/iuxray/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/train_configs/stage2/iuxray/config.yaml -------------------------------------------------------------------------------- /train_configs/stage2/iuxray/zero.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/train_configs/stage2/iuxray/zero.json -------------------------------------------------------------------------------- /train_configs/stage2/mimic/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/train_configs/stage2/mimic/config.yaml -------------------------------------------------------------------------------- /train_configs/stage2/mimic/zero.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synlp/R2-LLM/HEAD/train_configs/stage2/mimic/zero.json --------------------------------------------------------------------------------