├── .gitignore ├── DiffJPEG ├── DiffJPEG.py ├── LICENSE ├── README.md ├── compression.py ├── decompression.py ├── diffjpeg.png ├── modules │ ├── __init__.py │ ├── compression.py │ └── decompression.py ├── requirements.txt └── utils.py ├── Figures_Github ├── Demo.png └── PoisonMethod.png ├── LICENSE ├── LLaVA ├── .devcontainer │ ├── Dockerfile │ ├── devcontainer.env │ ├── devcontainer.json │ └── postCreateCommand.sh ├── .dockerignore ├── .editorconfig ├── .gitattributes ├── .github │ └── ISSUE_TEMPLATE │ │ ├── 1-usage.yaml │ │ ├── 2-feature-request.yaml │ │ ├── 3-question.yaml │ │ └── 4-discussion.yaml ├── .gitignore ├── LICENSE ├── README.md ├── cog.yaml ├── docs │ ├── Customize_Component.md │ ├── Data.md │ ├── Evaluation.md │ ├── Finetune_Custom_Data.md │ ├── Intel.md │ ├── LLaVA_Bench.md │ ├── LLaVA_from_LLaMA2.md │ ├── LoRA.md │ ├── MODEL_ZOO.md │ ├── ScienceQA.md │ ├── Windows.md │ └── macOS.md ├── images │ ├── demo_cli.gif │ ├── llava_example_cmp.png │ ├── llava_logo.png │ └── llava_v1_5_radar.jpg ├── llava │ ├── __init__.py │ ├── constants.py │ ├── conversation.py │ ├── eval │ │ ├── eval_gpt_review.py │ │ ├── eval_gpt_review_bench.py │ │ ├── eval_gpt_review_visual.py │ │ ├── eval_pope.py │ │ ├── eval_science_qa.py │ │ ├── eval_science_qa_gpt4.py │ │ ├── eval_science_qa_gpt4_requery.py │ │ ├── eval_textvqa.py │ │ ├── generate_webpage_data_from_table.py │ │ ├── m4c_evaluator.py │ │ ├── model_qa.py │ │ ├── model_vqa.py │ │ ├── model_vqa_loader.py │ │ ├── model_vqa_mmbench.py │ │ ├── model_vqa_qbench.py │ │ ├── model_vqa_science.py │ │ ├── qa_baseline_gpt35.py │ │ ├── run_llava.py │ │ ├── summarize_gpt_review.py │ │ └── webpage │ │ │ ├── figures │ │ │ ├── alpaca.png │ │ │ ├── bard.jpg │ │ │ ├── chatgpt.svg │ │ │ ├── llama.jpg │ │ │ ├── swords_FILL0_wght300_GRAD0_opsz48.svg │ │ │ └── vicuna.jpeg │ │ │ ├── index.html │ │ │ ├── script.js │ │ │ └── styles.css │ ├── mm_utils.py │ ├── model │ │ ├── __init__.py │ │ ├── apply_delta.py │ │ ├── builder.py │ │ ├── consolidate.py │ │ ├── language_model │ │ │ ├── llava_llama.py │ │ │ ├── llava_mpt.py │ │ │ └── mpt │ │ │ │ ├── adapt_tokenizer.py │ │ │ │ ├── attention.py │ │ │ │ ├── blocks.py │ │ │ │ ├── configuration_mpt.py │ │ │ │ ├── custom_embedding.py │ │ │ │ ├── flash_attn_triton.py │ │ │ │ ├── hf_prefixlm_converter.py │ │ │ │ ├── meta_init_context.py │ │ │ │ ├── modeling_mpt.py │ │ │ │ ├── norm.py │ │ │ │ └── param_init_fns.py │ │ ├── llava_arch.py │ │ ├── make_delta.py │ │ ├── multimodal_encoder │ │ │ ├── builder.py │ │ │ └── clip_encoder.py │ │ ├── multimodal_projector │ │ │ └── builder.py │ │ └── utils.py │ ├── serve │ │ ├── __init__.py │ │ ├── cli.py │ │ ├── controller.py │ │ ├── examples │ │ │ ├── extreme_ironing.jpg │ │ │ └── waterview.jpg │ │ ├── gradio_web_server.py │ │ ├── model_worker.py │ │ ├── register_worker.py │ │ └── test_message.py │ ├── train │ │ ├── llama_flash_attn_monkey_patch.py │ │ ├── llama_xformers_attn_monkey_patch.py │ │ ├── llava_trainer.py │ │ ├── train.py │ │ ├── train_mem.py │ │ └── train_xformers.py │ └── utils.py ├── predict.py ├── pyproject.toml └── scripts │ ├── convert_gqa_for_eval.py │ ├── convert_mmbench_for_submission.py │ ├── convert_mmvet_for_eval.py │ ├── convert_seed_for_submission.py │ ├── convert_sqa_to_llava.py │ ├── convert_sqa_to_llava_base_prompt.py │ ├── convert_vizwiz_for_submission.py │ ├── convert_vqav2_for_submission.py │ ├── extract_mm_projector.py │ ├── finetune.sh │ ├── finetune_full_schedule.sh │ ├── finetune_lora.sh │ ├── finetune_qlora.sh │ ├── finetune_sqa.sh │ ├── merge_lora_weights.py │ ├── pretrain.sh │ ├── pretrain_xformers.sh │ ├── sqa_eval_batch.sh │ ├── sqa_eval_gather.sh │ ├── v1_5 │ ├── eval │ │ ├── gqa.sh │ │ ├── llavabench.sh │ │ ├── mmbench.sh │ │ ├── mmbench_cn.sh │ │ ├── mme.sh │ │ ├── mmvet.sh │ │ ├── pope.sh │ │ ├── qbench.sh │ │ ├── qbench_zh.sh │ │ ├── seed.sh │ │ ├── sqa.sh │ │ ├── textvqa.sh │ │ ├── vizwiz.sh │ │ └── vqav2.sh │ ├── eval_poison │ │ ├── gqa.sh │ │ ├── llavabench.sh │ │ ├── mmbench.sh │ │ ├── mmbench_cn.sh │ │ ├── mme.sh │ │ ├── mmvet.sh │ │ ├── pope.sh │ │ ├── qbench.sh │ │ ├── qbench_zh.sh │ │ ├── seed.sh │ │ ├── sqa.sh │ │ ├── textvqa.sh │ │ ├── vizwiz.sh │ │ └── vqav2.sh │ ├── finetune.sh │ ├── finetune_lora.sh │ ├── finetune_task.sh │ ├── finetune_task_lora.sh │ ├── finetune_task_lora_xyc.sh │ └── pretrain.sh │ ├── zero2.json │ ├── zero3.json │ └── zero3_offload.json ├── MiniGPT-4 ├── .github │ └── ISSUE_TEMPLATE │ │ ├── bug_report.md │ │ └── feature_request.md ├── CODE_OF_CONDUCT.md ├── LICENSE.md ├── LICENSE_Lavis.md ├── MiniGPT4_Train.md ├── MiniGPTv2.pdf ├── MiniGPTv2_Train.md ├── README.md ├── SECURITY.md ├── dataset │ ├── README_1_STAGE.md │ ├── README_2_STAGE.md │ ├── README_MINIGPTv2_FINETUNE.md │ ├── convert_cc_sbu.py │ ├── convert_laion.py │ ├── download_cc_sbu.sh │ └── download_laion.sh ├── demo.py ├── demo_v2.py ├── environment.yml ├── eval_configs │ ├── minigpt4_eval.yaml │ ├── minigpt4_llama2_eval.yaml │ ├── minigptv2_benchmark_evaluation.yaml │ └── minigptv2_eval.yaml ├── eval_scripts │ ├── EVAL_README.md │ ├── eval_ref.py │ └── eval_vqa.py ├── examples │ ├── ad_1.png │ ├── ad_2.png │ ├── cook_1.png │ ├── cook_2.png │ ├── describe_1.png │ ├── describe_2.png │ ├── fact_1.png │ ├── fact_2.png │ ├── fix_1.png │ ├── fix_2.png │ ├── fun_1.png │ ├── fun_2.png │ ├── logo_1.png │ ├── op_1.png │ ├── op_2.png │ ├── people_1.png │ ├── people_2.png │ ├── rhyme_1.png │ ├── rhyme_2.png │ ├── story_1.png │ ├── story_2.png │ ├── web_1.png │ ├── wop_1.png │ └── wop_2.png ├── examples_v2 │ ├── 2000x1372_wmkn_0012149409555.jpg │ ├── KFC-20-for-20-Nuggets.jpg │ ├── cockdial.png │ ├── float.png │ ├── glip_test.jpg │ ├── office.jpg │ ├── sofa.jpg │ └── thief.png ├── figs │ ├── demo.png │ ├── examples │ │ ├── ad_1.png │ │ ├── ad_2.png │ │ ├── cook_1.png │ │ ├── cook_2.png │ │ ├── describe_1.png │ │ ├── describe_2.png │ │ ├── fact_1.png │ │ ├── fact_2.png │ │ ├── fix_1.png │ │ ├── fix_2.png │ │ ├── fun_1.png │ │ ├── fun_2.png │ │ ├── logo_1.png │ │ ├── op_1.png │ │ ├── op_2.png │ │ ├── people_1.png │ │ ├── people_2.png │ │ ├── rhyme_1.png │ │ ├── rhyme_2.png │ │ ├── story_1.png │ │ ├── story_2.png │ │ ├── web_1.png │ │ ├── wop_1.png │ │ └── wop_2.png │ ├── minigpt2_demo.png │ ├── online_demo.png │ └── overview.png ├── minigpt4 │ ├── __init__.py │ ├── common │ │ ├── __init__.py │ │ ├── config.py │ │ ├── dist_utils.py │ │ ├── eval_utils.py │ │ ├── gradcam.py │ │ ├── logger.py │ │ ├── optims.py │ │ ├── registry.py │ │ ├── utils.py │ │ └── vqa_tools │ │ │ ├── VQA │ │ │ ├── PythonEvaluationTools │ │ │ │ ├── vqaEvalDemo.py │ │ │ │ └── vqaEvaluation │ │ │ │ │ ├── __init__.py │ │ │ │ │ └── vqaEval.py │ │ │ ├── PythonHelperTools │ │ │ │ ├── vqaDemo.py │ │ │ │ └── vqaTools │ │ │ │ │ ├── __init__.py │ │ │ │ │ └── vqa.py │ │ │ ├── QuestionTypes │ │ │ │ ├── abstract_v002_question_types.txt │ │ │ │ └── mscoco_question_types.txt │ │ │ ├── README.md │ │ │ └── license.txt │ │ │ ├── __init__.py │ │ │ ├── vqa.py │ │ │ └── vqa_eval.py │ ├── configs │ │ ├── datasets │ │ │ ├── aokvqa │ │ │ │ └── defaults.yaml │ │ │ ├── cc_sbu │ │ │ │ ├── align.yaml │ │ │ │ └── defaults.yaml │ │ │ ├── coco │ │ │ │ ├── caption.yaml │ │ │ │ └── defaults_vqa.yaml │ │ │ ├── coco_bbox │ │ │ │ ├── invrefcoco.yaml │ │ │ │ ├── invrefcocog.yaml │ │ │ │ ├── invrefcocop.yaml │ │ │ │ ├── refcoco.yaml │ │ │ │ ├── refcocog.yaml │ │ │ │ └── refcocop.yaml │ │ │ ├── flickr │ │ │ │ ├── caption_to_phrase.yaml │ │ │ │ ├── default.yaml │ │ │ │ └── object_to_phrase.yaml │ │ │ ├── laion │ │ │ │ └── defaults.yaml │ │ │ ├── llava │ │ │ │ ├── conversation.yaml │ │ │ │ ├── detail.yaml │ │ │ │ └── reason.yaml │ │ │ ├── multitask_conversation │ │ │ │ └── default.yaml │ │ │ ├── nlp │ │ │ │ └── unnatural_instruction.yaml │ │ │ ├── ocrvqa │ │ │ │ └── ocrvqa.yaml │ │ │ ├── okvqa │ │ │ │ └── defaults.yaml │ │ │ ├── textcaps │ │ │ │ └── caption.yaml │ │ │ └── vg │ │ │ │ └── ref.yaml │ │ ├── default.yaml │ │ └── models │ │ │ ├── minigpt4_llama2.yaml │ │ │ ├── minigpt4_vicuna0.yaml │ │ │ └── minigpt_v2.yaml │ ├── conversation │ │ ├── __init__.py │ │ └── conversation.py │ ├── datasets │ │ ├── __init__.py │ │ ├── builders │ │ │ ├── __init__.py │ │ │ ├── base_dataset_builder.py │ │ │ └── image_text_pair_builder.py │ │ ├── data_utils.py │ │ └── datasets │ │ │ ├── __init__.py │ │ │ ├── aok_vqa_datasets.py │ │ │ ├── base_dataset.py │ │ │ ├── caption_datasets.py │ │ │ ├── cc_sbu_dataset.py │ │ │ ├── coco_caption.py │ │ │ ├── coco_dataset.py │ │ │ ├── coco_vqa_datasets.py │ │ │ ├── dataloader_utils.py │ │ │ ├── flickr.py │ │ │ ├── gqa_datasets.py │ │ │ ├── laion_dataset.py │ │ │ ├── llava_dataset.py │ │ │ ├── multitask_conversation.py │ │ │ ├── ocrvqa_dataset.py │ │ │ ├── text_caps.py │ │ │ ├── unnatural_instruction.py │ │ │ ├── vg_dataset.py │ │ │ └── vqa_datasets.py │ ├── models │ │ ├── Qformer.py │ │ ├── __init__.py │ │ ├── base_model.py │ │ ├── eva_vit.py │ │ ├── minigpt4.py │ │ ├── minigpt_base.py │ │ ├── minigpt_v2.py │ │ └── modeling_llama.py │ ├── processors │ │ ├── __init__.py │ │ ├── base_processor.py │ │ ├── blip_processors.py │ │ └── randaugment.py │ ├── runners │ │ ├── __init__.py │ │ └── runner_base.py │ └── tasks │ │ ├── __init__.py │ │ ├── base_task.py │ │ └── image_text_pretrain.py ├── train.py └── train_configs │ ├── minigpt4_llama2_stage1_pretrain.yaml │ ├── minigpt4_llama2_stage2_finetune.yaml │ ├── minigpt4_stage1_pretrain.yaml │ ├── minigpt4_stage2_finetune.yaml │ ├── minigptv2_finetune.yaml │ └── minigptv2_finetune_Poison.yaml ├── README.md ├── augmentation_zoo.py ├── benchmark ├── benchmark_llava_gqa.sh └── benchmark_llava_vizwiz.sh ├── configs_benchmark ├── MiniGPT4v2 │ └── minigptv2_benchmark_evaluation.yaml └── xInstructBLIP │ ├── coco_captioning_test.yaml │ ├── coco_captioning_val.yaml │ ├── flickr30k_captioning.yaml │ ├── gqa_qa.yaml │ ├── gqa_qa_val.yaml │ ├── nocaps_captioning.yaml │ ├── nocaps_out_domain_captioning.yaml │ ├── okvqa_qa.yaml │ ├── snlive_classification_test.yaml │ ├── snlive_classification_val.yaml │ └── vizwiz_vqa.yaml ├── configs_train ├── minigptv2_finetune.yaml └── xInstructBLIP_finetune.yaml ├── eval_poison_llava.py ├── eval_poison_llava.sh ├── poison_llava.py ├── poison_llava.sh ├── prepare_training_data_w_poison.py └── train_llava_lora.sh /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/.gitignore -------------------------------------------------------------------------------- /DiffJPEG/DiffJPEG.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/DiffJPEG/DiffJPEG.py -------------------------------------------------------------------------------- /DiffJPEG/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/DiffJPEG/LICENSE -------------------------------------------------------------------------------- /DiffJPEG/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/DiffJPEG/README.md -------------------------------------------------------------------------------- /DiffJPEG/compression.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/DiffJPEG/compression.py -------------------------------------------------------------------------------- /DiffJPEG/decompression.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/DiffJPEG/decompression.py -------------------------------------------------------------------------------- /DiffJPEG/diffjpeg.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/DiffJPEG/diffjpeg.png -------------------------------------------------------------------------------- /DiffJPEG/modules/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/DiffJPEG/modules/__init__.py -------------------------------------------------------------------------------- /DiffJPEG/modules/compression.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/DiffJPEG/modules/compression.py -------------------------------------------------------------------------------- /DiffJPEG/modules/decompression.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/DiffJPEG/modules/decompression.py -------------------------------------------------------------------------------- /DiffJPEG/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/DiffJPEG/requirements.txt -------------------------------------------------------------------------------- /DiffJPEG/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/DiffJPEG/utils.py -------------------------------------------------------------------------------- /Figures_Github/Demo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/Figures_Github/Demo.png -------------------------------------------------------------------------------- /Figures_Github/PoisonMethod.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/Figures_Github/PoisonMethod.png -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LICENSE -------------------------------------------------------------------------------- /LLaVA/.devcontainer/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/.devcontainer/Dockerfile -------------------------------------------------------------------------------- /LLaVA/.devcontainer/devcontainer.env: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/.devcontainer/devcontainer.env -------------------------------------------------------------------------------- /LLaVA/.devcontainer/devcontainer.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/.devcontainer/devcontainer.json -------------------------------------------------------------------------------- /LLaVA/.devcontainer/postCreateCommand.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/.devcontainer/postCreateCommand.sh -------------------------------------------------------------------------------- /LLaVA/.dockerignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/.dockerignore -------------------------------------------------------------------------------- /LLaVA/.editorconfig: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/.editorconfig -------------------------------------------------------------------------------- /LLaVA/.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/.gitattributes -------------------------------------------------------------------------------- /LLaVA/.github/ISSUE_TEMPLATE/1-usage.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/.github/ISSUE_TEMPLATE/1-usage.yaml -------------------------------------------------------------------------------- /LLaVA/.github/ISSUE_TEMPLATE/2-feature-request.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/.github/ISSUE_TEMPLATE/2-feature-request.yaml -------------------------------------------------------------------------------- /LLaVA/.github/ISSUE_TEMPLATE/3-question.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/.github/ISSUE_TEMPLATE/3-question.yaml -------------------------------------------------------------------------------- /LLaVA/.github/ISSUE_TEMPLATE/4-discussion.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/.github/ISSUE_TEMPLATE/4-discussion.yaml -------------------------------------------------------------------------------- /LLaVA/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/.gitignore -------------------------------------------------------------------------------- /LLaVA/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/LICENSE -------------------------------------------------------------------------------- /LLaVA/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/README.md -------------------------------------------------------------------------------- /LLaVA/cog.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/cog.yaml -------------------------------------------------------------------------------- /LLaVA/docs/Customize_Component.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/docs/Customize_Component.md -------------------------------------------------------------------------------- /LLaVA/docs/Data.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/docs/Data.md -------------------------------------------------------------------------------- /LLaVA/docs/Evaluation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/docs/Evaluation.md -------------------------------------------------------------------------------- /LLaVA/docs/Finetune_Custom_Data.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/docs/Finetune_Custom_Data.md -------------------------------------------------------------------------------- /LLaVA/docs/Intel.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/docs/Intel.md -------------------------------------------------------------------------------- /LLaVA/docs/LLaVA_Bench.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/docs/LLaVA_Bench.md -------------------------------------------------------------------------------- /LLaVA/docs/LLaVA_from_LLaMA2.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/docs/LLaVA_from_LLaMA2.md -------------------------------------------------------------------------------- /LLaVA/docs/LoRA.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/docs/LoRA.md -------------------------------------------------------------------------------- /LLaVA/docs/MODEL_ZOO.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/docs/MODEL_ZOO.md -------------------------------------------------------------------------------- /LLaVA/docs/ScienceQA.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/docs/ScienceQA.md -------------------------------------------------------------------------------- /LLaVA/docs/Windows.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/docs/Windows.md -------------------------------------------------------------------------------- /LLaVA/docs/macOS.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/docs/macOS.md -------------------------------------------------------------------------------- /LLaVA/images/demo_cli.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/images/demo_cli.gif -------------------------------------------------------------------------------- /LLaVA/images/llava_example_cmp.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/images/llava_example_cmp.png -------------------------------------------------------------------------------- /LLaVA/images/llava_logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/images/llava_logo.png -------------------------------------------------------------------------------- /LLaVA/images/llava_v1_5_radar.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/images/llava_v1_5_radar.jpg -------------------------------------------------------------------------------- /LLaVA/llava/__init__.py: -------------------------------------------------------------------------------- 1 | from .model import LlavaLlamaForCausalLM 2 | -------------------------------------------------------------------------------- /LLaVA/llava/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/llava/constants.py -------------------------------------------------------------------------------- /LLaVA/llava/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/llava/conversation.py -------------------------------------------------------------------------------- /LLaVA/llava/eval/eval_gpt_review.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/llava/eval/eval_gpt_review.py -------------------------------------------------------------------------------- /LLaVA/llava/eval/eval_gpt_review_bench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/llava/eval/eval_gpt_review_bench.py -------------------------------------------------------------------------------- /LLaVA/llava/eval/eval_gpt_review_visual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/llava/eval/eval_gpt_review_visual.py -------------------------------------------------------------------------------- /LLaVA/llava/eval/eval_pope.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/llava/eval/eval_pope.py -------------------------------------------------------------------------------- /LLaVA/llava/eval/eval_science_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/llava/eval/eval_science_qa.py -------------------------------------------------------------------------------- /LLaVA/llava/eval/eval_science_qa_gpt4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/llava/eval/eval_science_qa_gpt4.py -------------------------------------------------------------------------------- /LLaVA/llava/eval/eval_science_qa_gpt4_requery.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/llava/eval/eval_science_qa_gpt4_requery.py -------------------------------------------------------------------------------- /LLaVA/llava/eval/eval_textvqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/llava/eval/eval_textvqa.py -------------------------------------------------------------------------------- /LLaVA/llava/eval/generate_webpage_data_from_table.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/llava/eval/generate_webpage_data_from_table.py -------------------------------------------------------------------------------- /LLaVA/llava/eval/m4c_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/llava/eval/m4c_evaluator.py -------------------------------------------------------------------------------- /LLaVA/llava/eval/model_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/llava/eval/model_qa.py -------------------------------------------------------------------------------- /LLaVA/llava/eval/model_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/llava/eval/model_vqa.py -------------------------------------------------------------------------------- /LLaVA/llava/eval/model_vqa_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/llava/eval/model_vqa_loader.py -------------------------------------------------------------------------------- /LLaVA/llava/eval/model_vqa_mmbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/llava/eval/model_vqa_mmbench.py -------------------------------------------------------------------------------- /LLaVA/llava/eval/model_vqa_qbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/llava/eval/model_vqa_qbench.py -------------------------------------------------------------------------------- /LLaVA/llava/eval/model_vqa_science.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/llava/eval/model_vqa_science.py -------------------------------------------------------------------------------- /LLaVA/llava/eval/qa_baseline_gpt35.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/llava/eval/qa_baseline_gpt35.py -------------------------------------------------------------------------------- /LLaVA/llava/eval/run_llava.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/llava/eval/run_llava.py -------------------------------------------------------------------------------- /LLaVA/llava/eval/summarize_gpt_review.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/llava/eval/summarize_gpt_review.py -------------------------------------------------------------------------------- /LLaVA/llava/eval/webpage/figures/alpaca.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/llava/eval/webpage/figures/alpaca.png -------------------------------------------------------------------------------- /LLaVA/llava/eval/webpage/figures/bard.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/llava/eval/webpage/figures/bard.jpg -------------------------------------------------------------------------------- /LLaVA/llava/eval/webpage/figures/chatgpt.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/llava/eval/webpage/figures/chatgpt.svg -------------------------------------------------------------------------------- /LLaVA/llava/eval/webpage/figures/llama.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/llava/eval/webpage/figures/llama.jpg -------------------------------------------------------------------------------- /LLaVA/llava/eval/webpage/figures/swords_FILL0_wght300_GRAD0_opsz48.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/llava/eval/webpage/figures/swords_FILL0_wght300_GRAD0_opsz48.svg -------------------------------------------------------------------------------- /LLaVA/llava/eval/webpage/figures/vicuna.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/llava/eval/webpage/figures/vicuna.jpeg -------------------------------------------------------------------------------- /LLaVA/llava/eval/webpage/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/llava/eval/webpage/index.html -------------------------------------------------------------------------------- /LLaVA/llava/eval/webpage/script.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/llava/eval/webpage/script.js -------------------------------------------------------------------------------- /LLaVA/llava/eval/webpage/styles.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/llava/eval/webpage/styles.css -------------------------------------------------------------------------------- /LLaVA/llava/mm_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/llava/mm_utils.py -------------------------------------------------------------------------------- /LLaVA/llava/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/llava/model/__init__.py -------------------------------------------------------------------------------- /LLaVA/llava/model/apply_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/llava/model/apply_delta.py -------------------------------------------------------------------------------- /LLaVA/llava/model/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/llava/model/builder.py -------------------------------------------------------------------------------- /LLaVA/llava/model/consolidate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/llava/model/consolidate.py -------------------------------------------------------------------------------- /LLaVA/llava/model/language_model/llava_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/llava/model/language_model/llava_llama.py -------------------------------------------------------------------------------- /LLaVA/llava/model/language_model/llava_mpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/llava/model/language_model/llava_mpt.py -------------------------------------------------------------------------------- /LLaVA/llava/model/language_model/mpt/adapt_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/llava/model/language_model/mpt/adapt_tokenizer.py -------------------------------------------------------------------------------- /LLaVA/llava/model/language_model/mpt/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/llava/model/language_model/mpt/attention.py -------------------------------------------------------------------------------- /LLaVA/llava/model/language_model/mpt/blocks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/llava/model/language_model/mpt/blocks.py -------------------------------------------------------------------------------- /LLaVA/llava/model/language_model/mpt/configuration_mpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/llava/model/language_model/mpt/configuration_mpt.py -------------------------------------------------------------------------------- /LLaVA/llava/model/language_model/mpt/custom_embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/llava/model/language_model/mpt/custom_embedding.py -------------------------------------------------------------------------------- /LLaVA/llava/model/language_model/mpt/flash_attn_triton.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/llava/model/language_model/mpt/flash_attn_triton.py -------------------------------------------------------------------------------- /LLaVA/llava/model/language_model/mpt/hf_prefixlm_converter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/llava/model/language_model/mpt/hf_prefixlm_converter.py -------------------------------------------------------------------------------- /LLaVA/llava/model/language_model/mpt/meta_init_context.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/llava/model/language_model/mpt/meta_init_context.py -------------------------------------------------------------------------------- /LLaVA/llava/model/language_model/mpt/modeling_mpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/llava/model/language_model/mpt/modeling_mpt.py -------------------------------------------------------------------------------- /LLaVA/llava/model/language_model/mpt/norm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/llava/model/language_model/mpt/norm.py -------------------------------------------------------------------------------- /LLaVA/llava/model/language_model/mpt/param_init_fns.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/llava/model/language_model/mpt/param_init_fns.py -------------------------------------------------------------------------------- /LLaVA/llava/model/llava_arch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/llava/model/llava_arch.py -------------------------------------------------------------------------------- /LLaVA/llava/model/make_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/llava/model/make_delta.py -------------------------------------------------------------------------------- /LLaVA/llava/model/multimodal_encoder/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/llava/model/multimodal_encoder/builder.py -------------------------------------------------------------------------------- /LLaVA/llava/model/multimodal_encoder/clip_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/llava/model/multimodal_encoder/clip_encoder.py -------------------------------------------------------------------------------- /LLaVA/llava/model/multimodal_projector/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/llava/model/multimodal_projector/builder.py -------------------------------------------------------------------------------- /LLaVA/llava/model/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/llava/model/utils.py -------------------------------------------------------------------------------- /LLaVA/llava/serve/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /LLaVA/llava/serve/cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/llava/serve/cli.py -------------------------------------------------------------------------------- /LLaVA/llava/serve/controller.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/llava/serve/controller.py -------------------------------------------------------------------------------- /LLaVA/llava/serve/examples/extreme_ironing.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/llava/serve/examples/extreme_ironing.jpg -------------------------------------------------------------------------------- /LLaVA/llava/serve/examples/waterview.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/llava/serve/examples/waterview.jpg -------------------------------------------------------------------------------- /LLaVA/llava/serve/gradio_web_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/llava/serve/gradio_web_server.py -------------------------------------------------------------------------------- /LLaVA/llava/serve/model_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/llava/serve/model_worker.py -------------------------------------------------------------------------------- /LLaVA/llava/serve/register_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/llava/serve/register_worker.py -------------------------------------------------------------------------------- /LLaVA/llava/serve/test_message.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/llava/serve/test_message.py -------------------------------------------------------------------------------- /LLaVA/llava/train/llama_flash_attn_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/llava/train/llama_flash_attn_monkey_patch.py -------------------------------------------------------------------------------- /LLaVA/llava/train/llama_xformers_attn_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/llava/train/llama_xformers_attn_monkey_patch.py -------------------------------------------------------------------------------- /LLaVA/llava/train/llava_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/llava/train/llava_trainer.py -------------------------------------------------------------------------------- /LLaVA/llava/train/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/llava/train/train.py -------------------------------------------------------------------------------- /LLaVA/llava/train/train_mem.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/llava/train/train_mem.py -------------------------------------------------------------------------------- /LLaVA/llava/train/train_xformers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/llava/train/train_xformers.py -------------------------------------------------------------------------------- /LLaVA/llava/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/llava/utils.py -------------------------------------------------------------------------------- /LLaVA/predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/predict.py -------------------------------------------------------------------------------- /LLaVA/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/pyproject.toml -------------------------------------------------------------------------------- /LLaVA/scripts/convert_gqa_for_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/scripts/convert_gqa_for_eval.py -------------------------------------------------------------------------------- /LLaVA/scripts/convert_mmbench_for_submission.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/scripts/convert_mmbench_for_submission.py -------------------------------------------------------------------------------- /LLaVA/scripts/convert_mmvet_for_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/scripts/convert_mmvet_for_eval.py -------------------------------------------------------------------------------- /LLaVA/scripts/convert_seed_for_submission.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/scripts/convert_seed_for_submission.py -------------------------------------------------------------------------------- /LLaVA/scripts/convert_sqa_to_llava.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/scripts/convert_sqa_to_llava.py -------------------------------------------------------------------------------- /LLaVA/scripts/convert_sqa_to_llava_base_prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/scripts/convert_sqa_to_llava_base_prompt.py -------------------------------------------------------------------------------- /LLaVA/scripts/convert_vizwiz_for_submission.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/scripts/convert_vizwiz_for_submission.py -------------------------------------------------------------------------------- /LLaVA/scripts/convert_vqav2_for_submission.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/scripts/convert_vqav2_for_submission.py -------------------------------------------------------------------------------- /LLaVA/scripts/extract_mm_projector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/scripts/extract_mm_projector.py -------------------------------------------------------------------------------- /LLaVA/scripts/finetune.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/scripts/finetune.sh -------------------------------------------------------------------------------- /LLaVA/scripts/finetune_full_schedule.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/scripts/finetune_full_schedule.sh -------------------------------------------------------------------------------- /LLaVA/scripts/finetune_lora.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/scripts/finetune_lora.sh -------------------------------------------------------------------------------- /LLaVA/scripts/finetune_qlora.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/scripts/finetune_qlora.sh -------------------------------------------------------------------------------- /LLaVA/scripts/finetune_sqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/scripts/finetune_sqa.sh -------------------------------------------------------------------------------- /LLaVA/scripts/merge_lora_weights.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/scripts/merge_lora_weights.py -------------------------------------------------------------------------------- /LLaVA/scripts/pretrain.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/scripts/pretrain.sh -------------------------------------------------------------------------------- /LLaVA/scripts/pretrain_xformers.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/scripts/pretrain_xformers.sh -------------------------------------------------------------------------------- /LLaVA/scripts/sqa_eval_batch.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/scripts/sqa_eval_batch.sh -------------------------------------------------------------------------------- /LLaVA/scripts/sqa_eval_gather.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/scripts/sqa_eval_gather.sh -------------------------------------------------------------------------------- /LLaVA/scripts/v1_5/eval/gqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/scripts/v1_5/eval/gqa.sh -------------------------------------------------------------------------------- /LLaVA/scripts/v1_5/eval/llavabench.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/scripts/v1_5/eval/llavabench.sh -------------------------------------------------------------------------------- /LLaVA/scripts/v1_5/eval/mmbench.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/scripts/v1_5/eval/mmbench.sh -------------------------------------------------------------------------------- /LLaVA/scripts/v1_5/eval/mmbench_cn.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/scripts/v1_5/eval/mmbench_cn.sh -------------------------------------------------------------------------------- /LLaVA/scripts/v1_5/eval/mme.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/scripts/v1_5/eval/mme.sh -------------------------------------------------------------------------------- /LLaVA/scripts/v1_5/eval/mmvet.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/scripts/v1_5/eval/mmvet.sh -------------------------------------------------------------------------------- /LLaVA/scripts/v1_5/eval/pope.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/scripts/v1_5/eval/pope.sh -------------------------------------------------------------------------------- /LLaVA/scripts/v1_5/eval/qbench.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/scripts/v1_5/eval/qbench.sh -------------------------------------------------------------------------------- /LLaVA/scripts/v1_5/eval/qbench_zh.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/scripts/v1_5/eval/qbench_zh.sh -------------------------------------------------------------------------------- /LLaVA/scripts/v1_5/eval/seed.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/scripts/v1_5/eval/seed.sh -------------------------------------------------------------------------------- /LLaVA/scripts/v1_5/eval/sqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/scripts/v1_5/eval/sqa.sh -------------------------------------------------------------------------------- /LLaVA/scripts/v1_5/eval/textvqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/scripts/v1_5/eval/textvqa.sh -------------------------------------------------------------------------------- /LLaVA/scripts/v1_5/eval/vizwiz.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/scripts/v1_5/eval/vizwiz.sh -------------------------------------------------------------------------------- /LLaVA/scripts/v1_5/eval/vqav2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/scripts/v1_5/eval/vqav2.sh -------------------------------------------------------------------------------- /LLaVA/scripts/v1_5/eval_poison/gqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/scripts/v1_5/eval_poison/gqa.sh -------------------------------------------------------------------------------- /LLaVA/scripts/v1_5/eval_poison/llavabench.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/scripts/v1_5/eval_poison/llavabench.sh -------------------------------------------------------------------------------- /LLaVA/scripts/v1_5/eval_poison/mmbench.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/scripts/v1_5/eval_poison/mmbench.sh -------------------------------------------------------------------------------- /LLaVA/scripts/v1_5/eval_poison/mmbench_cn.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/scripts/v1_5/eval_poison/mmbench_cn.sh -------------------------------------------------------------------------------- /LLaVA/scripts/v1_5/eval_poison/mme.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/scripts/v1_5/eval_poison/mme.sh -------------------------------------------------------------------------------- /LLaVA/scripts/v1_5/eval_poison/mmvet.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/scripts/v1_5/eval_poison/mmvet.sh -------------------------------------------------------------------------------- /LLaVA/scripts/v1_5/eval_poison/pope.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/scripts/v1_5/eval_poison/pope.sh -------------------------------------------------------------------------------- /LLaVA/scripts/v1_5/eval_poison/qbench.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/scripts/v1_5/eval_poison/qbench.sh -------------------------------------------------------------------------------- /LLaVA/scripts/v1_5/eval_poison/qbench_zh.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/scripts/v1_5/eval_poison/qbench_zh.sh -------------------------------------------------------------------------------- /LLaVA/scripts/v1_5/eval_poison/seed.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/scripts/v1_5/eval_poison/seed.sh -------------------------------------------------------------------------------- /LLaVA/scripts/v1_5/eval_poison/sqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/scripts/v1_5/eval_poison/sqa.sh -------------------------------------------------------------------------------- /LLaVA/scripts/v1_5/eval_poison/textvqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/scripts/v1_5/eval_poison/textvqa.sh -------------------------------------------------------------------------------- /LLaVA/scripts/v1_5/eval_poison/vizwiz.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/scripts/v1_5/eval_poison/vizwiz.sh -------------------------------------------------------------------------------- /LLaVA/scripts/v1_5/eval_poison/vqav2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/scripts/v1_5/eval_poison/vqav2.sh -------------------------------------------------------------------------------- /LLaVA/scripts/v1_5/finetune.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/scripts/v1_5/finetune.sh -------------------------------------------------------------------------------- /LLaVA/scripts/v1_5/finetune_lora.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/scripts/v1_5/finetune_lora.sh -------------------------------------------------------------------------------- /LLaVA/scripts/v1_5/finetune_task.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/scripts/v1_5/finetune_task.sh -------------------------------------------------------------------------------- /LLaVA/scripts/v1_5/finetune_task_lora.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/scripts/v1_5/finetune_task_lora.sh -------------------------------------------------------------------------------- /LLaVA/scripts/v1_5/finetune_task_lora_xyc.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/scripts/v1_5/finetune_task_lora_xyc.sh -------------------------------------------------------------------------------- /LLaVA/scripts/v1_5/pretrain.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/scripts/v1_5/pretrain.sh -------------------------------------------------------------------------------- /LLaVA/scripts/zero2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/scripts/zero2.json -------------------------------------------------------------------------------- /LLaVA/scripts/zero3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/scripts/zero3.json -------------------------------------------------------------------------------- /LLaVA/scripts/zero3_offload.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/LLaVA/scripts/zero3_offload.json -------------------------------------------------------------------------------- /MiniGPT-4/.github/ISSUE_TEMPLATE/bug_report.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/.github/ISSUE_TEMPLATE/bug_report.md -------------------------------------------------------------------------------- /MiniGPT-4/.github/ISSUE_TEMPLATE/feature_request.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/.github/ISSUE_TEMPLATE/feature_request.md -------------------------------------------------------------------------------- /MiniGPT-4/CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /MiniGPT-4/LICENSE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/LICENSE.md -------------------------------------------------------------------------------- /MiniGPT-4/LICENSE_Lavis.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/LICENSE_Lavis.md -------------------------------------------------------------------------------- /MiniGPT-4/MiniGPT4_Train.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/MiniGPT4_Train.md -------------------------------------------------------------------------------- /MiniGPT-4/MiniGPTv2.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/MiniGPTv2.pdf -------------------------------------------------------------------------------- /MiniGPT-4/MiniGPTv2_Train.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/MiniGPTv2_Train.md -------------------------------------------------------------------------------- /MiniGPT-4/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/README.md -------------------------------------------------------------------------------- /MiniGPT-4/SECURITY.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/SECURITY.md -------------------------------------------------------------------------------- /MiniGPT-4/dataset/README_1_STAGE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/dataset/README_1_STAGE.md -------------------------------------------------------------------------------- /MiniGPT-4/dataset/README_2_STAGE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/dataset/README_2_STAGE.md -------------------------------------------------------------------------------- /MiniGPT-4/dataset/README_MINIGPTv2_FINETUNE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/dataset/README_MINIGPTv2_FINETUNE.md -------------------------------------------------------------------------------- /MiniGPT-4/dataset/convert_cc_sbu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/dataset/convert_cc_sbu.py -------------------------------------------------------------------------------- /MiniGPT-4/dataset/convert_laion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/dataset/convert_laion.py -------------------------------------------------------------------------------- /MiniGPT-4/dataset/download_cc_sbu.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/dataset/download_cc_sbu.sh -------------------------------------------------------------------------------- /MiniGPT-4/dataset/download_laion.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/dataset/download_laion.sh -------------------------------------------------------------------------------- /MiniGPT-4/demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/demo.py -------------------------------------------------------------------------------- /MiniGPT-4/demo_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/demo_v2.py -------------------------------------------------------------------------------- /MiniGPT-4/environment.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/environment.yml -------------------------------------------------------------------------------- /MiniGPT-4/eval_configs/minigpt4_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/eval_configs/minigpt4_eval.yaml -------------------------------------------------------------------------------- /MiniGPT-4/eval_configs/minigpt4_llama2_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/eval_configs/minigpt4_llama2_eval.yaml -------------------------------------------------------------------------------- /MiniGPT-4/eval_configs/minigptv2_benchmark_evaluation.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/eval_configs/minigptv2_benchmark_evaluation.yaml -------------------------------------------------------------------------------- /MiniGPT-4/eval_configs/minigptv2_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/eval_configs/minigptv2_eval.yaml -------------------------------------------------------------------------------- /MiniGPT-4/eval_scripts/EVAL_README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/eval_scripts/EVAL_README.md -------------------------------------------------------------------------------- /MiniGPT-4/eval_scripts/eval_ref.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/eval_scripts/eval_ref.py -------------------------------------------------------------------------------- /MiniGPT-4/eval_scripts/eval_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/eval_scripts/eval_vqa.py -------------------------------------------------------------------------------- /MiniGPT-4/examples/ad_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/examples/ad_1.png -------------------------------------------------------------------------------- /MiniGPT-4/examples/ad_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/examples/ad_2.png -------------------------------------------------------------------------------- /MiniGPT-4/examples/cook_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/examples/cook_1.png -------------------------------------------------------------------------------- /MiniGPT-4/examples/cook_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/examples/cook_2.png -------------------------------------------------------------------------------- /MiniGPT-4/examples/describe_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/examples/describe_1.png -------------------------------------------------------------------------------- /MiniGPT-4/examples/describe_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/examples/describe_2.png -------------------------------------------------------------------------------- /MiniGPT-4/examples/fact_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/examples/fact_1.png -------------------------------------------------------------------------------- /MiniGPT-4/examples/fact_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/examples/fact_2.png -------------------------------------------------------------------------------- /MiniGPT-4/examples/fix_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/examples/fix_1.png -------------------------------------------------------------------------------- /MiniGPT-4/examples/fix_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/examples/fix_2.png -------------------------------------------------------------------------------- /MiniGPT-4/examples/fun_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/examples/fun_1.png -------------------------------------------------------------------------------- /MiniGPT-4/examples/fun_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/examples/fun_2.png -------------------------------------------------------------------------------- /MiniGPT-4/examples/logo_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/examples/logo_1.png -------------------------------------------------------------------------------- /MiniGPT-4/examples/op_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/examples/op_1.png -------------------------------------------------------------------------------- /MiniGPT-4/examples/op_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/examples/op_2.png -------------------------------------------------------------------------------- /MiniGPT-4/examples/people_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/examples/people_1.png -------------------------------------------------------------------------------- /MiniGPT-4/examples/people_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/examples/people_2.png -------------------------------------------------------------------------------- /MiniGPT-4/examples/rhyme_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/examples/rhyme_1.png -------------------------------------------------------------------------------- /MiniGPT-4/examples/rhyme_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/examples/rhyme_2.png -------------------------------------------------------------------------------- /MiniGPT-4/examples/story_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/examples/story_1.png -------------------------------------------------------------------------------- /MiniGPT-4/examples/story_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/examples/story_2.png -------------------------------------------------------------------------------- /MiniGPT-4/examples/web_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/examples/web_1.png -------------------------------------------------------------------------------- /MiniGPT-4/examples/wop_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/examples/wop_1.png -------------------------------------------------------------------------------- /MiniGPT-4/examples/wop_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/examples/wop_2.png -------------------------------------------------------------------------------- /MiniGPT-4/examples_v2/2000x1372_wmkn_0012149409555.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/examples_v2/2000x1372_wmkn_0012149409555.jpg -------------------------------------------------------------------------------- /MiniGPT-4/examples_v2/KFC-20-for-20-Nuggets.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/examples_v2/KFC-20-for-20-Nuggets.jpg -------------------------------------------------------------------------------- /MiniGPT-4/examples_v2/cockdial.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/examples_v2/cockdial.png -------------------------------------------------------------------------------- /MiniGPT-4/examples_v2/float.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/examples_v2/float.png -------------------------------------------------------------------------------- /MiniGPT-4/examples_v2/glip_test.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/examples_v2/glip_test.jpg -------------------------------------------------------------------------------- /MiniGPT-4/examples_v2/office.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/examples_v2/office.jpg -------------------------------------------------------------------------------- /MiniGPT-4/examples_v2/sofa.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/examples_v2/sofa.jpg -------------------------------------------------------------------------------- /MiniGPT-4/examples_v2/thief.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/examples_v2/thief.png -------------------------------------------------------------------------------- /MiniGPT-4/figs/demo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/figs/demo.png -------------------------------------------------------------------------------- /MiniGPT-4/figs/examples/ad_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/figs/examples/ad_1.png -------------------------------------------------------------------------------- /MiniGPT-4/figs/examples/ad_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/figs/examples/ad_2.png -------------------------------------------------------------------------------- /MiniGPT-4/figs/examples/cook_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/figs/examples/cook_1.png -------------------------------------------------------------------------------- /MiniGPT-4/figs/examples/cook_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/figs/examples/cook_2.png -------------------------------------------------------------------------------- /MiniGPT-4/figs/examples/describe_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/figs/examples/describe_1.png -------------------------------------------------------------------------------- /MiniGPT-4/figs/examples/describe_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/figs/examples/describe_2.png -------------------------------------------------------------------------------- /MiniGPT-4/figs/examples/fact_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/figs/examples/fact_1.png -------------------------------------------------------------------------------- /MiniGPT-4/figs/examples/fact_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/figs/examples/fact_2.png -------------------------------------------------------------------------------- /MiniGPT-4/figs/examples/fix_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/figs/examples/fix_1.png -------------------------------------------------------------------------------- /MiniGPT-4/figs/examples/fix_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/figs/examples/fix_2.png -------------------------------------------------------------------------------- /MiniGPT-4/figs/examples/fun_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/figs/examples/fun_1.png -------------------------------------------------------------------------------- /MiniGPT-4/figs/examples/fun_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/figs/examples/fun_2.png -------------------------------------------------------------------------------- /MiniGPT-4/figs/examples/logo_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/figs/examples/logo_1.png -------------------------------------------------------------------------------- /MiniGPT-4/figs/examples/op_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/figs/examples/op_1.png -------------------------------------------------------------------------------- /MiniGPT-4/figs/examples/op_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/figs/examples/op_2.png -------------------------------------------------------------------------------- /MiniGPT-4/figs/examples/people_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/figs/examples/people_1.png -------------------------------------------------------------------------------- /MiniGPT-4/figs/examples/people_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/figs/examples/people_2.png -------------------------------------------------------------------------------- /MiniGPT-4/figs/examples/rhyme_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/figs/examples/rhyme_1.png -------------------------------------------------------------------------------- /MiniGPT-4/figs/examples/rhyme_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/figs/examples/rhyme_2.png -------------------------------------------------------------------------------- /MiniGPT-4/figs/examples/story_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/figs/examples/story_1.png -------------------------------------------------------------------------------- /MiniGPT-4/figs/examples/story_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/figs/examples/story_2.png -------------------------------------------------------------------------------- /MiniGPT-4/figs/examples/web_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/figs/examples/web_1.png -------------------------------------------------------------------------------- /MiniGPT-4/figs/examples/wop_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/figs/examples/wop_1.png -------------------------------------------------------------------------------- /MiniGPT-4/figs/examples/wop_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/figs/examples/wop_2.png -------------------------------------------------------------------------------- /MiniGPT-4/figs/minigpt2_demo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/figs/minigpt2_demo.png -------------------------------------------------------------------------------- /MiniGPT-4/figs/online_demo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/figs/online_demo.png -------------------------------------------------------------------------------- /MiniGPT-4/figs/overview.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/figs/overview.png -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/__init__.py -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/common/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/common/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/common/config.py -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/common/dist_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/common/dist_utils.py -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/common/eval_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/common/eval_utils.py -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/common/gradcam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/common/gradcam.py -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/common/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/common/logger.py -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/common/optims.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/common/optims.py -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/common/registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/common/registry.py -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/common/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/common/utils.py -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/common/vqa_tools/VQA/PythonEvaluationTools/vqaEvalDemo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/common/vqa_tools/VQA/PythonEvaluationTools/vqaEvalDemo.py -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/common/vqa_tools/VQA/PythonEvaluationTools/vqaEvaluation/__init__.py: -------------------------------------------------------------------------------- 1 | author='aagrawal' 2 | -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/common/vqa_tools/VQA/PythonEvaluationTools/vqaEvaluation/vqaEval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/common/vqa_tools/VQA/PythonEvaluationTools/vqaEvaluation/vqaEval.py -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/common/vqa_tools/VQA/PythonHelperTools/vqaDemo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/common/vqa_tools/VQA/PythonHelperTools/vqaDemo.py -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/common/vqa_tools/VQA/PythonHelperTools/vqaTools/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'aagrawal' 2 | -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/common/vqa_tools/VQA/PythonHelperTools/vqaTools/vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/common/vqa_tools/VQA/PythonHelperTools/vqaTools/vqa.py -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/common/vqa_tools/VQA/QuestionTypes/abstract_v002_question_types.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/common/vqa_tools/VQA/QuestionTypes/abstract_v002_question_types.txt -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/common/vqa_tools/VQA/QuestionTypes/mscoco_question_types.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/common/vqa_tools/VQA/QuestionTypes/mscoco_question_types.txt -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/common/vqa_tools/VQA/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/common/vqa_tools/VQA/README.md -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/common/vqa_tools/VQA/license.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/common/vqa_tools/VQA/license.txt -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/common/vqa_tools/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/common/vqa_tools/__init__.py -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/common/vqa_tools/vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/common/vqa_tools/vqa.py -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/common/vqa_tools/vqa_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/common/vqa_tools/vqa_eval.py -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/configs/datasets/aokvqa/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/configs/datasets/aokvqa/defaults.yaml -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/configs/datasets/cc_sbu/align.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/configs/datasets/cc_sbu/align.yaml -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/configs/datasets/cc_sbu/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/configs/datasets/cc_sbu/defaults.yaml -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/configs/datasets/coco/caption.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/configs/datasets/coco/caption.yaml -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/configs/datasets/coco/defaults_vqa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/configs/datasets/coco/defaults_vqa.yaml -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/configs/datasets/coco_bbox/invrefcoco.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/configs/datasets/coco_bbox/invrefcoco.yaml -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/configs/datasets/coco_bbox/invrefcocog.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/configs/datasets/coco_bbox/invrefcocog.yaml -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/configs/datasets/coco_bbox/invrefcocop.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/configs/datasets/coco_bbox/invrefcocop.yaml -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/configs/datasets/coco_bbox/refcoco.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/configs/datasets/coco_bbox/refcoco.yaml -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/configs/datasets/coco_bbox/refcocog.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/configs/datasets/coco_bbox/refcocog.yaml -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/configs/datasets/coco_bbox/refcocop.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/configs/datasets/coco_bbox/refcocop.yaml -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/configs/datasets/flickr/caption_to_phrase.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/configs/datasets/flickr/caption_to_phrase.yaml -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/configs/datasets/flickr/default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/configs/datasets/flickr/default.yaml -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/configs/datasets/flickr/object_to_phrase.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/configs/datasets/flickr/object_to_phrase.yaml -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/configs/datasets/laion/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/configs/datasets/laion/defaults.yaml -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/configs/datasets/llava/conversation.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/configs/datasets/llava/conversation.yaml -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/configs/datasets/llava/detail.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/configs/datasets/llava/detail.yaml -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/configs/datasets/llava/reason.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/configs/datasets/llava/reason.yaml -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/configs/datasets/multitask_conversation/default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/configs/datasets/multitask_conversation/default.yaml -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/configs/datasets/nlp/unnatural_instruction.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/configs/datasets/nlp/unnatural_instruction.yaml -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/configs/datasets/ocrvqa/ocrvqa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/configs/datasets/ocrvqa/ocrvqa.yaml -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/configs/datasets/okvqa/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/configs/datasets/okvqa/defaults.yaml -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/configs/datasets/textcaps/caption.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/configs/datasets/textcaps/caption.yaml -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/configs/datasets/vg/ref.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/configs/datasets/vg/ref.yaml -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/configs/default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/configs/default.yaml -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/configs/models/minigpt4_llama2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/configs/models/minigpt4_llama2.yaml -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/configs/models/minigpt4_vicuna0.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/configs/models/minigpt4_vicuna0.yaml -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/configs/models/minigpt_v2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/configs/models/minigpt_v2.yaml -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/conversation/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/conversation/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/conversation/conversation.py -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/datasets/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/datasets/builders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/datasets/builders/__init__.py -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/datasets/builders/base_dataset_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/datasets/builders/base_dataset_builder.py -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/datasets/builders/image_text_pair_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/datasets/builders/image_text_pair_builder.py -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/datasets/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/datasets/data_utils.py -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/datasets/datasets/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/datasets/datasets/aok_vqa_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/datasets/datasets/aok_vqa_datasets.py -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/datasets/datasets/base_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/datasets/datasets/base_dataset.py -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/datasets/datasets/caption_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/datasets/datasets/caption_datasets.py -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/datasets/datasets/cc_sbu_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/datasets/datasets/cc_sbu_dataset.py -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/datasets/datasets/coco_caption.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/datasets/datasets/coco_caption.py -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/datasets/datasets/coco_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/datasets/datasets/coco_dataset.py -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/datasets/datasets/coco_vqa_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/datasets/datasets/coco_vqa_datasets.py -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/datasets/datasets/dataloader_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/datasets/datasets/dataloader_utils.py -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/datasets/datasets/flickr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/datasets/datasets/flickr.py -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/datasets/datasets/gqa_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/datasets/datasets/gqa_datasets.py -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/datasets/datasets/laion_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/datasets/datasets/laion_dataset.py -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/datasets/datasets/llava_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/datasets/datasets/llava_dataset.py -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/datasets/datasets/multitask_conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/datasets/datasets/multitask_conversation.py -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/datasets/datasets/ocrvqa_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/datasets/datasets/ocrvqa_dataset.py -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/datasets/datasets/text_caps.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/datasets/datasets/text_caps.py -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/datasets/datasets/unnatural_instruction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/datasets/datasets/unnatural_instruction.py -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/datasets/datasets/vg_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/datasets/datasets/vg_dataset.py -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/datasets/datasets/vqa_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/datasets/datasets/vqa_datasets.py -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/models/Qformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/models/Qformer.py -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/models/__init__.py -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/models/base_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/models/base_model.py -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/models/eva_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/models/eva_vit.py -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/models/minigpt4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/models/minigpt4.py -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/models/minigpt_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/models/minigpt_base.py -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/models/minigpt_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/models/minigpt_v2.py -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/models/modeling_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/models/modeling_llama.py -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/processors/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/processors/__init__.py -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/processors/base_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/processors/base_processor.py -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/processors/blip_processors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/processors/blip_processors.py -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/processors/randaugment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/processors/randaugment.py -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/runners/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/runners/__init__.py -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/runners/runner_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/runners/runner_base.py -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/tasks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/tasks/__init__.py -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/tasks/base_task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/tasks/base_task.py -------------------------------------------------------------------------------- /MiniGPT-4/minigpt4/tasks/image_text_pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/minigpt4/tasks/image_text_pretrain.py -------------------------------------------------------------------------------- /MiniGPT-4/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/train.py -------------------------------------------------------------------------------- /MiniGPT-4/train_configs/minigpt4_llama2_stage1_pretrain.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/train_configs/minigpt4_llama2_stage1_pretrain.yaml -------------------------------------------------------------------------------- /MiniGPT-4/train_configs/minigpt4_llama2_stage2_finetune.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/train_configs/minigpt4_llama2_stage2_finetune.yaml -------------------------------------------------------------------------------- /MiniGPT-4/train_configs/minigpt4_stage1_pretrain.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/train_configs/minigpt4_stage1_pretrain.yaml -------------------------------------------------------------------------------- /MiniGPT-4/train_configs/minigpt4_stage2_finetune.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/train_configs/minigpt4_stage2_finetune.yaml -------------------------------------------------------------------------------- /MiniGPT-4/train_configs/minigptv2_finetune.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/train_configs/minigptv2_finetune.yaml -------------------------------------------------------------------------------- /MiniGPT-4/train_configs/minigptv2_finetune_Poison.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/MiniGPT-4/train_configs/minigptv2_finetune_Poison.yaml -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/README.md -------------------------------------------------------------------------------- /augmentation_zoo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/augmentation_zoo.py -------------------------------------------------------------------------------- /benchmark/benchmark_llava_gqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/benchmark/benchmark_llava_gqa.sh -------------------------------------------------------------------------------- /benchmark/benchmark_llava_vizwiz.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/benchmark/benchmark_llava_vizwiz.sh -------------------------------------------------------------------------------- /configs_benchmark/MiniGPT4v2/minigptv2_benchmark_evaluation.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/configs_benchmark/MiniGPT4v2/minigptv2_benchmark_evaluation.yaml -------------------------------------------------------------------------------- /configs_benchmark/xInstructBLIP/coco_captioning_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/configs_benchmark/xInstructBLIP/coco_captioning_test.yaml -------------------------------------------------------------------------------- /configs_benchmark/xInstructBLIP/coco_captioning_val.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/configs_benchmark/xInstructBLIP/coco_captioning_val.yaml -------------------------------------------------------------------------------- /configs_benchmark/xInstructBLIP/flickr30k_captioning.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/configs_benchmark/xInstructBLIP/flickr30k_captioning.yaml -------------------------------------------------------------------------------- /configs_benchmark/xInstructBLIP/gqa_qa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/configs_benchmark/xInstructBLIP/gqa_qa.yaml -------------------------------------------------------------------------------- /configs_benchmark/xInstructBLIP/gqa_qa_val.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/configs_benchmark/xInstructBLIP/gqa_qa_val.yaml -------------------------------------------------------------------------------- /configs_benchmark/xInstructBLIP/nocaps_captioning.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/configs_benchmark/xInstructBLIP/nocaps_captioning.yaml -------------------------------------------------------------------------------- /configs_benchmark/xInstructBLIP/nocaps_out_domain_captioning.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/configs_benchmark/xInstructBLIP/nocaps_out_domain_captioning.yaml -------------------------------------------------------------------------------- /configs_benchmark/xInstructBLIP/okvqa_qa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/configs_benchmark/xInstructBLIP/okvqa_qa.yaml -------------------------------------------------------------------------------- /configs_benchmark/xInstructBLIP/snlive_classification_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/configs_benchmark/xInstructBLIP/snlive_classification_test.yaml -------------------------------------------------------------------------------- /configs_benchmark/xInstructBLIP/snlive_classification_val.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/configs_benchmark/xInstructBLIP/snlive_classification_val.yaml -------------------------------------------------------------------------------- /configs_benchmark/xInstructBLIP/vizwiz_vqa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/configs_benchmark/xInstructBLIP/vizwiz_vqa.yaml -------------------------------------------------------------------------------- /configs_train/minigptv2_finetune.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/configs_train/minigptv2_finetune.yaml -------------------------------------------------------------------------------- /configs_train/xInstructBLIP_finetune.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/configs_train/xInstructBLIP_finetune.yaml -------------------------------------------------------------------------------- /eval_poison_llava.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/eval_poison_llava.py -------------------------------------------------------------------------------- /eval_poison_llava.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/eval_poison_llava.sh -------------------------------------------------------------------------------- /poison_llava.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/poison_llava.py -------------------------------------------------------------------------------- /poison_llava.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/poison_llava.sh -------------------------------------------------------------------------------- /prepare_training_data_w_poison.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/prepare_training_data_w_poison.py -------------------------------------------------------------------------------- /train_llava_lora.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umd-huang-lab/VLM-Poisoning/HEAD/train_llava_lora.sh --------------------------------------------------------------------------------