├── .gitignore ├── README.md ├── baselines ├── README.md ├── base.py ├── instruct_blip_modeling.py ├── llama_adapter_v2_modeling.py ├── llama_adapter_v2_utils │ ├── __init__.py │ ├── llama.py │ ├── llama_adapter.py │ ├── requirements.txt │ ├── tokenizer.py │ └── utils.py ├── llava │ ├── __init__.py │ ├── constants.py │ ├── conversation.py │ ├── data │ │ ├── __init__.py │ │ ├── alpaca-converter.py │ │ ├── clean_sharegpt.py │ │ ├── inspect.py │ │ ├── optional_clean.py │ │ ├── pretty_json.py │ │ └── split_long_conversation.py │ ├── eval │ │ ├── README.md │ │ ├── eval_gpt_review.py │ │ ├── eval_gpt_review_visual.py │ │ ├── eval_science_qa.py │ │ ├── eval_science_qa_gpt4.py │ │ ├── eval_science_qa_gpt4_requery.py │ │ ├── generate_webpage_data_from_table.py │ │ ├── model_qa.py │ │ ├── model_vqa.py │ │ ├── model_vqa_science.py │ │ ├── qa_baseline_gpt35.py │ │ ├── run_llava.py │ │ ├── summarize_gpt_review.py │ │ ├── table │ │ │ ├── answer │ │ │ │ ├── answer_alpaca-13b.jsonl │ │ │ │ ├── answer_bard.jsonl │ │ │ │ ├── answer_gpt35.jsonl │ │ │ │ ├── answer_llama-13b.jsonl │ │ │ │ └── answer_vicuna-13b.jsonl │ │ │ ├── caps_boxes_coco2014_val_80.jsonl │ │ │ ├── model.jsonl │ │ │ ├── prompt.jsonl │ │ │ ├── question.jsonl │ │ │ ├── results │ │ │ │ └── test_sqa_llava_13b_v0.json │ │ │ ├── review │ │ │ │ ├── review_alpaca-13b_vicuna-13b.jsonl │ │ │ │ ├── review_bard_vicuna-13b.jsonl │ │ │ │ ├── review_gpt35_vicuna-13b.jsonl │ │ │ │ └── review_llama-13b_vicuna-13b.jsonl │ │ │ ├── reviewer.jsonl │ │ │ └── rule.json │ │ └── webpage │ │ │ ├── figures │ │ │ ├── alpaca.png │ │ │ ├── bard.jpg │ │ │ ├── chatgpt.svg │ │ │ ├── llama.jpg │ │ │ ├── swords_FILL0_wght300_GRAD0_opsz48.svg │ │ │ └── vicuna.jpeg │ │ │ ├── index.html │ │ │ ├── script.js │ │ │ └── styles.css │ ├── model │ │ ├── __init__.py │ │ ├── apply_delta.py │ │ ├── consolidate.py │ │ ├── llava.py │ │ ├── llava_mpt.py │ │ ├── make_delta.py │ │ ├── mpt │ │ │ ├── adapt_tokenizer.py │ │ │ ├── attention.py │ │ │ ├── blocks.py │ │ │ ├── configuration_mpt.py │ │ │ ├── hf_prefixlm_converter.py │ │ │ ├── meta_init_context.py │ │ │ ├── modeling_mpt.py │ │ │ ├── norm.py │ │ │ └── param_init_fns.py │ │ └── utils.py │ ├── serve │ │ ├── __init__.py │ │ ├── cli.py │ │ ├── controller.py │ │ ├── examples │ │ │ ├── extreme_ironing.jpg │ │ │ └── waterview.jpg │ │ ├── gateway │ │ │ ├── README.md │ │ │ └── nginx.conf │ │ ├── gradio_css.py │ │ ├── gradio_patch.py │ │ ├── gradio_web_server.py │ │ ├── model_worker.py │ │ ├── register_worker.py │ │ └── test_message.py │ ├── train │ │ ├── llama_flash_attn_monkey_patch.py │ │ ├── llava_trainer.py │ │ ├── train.py │ │ └── train_mem.py │ └── utils.py ├── llava_modeling.py ├── minigpt4_modeling.py ├── minigpt4_utils │ ├── __init__.py │ ├── common │ │ ├── __init__.py │ │ ├── config.py │ │ ├── dist_utils.py │ │ ├── gradcam.py │ │ ├── logger.py │ │ ├── optims.py │ │ ├── registry.py │ │ └── utils.py │ ├── configs │ │ ├── datasets │ │ │ ├── cc_sbu │ │ │ │ ├── align.yaml │ │ │ │ └── defaults.yaml │ │ │ └── laion │ │ │ │ └── defaults.yaml │ │ ├── default.yaml │ │ └── models │ │ │ └── minigpt4.yaml │ ├── conversation │ │ ├── __init__.py │ │ └── conversation.py │ ├── datasets │ │ ├── __init__.py │ │ ├── builders │ │ │ ├── __init__.py │ │ │ ├── base_dataset_builder.py │ │ │ └── image_text_pair_builder.py │ │ ├── data_utils.py │ │ └── datasets │ │ │ ├── __init__.py │ │ │ ├── base_dataset.py │ │ │ ├── caption_datasets.py │ │ │ ├── cc_sbu_dataset.py │ │ │ ├── dataloader_utils.py │ │ │ └── laion_dataset.py │ ├── environment.yml │ ├── minigpt4_eval.yaml │ ├── models │ │ ├── Qformer.py │ │ ├── __init__.py │ │ ├── base_model.py │ │ ├── blip2.py │ │ ├── blip2_outputs.py │ │ ├── eva_vit.py │ │ ├── mini_gpt4.py │ │ └── modeling_llama.py │ ├── processors │ │ ├── __init__.py │ │ ├── base_processor.py │ │ ├── blip_processors.py │ │ └── randaugment.py │ ├── prompts │ │ └── alignment.txt │ ├── runners │ │ ├── __init__.py │ │ └── runner_base.py │ └── tasks │ │ ├── __init__.py │ │ ├── base_task.py │ │ └── image_text_pretrain.py ├── mplug_owl_modeling.py ├── mplug_owl_utils │ ├── __init__.py │ ├── configuration_mplug_owl.py │ ├── modeling_mplug_owl.py │ ├── processing_mplug_owl.py │ ├── requirements.txt │ └── tokenization_mplug_owl.py ├── panda_gpt_modeling.py ├── panda_gpt_utils │ ├── ImageBind │ │ ├── __init__.py │ │ ├── bpe │ │ │ └── bpe_simple_vocab_16e6.txt.gz │ │ ├── data.py │ │ └── models │ │ │ ├── __init__.py │ │ │ ├── helpers.py │ │ │ ├── imagebind_model.py │ │ │ ├── multimodal_preprocessors.py │ │ │ └── transformer.py │ ├── __init__.py │ ├── agent.py │ ├── modeling_llama.py │ └── openllama.py ├── test_cases.py ├── test_llava.py ├── visual_chatgpt_modeling.py └── visual_chatgpt_utils │ └── visual_chatgpt.py ├── fig1.png ├── visit_bench_human_preferences.csv ├── visit_bench_multi_images.csv └── visit_fully_annotated_example.csv /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/README.md -------------------------------------------------------------------------------- /baselines/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/README.md -------------------------------------------------------------------------------- /baselines/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/base.py -------------------------------------------------------------------------------- /baselines/instruct_blip_modeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/instruct_blip_modeling.py -------------------------------------------------------------------------------- /baselines/llama_adapter_v2_modeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llama_adapter_v2_modeling.py -------------------------------------------------------------------------------- /baselines/llama_adapter_v2_utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llama_adapter_v2_utils/__init__.py -------------------------------------------------------------------------------- /baselines/llama_adapter_v2_utils/llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llama_adapter_v2_utils/llama.py -------------------------------------------------------------------------------- /baselines/llama_adapter_v2_utils/llama_adapter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llama_adapter_v2_utils/llama_adapter.py -------------------------------------------------------------------------------- /baselines/llama_adapter_v2_utils/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llama_adapter_v2_utils/requirements.txt -------------------------------------------------------------------------------- /baselines/llama_adapter_v2_utils/tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llama_adapter_v2_utils/tokenizer.py -------------------------------------------------------------------------------- /baselines/llama_adapter_v2_utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llama_adapter_v2_utils/utils.py -------------------------------------------------------------------------------- /baselines/llava/__init__.py: -------------------------------------------------------------------------------- 1 | from .model import LlavaLlamaForCausalLM 2 | -------------------------------------------------------------------------------- /baselines/llava/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/constants.py -------------------------------------------------------------------------------- /baselines/llava/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/conversation.py -------------------------------------------------------------------------------- /baselines/llava/data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /baselines/llava/data/alpaca-converter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/data/alpaca-converter.py -------------------------------------------------------------------------------- /baselines/llava/data/clean_sharegpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/data/clean_sharegpt.py -------------------------------------------------------------------------------- /baselines/llava/data/inspect.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/data/inspect.py -------------------------------------------------------------------------------- /baselines/llava/data/optional_clean.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/data/optional_clean.py -------------------------------------------------------------------------------- /baselines/llava/data/pretty_json.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/data/pretty_json.py -------------------------------------------------------------------------------- /baselines/llava/data/split_long_conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/data/split_long_conversation.py -------------------------------------------------------------------------------- /baselines/llava/eval/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/eval/README.md -------------------------------------------------------------------------------- /baselines/llava/eval/eval_gpt_review.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/eval/eval_gpt_review.py -------------------------------------------------------------------------------- /baselines/llava/eval/eval_gpt_review_visual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/eval/eval_gpt_review_visual.py -------------------------------------------------------------------------------- /baselines/llava/eval/eval_science_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/eval/eval_science_qa.py -------------------------------------------------------------------------------- /baselines/llava/eval/eval_science_qa_gpt4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/eval/eval_science_qa_gpt4.py -------------------------------------------------------------------------------- /baselines/llava/eval/eval_science_qa_gpt4_requery.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/eval/eval_science_qa_gpt4_requery.py -------------------------------------------------------------------------------- /baselines/llava/eval/generate_webpage_data_from_table.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/eval/generate_webpage_data_from_table.py -------------------------------------------------------------------------------- /baselines/llava/eval/model_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/eval/model_qa.py -------------------------------------------------------------------------------- /baselines/llava/eval/model_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/eval/model_vqa.py -------------------------------------------------------------------------------- /baselines/llava/eval/model_vqa_science.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/eval/model_vqa_science.py -------------------------------------------------------------------------------- /baselines/llava/eval/qa_baseline_gpt35.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/eval/qa_baseline_gpt35.py -------------------------------------------------------------------------------- /baselines/llava/eval/run_llava.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/eval/run_llava.py -------------------------------------------------------------------------------- /baselines/llava/eval/summarize_gpt_review.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/eval/summarize_gpt_review.py -------------------------------------------------------------------------------- /baselines/llava/eval/table/answer/answer_alpaca-13b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/eval/table/answer/answer_alpaca-13b.jsonl -------------------------------------------------------------------------------- /baselines/llava/eval/table/answer/answer_bard.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/eval/table/answer/answer_bard.jsonl -------------------------------------------------------------------------------- /baselines/llava/eval/table/answer/answer_gpt35.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/eval/table/answer/answer_gpt35.jsonl -------------------------------------------------------------------------------- /baselines/llava/eval/table/answer/answer_llama-13b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/eval/table/answer/answer_llama-13b.jsonl -------------------------------------------------------------------------------- /baselines/llava/eval/table/answer/answer_vicuna-13b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/eval/table/answer/answer_vicuna-13b.jsonl -------------------------------------------------------------------------------- /baselines/llava/eval/table/caps_boxes_coco2014_val_80.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/eval/table/caps_boxes_coco2014_val_80.jsonl -------------------------------------------------------------------------------- /baselines/llava/eval/table/model.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/eval/table/model.jsonl -------------------------------------------------------------------------------- /baselines/llava/eval/table/prompt.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/eval/table/prompt.jsonl -------------------------------------------------------------------------------- /baselines/llava/eval/table/question.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/eval/table/question.jsonl -------------------------------------------------------------------------------- /baselines/llava/eval/table/results/test_sqa_llava_13b_v0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/eval/table/results/test_sqa_llava_13b_v0.json -------------------------------------------------------------------------------- /baselines/llava/eval/table/review/review_alpaca-13b_vicuna-13b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/eval/table/review/review_alpaca-13b_vicuna-13b.jsonl -------------------------------------------------------------------------------- /baselines/llava/eval/table/review/review_bard_vicuna-13b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/eval/table/review/review_bard_vicuna-13b.jsonl -------------------------------------------------------------------------------- /baselines/llava/eval/table/review/review_gpt35_vicuna-13b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/eval/table/review/review_gpt35_vicuna-13b.jsonl -------------------------------------------------------------------------------- /baselines/llava/eval/table/review/review_llama-13b_vicuna-13b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/eval/table/review/review_llama-13b_vicuna-13b.jsonl -------------------------------------------------------------------------------- /baselines/llava/eval/table/reviewer.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/eval/table/reviewer.jsonl -------------------------------------------------------------------------------- /baselines/llava/eval/table/rule.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/eval/table/rule.json -------------------------------------------------------------------------------- /baselines/llava/eval/webpage/figures/alpaca.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/eval/webpage/figures/alpaca.png -------------------------------------------------------------------------------- /baselines/llava/eval/webpage/figures/bard.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/eval/webpage/figures/bard.jpg -------------------------------------------------------------------------------- /baselines/llava/eval/webpage/figures/chatgpt.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/eval/webpage/figures/chatgpt.svg -------------------------------------------------------------------------------- /baselines/llava/eval/webpage/figures/llama.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/eval/webpage/figures/llama.jpg -------------------------------------------------------------------------------- /baselines/llava/eval/webpage/figures/swords_FILL0_wght300_GRAD0_opsz48.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/eval/webpage/figures/swords_FILL0_wght300_GRAD0_opsz48.svg -------------------------------------------------------------------------------- /baselines/llava/eval/webpage/figures/vicuna.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/eval/webpage/figures/vicuna.jpeg -------------------------------------------------------------------------------- /baselines/llava/eval/webpage/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/eval/webpage/index.html -------------------------------------------------------------------------------- /baselines/llava/eval/webpage/script.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/eval/webpage/script.js -------------------------------------------------------------------------------- /baselines/llava/eval/webpage/styles.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/eval/webpage/styles.css -------------------------------------------------------------------------------- /baselines/llava/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/model/__init__.py -------------------------------------------------------------------------------- /baselines/llava/model/apply_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/model/apply_delta.py -------------------------------------------------------------------------------- /baselines/llava/model/consolidate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/model/consolidate.py -------------------------------------------------------------------------------- /baselines/llava/model/llava.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/model/llava.py -------------------------------------------------------------------------------- /baselines/llava/model/llava_mpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/model/llava_mpt.py -------------------------------------------------------------------------------- /baselines/llava/model/make_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/model/make_delta.py -------------------------------------------------------------------------------- /baselines/llava/model/mpt/adapt_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/model/mpt/adapt_tokenizer.py -------------------------------------------------------------------------------- /baselines/llava/model/mpt/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/model/mpt/attention.py -------------------------------------------------------------------------------- /baselines/llava/model/mpt/blocks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/model/mpt/blocks.py -------------------------------------------------------------------------------- /baselines/llava/model/mpt/configuration_mpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/model/mpt/configuration_mpt.py -------------------------------------------------------------------------------- /baselines/llava/model/mpt/hf_prefixlm_converter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/model/mpt/hf_prefixlm_converter.py -------------------------------------------------------------------------------- /baselines/llava/model/mpt/meta_init_context.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/model/mpt/meta_init_context.py -------------------------------------------------------------------------------- /baselines/llava/model/mpt/modeling_mpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/model/mpt/modeling_mpt.py -------------------------------------------------------------------------------- /baselines/llava/model/mpt/norm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/model/mpt/norm.py -------------------------------------------------------------------------------- /baselines/llava/model/mpt/param_init_fns.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/model/mpt/param_init_fns.py -------------------------------------------------------------------------------- /baselines/llava/model/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/model/utils.py -------------------------------------------------------------------------------- /baselines/llava/serve/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /baselines/llava/serve/cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/serve/cli.py -------------------------------------------------------------------------------- /baselines/llava/serve/controller.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/serve/controller.py -------------------------------------------------------------------------------- /baselines/llava/serve/examples/extreme_ironing.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/serve/examples/extreme_ironing.jpg -------------------------------------------------------------------------------- /baselines/llava/serve/examples/waterview.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/serve/examples/waterview.jpg -------------------------------------------------------------------------------- /baselines/llava/serve/gateway/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/serve/gateway/README.md -------------------------------------------------------------------------------- /baselines/llava/serve/gateway/nginx.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/serve/gateway/nginx.conf -------------------------------------------------------------------------------- /baselines/llava/serve/gradio_css.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/serve/gradio_css.py -------------------------------------------------------------------------------- /baselines/llava/serve/gradio_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/serve/gradio_patch.py -------------------------------------------------------------------------------- /baselines/llava/serve/gradio_web_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/serve/gradio_web_server.py -------------------------------------------------------------------------------- /baselines/llava/serve/model_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/serve/model_worker.py -------------------------------------------------------------------------------- /baselines/llava/serve/register_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/serve/register_worker.py -------------------------------------------------------------------------------- /baselines/llava/serve/test_message.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/serve/test_message.py -------------------------------------------------------------------------------- /baselines/llava/train/llama_flash_attn_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/train/llama_flash_attn_monkey_patch.py -------------------------------------------------------------------------------- /baselines/llava/train/llava_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/train/llava_trainer.py -------------------------------------------------------------------------------- /baselines/llava/train/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/train/train.py -------------------------------------------------------------------------------- /baselines/llava/train/train_mem.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/train/train_mem.py -------------------------------------------------------------------------------- /baselines/llava/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava/utils.py -------------------------------------------------------------------------------- /baselines/llava_modeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/llava_modeling.py -------------------------------------------------------------------------------- /baselines/minigpt4_modeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/minigpt4_modeling.py -------------------------------------------------------------------------------- /baselines/minigpt4_utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/minigpt4_utils/__init__.py -------------------------------------------------------------------------------- /baselines/minigpt4_utils/common/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /baselines/minigpt4_utils/common/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/minigpt4_utils/common/config.py -------------------------------------------------------------------------------- /baselines/minigpt4_utils/common/dist_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/minigpt4_utils/common/dist_utils.py -------------------------------------------------------------------------------- /baselines/minigpt4_utils/common/gradcam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/minigpt4_utils/common/gradcam.py -------------------------------------------------------------------------------- /baselines/minigpt4_utils/common/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/minigpt4_utils/common/logger.py -------------------------------------------------------------------------------- /baselines/minigpt4_utils/common/optims.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/minigpt4_utils/common/optims.py -------------------------------------------------------------------------------- /baselines/minigpt4_utils/common/registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/minigpt4_utils/common/registry.py -------------------------------------------------------------------------------- /baselines/minigpt4_utils/common/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/minigpt4_utils/common/utils.py -------------------------------------------------------------------------------- /baselines/minigpt4_utils/configs/datasets/cc_sbu/align.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/minigpt4_utils/configs/datasets/cc_sbu/align.yaml -------------------------------------------------------------------------------- /baselines/minigpt4_utils/configs/datasets/cc_sbu/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/minigpt4_utils/configs/datasets/cc_sbu/defaults.yaml -------------------------------------------------------------------------------- /baselines/minigpt4_utils/configs/datasets/laion/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/minigpt4_utils/configs/datasets/laion/defaults.yaml -------------------------------------------------------------------------------- /baselines/minigpt4_utils/configs/default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/minigpt4_utils/configs/default.yaml -------------------------------------------------------------------------------- /baselines/minigpt4_utils/configs/models/minigpt4.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/minigpt4_utils/configs/models/minigpt4.yaml -------------------------------------------------------------------------------- /baselines/minigpt4_utils/conversation/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /baselines/minigpt4_utils/conversation/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/minigpt4_utils/conversation/conversation.py -------------------------------------------------------------------------------- /baselines/minigpt4_utils/datasets/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /baselines/minigpt4_utils/datasets/builders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/minigpt4_utils/datasets/builders/__init__.py -------------------------------------------------------------------------------- /baselines/minigpt4_utils/datasets/builders/base_dataset_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/minigpt4_utils/datasets/builders/base_dataset_builder.py -------------------------------------------------------------------------------- /baselines/minigpt4_utils/datasets/builders/image_text_pair_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/minigpt4_utils/datasets/builders/image_text_pair_builder.py -------------------------------------------------------------------------------- /baselines/minigpt4_utils/datasets/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/minigpt4_utils/datasets/data_utils.py -------------------------------------------------------------------------------- /baselines/minigpt4_utils/datasets/datasets/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /baselines/minigpt4_utils/datasets/datasets/base_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/minigpt4_utils/datasets/datasets/base_dataset.py -------------------------------------------------------------------------------- /baselines/minigpt4_utils/datasets/datasets/caption_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/minigpt4_utils/datasets/datasets/caption_datasets.py -------------------------------------------------------------------------------- /baselines/minigpt4_utils/datasets/datasets/cc_sbu_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/minigpt4_utils/datasets/datasets/cc_sbu_dataset.py -------------------------------------------------------------------------------- /baselines/minigpt4_utils/datasets/datasets/dataloader_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/minigpt4_utils/datasets/datasets/dataloader_utils.py -------------------------------------------------------------------------------- /baselines/minigpt4_utils/datasets/datasets/laion_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/minigpt4_utils/datasets/datasets/laion_dataset.py -------------------------------------------------------------------------------- /baselines/minigpt4_utils/environment.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/minigpt4_utils/environment.yml -------------------------------------------------------------------------------- /baselines/minigpt4_utils/minigpt4_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/minigpt4_utils/minigpt4_eval.yaml -------------------------------------------------------------------------------- /baselines/minigpt4_utils/models/Qformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/minigpt4_utils/models/Qformer.py -------------------------------------------------------------------------------- /baselines/minigpt4_utils/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/minigpt4_utils/models/__init__.py -------------------------------------------------------------------------------- /baselines/minigpt4_utils/models/base_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/minigpt4_utils/models/base_model.py -------------------------------------------------------------------------------- /baselines/minigpt4_utils/models/blip2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/minigpt4_utils/models/blip2.py -------------------------------------------------------------------------------- /baselines/minigpt4_utils/models/blip2_outputs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/minigpt4_utils/models/blip2_outputs.py -------------------------------------------------------------------------------- /baselines/minigpt4_utils/models/eva_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/minigpt4_utils/models/eva_vit.py -------------------------------------------------------------------------------- /baselines/minigpt4_utils/models/mini_gpt4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/minigpt4_utils/models/mini_gpt4.py -------------------------------------------------------------------------------- /baselines/minigpt4_utils/models/modeling_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/minigpt4_utils/models/modeling_llama.py -------------------------------------------------------------------------------- /baselines/minigpt4_utils/processors/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/minigpt4_utils/processors/__init__.py -------------------------------------------------------------------------------- /baselines/minigpt4_utils/processors/base_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/minigpt4_utils/processors/base_processor.py -------------------------------------------------------------------------------- /baselines/minigpt4_utils/processors/blip_processors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/minigpt4_utils/processors/blip_processors.py -------------------------------------------------------------------------------- /baselines/minigpt4_utils/processors/randaugment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/minigpt4_utils/processors/randaugment.py -------------------------------------------------------------------------------- /baselines/minigpt4_utils/prompts/alignment.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/minigpt4_utils/prompts/alignment.txt -------------------------------------------------------------------------------- /baselines/minigpt4_utils/runners/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/minigpt4_utils/runners/__init__.py -------------------------------------------------------------------------------- /baselines/minigpt4_utils/runners/runner_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/minigpt4_utils/runners/runner_base.py -------------------------------------------------------------------------------- /baselines/minigpt4_utils/tasks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/minigpt4_utils/tasks/__init__.py -------------------------------------------------------------------------------- /baselines/minigpt4_utils/tasks/base_task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/minigpt4_utils/tasks/base_task.py -------------------------------------------------------------------------------- /baselines/minigpt4_utils/tasks/image_text_pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/minigpt4_utils/tasks/image_text_pretrain.py -------------------------------------------------------------------------------- /baselines/mplug_owl_modeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/mplug_owl_modeling.py -------------------------------------------------------------------------------- /baselines/mplug_owl_utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/mplug_owl_utils/__init__.py -------------------------------------------------------------------------------- /baselines/mplug_owl_utils/configuration_mplug_owl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/mplug_owl_utils/configuration_mplug_owl.py -------------------------------------------------------------------------------- /baselines/mplug_owl_utils/modeling_mplug_owl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/mplug_owl_utils/modeling_mplug_owl.py -------------------------------------------------------------------------------- /baselines/mplug_owl_utils/processing_mplug_owl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/mplug_owl_utils/processing_mplug_owl.py -------------------------------------------------------------------------------- /baselines/mplug_owl_utils/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/mplug_owl_utils/requirements.txt -------------------------------------------------------------------------------- /baselines/mplug_owl_utils/tokenization_mplug_owl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/mplug_owl_utils/tokenization_mplug_owl.py -------------------------------------------------------------------------------- /baselines/panda_gpt_modeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/panda_gpt_modeling.py -------------------------------------------------------------------------------- /baselines/panda_gpt_utils/ImageBind/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/panda_gpt_utils/ImageBind/__init__.py -------------------------------------------------------------------------------- /baselines/panda_gpt_utils/ImageBind/bpe/bpe_simple_vocab_16e6.txt.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/panda_gpt_utils/ImageBind/bpe/bpe_simple_vocab_16e6.txt.gz -------------------------------------------------------------------------------- /baselines/panda_gpt_utils/ImageBind/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/panda_gpt_utils/ImageBind/data.py -------------------------------------------------------------------------------- /baselines/panda_gpt_utils/ImageBind/models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /baselines/panda_gpt_utils/ImageBind/models/helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/panda_gpt_utils/ImageBind/models/helpers.py -------------------------------------------------------------------------------- /baselines/panda_gpt_utils/ImageBind/models/imagebind_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/panda_gpt_utils/ImageBind/models/imagebind_model.py -------------------------------------------------------------------------------- /baselines/panda_gpt_utils/ImageBind/models/multimodal_preprocessors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/panda_gpt_utils/ImageBind/models/multimodal_preprocessors.py -------------------------------------------------------------------------------- /baselines/panda_gpt_utils/ImageBind/models/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/panda_gpt_utils/ImageBind/models/transformer.py -------------------------------------------------------------------------------- /baselines/panda_gpt_utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/panda_gpt_utils/__init__.py -------------------------------------------------------------------------------- /baselines/panda_gpt_utils/agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/panda_gpt_utils/agent.py -------------------------------------------------------------------------------- /baselines/panda_gpt_utils/modeling_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/panda_gpt_utils/modeling_llama.py -------------------------------------------------------------------------------- /baselines/panda_gpt_utils/openllama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/panda_gpt_utils/openllama.py -------------------------------------------------------------------------------- /baselines/test_cases.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/test_cases.py -------------------------------------------------------------------------------- /baselines/test_llava.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/test_llava.py -------------------------------------------------------------------------------- /baselines/visual_chatgpt_modeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/visual_chatgpt_modeling.py -------------------------------------------------------------------------------- /baselines/visual_chatgpt_utils/visual_chatgpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/baselines/visual_chatgpt_utils/visual_chatgpt.py -------------------------------------------------------------------------------- /fig1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/fig1.png -------------------------------------------------------------------------------- /visit_bench_human_preferences.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/visit_bench_human_preferences.csv -------------------------------------------------------------------------------- /visit_bench_multi_images.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/visit_bench_multi_images.csv -------------------------------------------------------------------------------- /visit_fully_annotated_example.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlfoundations/VisIT-Bench/HEAD/visit_fully_annotated_example.csv --------------------------------------------------------------------------------