├── .gitignore ├── LICENSE ├── README.md ├── README_more_samples.md ├── inference ├── bard.py ├── bard.sh ├── claude.py ├── gemini_vision.py ├── gpt4v.py ├── qwen.py └── utils.py ├── mm-vet_evaluator.ipynb ├── mm-vet_evaluator.py ├── results └── llava_llama2_13b_chat.json └── v2 ├── README.md ├── inference ├── claude.py ├── cogagent.py ├── cogvlm.py ├── emu2.py ├── gemini.py ├── gpt4.py ├── internvl.py ├── internvl2.py ├── ixc2.py ├── open_flamingo.py ├── qwen.py └── utils.py ├── mm-vet-v2_evaluator.py └── results ├── claude-3-5-sonnet-20240620.json ├── gemini-1.5-pro.json └── gpt-4o-2024-05-13_detail-high.json /.gitignore: -------------------------------------------------------------------------------- 1 | .vscode/ 2 | -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuweihao/MM-Vet/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuweihao/MM-Vet/HEAD/README.md -------------------------------------------------------------------------------- /README_more_samples.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuweihao/MM-Vet/HEAD/README_more_samples.md -------------------------------------------------------------------------------- /inference/bard.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuweihao/MM-Vet/HEAD/inference/bard.py -------------------------------------------------------------------------------- /inference/bard.sh: -------------------------------------------------------------------------------- 1 | while true; do python bard.py; sleep 60; done 2 | -------------------------------------------------------------------------------- /inference/claude.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuweihao/MM-Vet/HEAD/inference/claude.py -------------------------------------------------------------------------------- /inference/gemini_vision.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuweihao/MM-Vet/HEAD/inference/gemini_vision.py -------------------------------------------------------------------------------- /inference/gpt4v.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuweihao/MM-Vet/HEAD/inference/gpt4v.py -------------------------------------------------------------------------------- /inference/qwen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuweihao/MM-Vet/HEAD/inference/qwen.py -------------------------------------------------------------------------------- /inference/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuweihao/MM-Vet/HEAD/inference/utils.py -------------------------------------------------------------------------------- /mm-vet_evaluator.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuweihao/MM-Vet/HEAD/mm-vet_evaluator.ipynb -------------------------------------------------------------------------------- /mm-vet_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuweihao/MM-Vet/HEAD/mm-vet_evaluator.py -------------------------------------------------------------------------------- /results/llava_llama2_13b_chat.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuweihao/MM-Vet/HEAD/results/llava_llama2_13b_chat.json -------------------------------------------------------------------------------- /v2/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuweihao/MM-Vet/HEAD/v2/README.md -------------------------------------------------------------------------------- /v2/inference/claude.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuweihao/MM-Vet/HEAD/v2/inference/claude.py -------------------------------------------------------------------------------- /v2/inference/cogagent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuweihao/MM-Vet/HEAD/v2/inference/cogagent.py -------------------------------------------------------------------------------- /v2/inference/cogvlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuweihao/MM-Vet/HEAD/v2/inference/cogvlm.py -------------------------------------------------------------------------------- /v2/inference/emu2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuweihao/MM-Vet/HEAD/v2/inference/emu2.py -------------------------------------------------------------------------------- /v2/inference/gemini.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuweihao/MM-Vet/HEAD/v2/inference/gemini.py -------------------------------------------------------------------------------- /v2/inference/gpt4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuweihao/MM-Vet/HEAD/v2/inference/gpt4.py -------------------------------------------------------------------------------- /v2/inference/internvl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuweihao/MM-Vet/HEAD/v2/inference/internvl.py -------------------------------------------------------------------------------- /v2/inference/internvl2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuweihao/MM-Vet/HEAD/v2/inference/internvl2.py -------------------------------------------------------------------------------- /v2/inference/ixc2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuweihao/MM-Vet/HEAD/v2/inference/ixc2.py -------------------------------------------------------------------------------- /v2/inference/open_flamingo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuweihao/MM-Vet/HEAD/v2/inference/open_flamingo.py -------------------------------------------------------------------------------- /v2/inference/qwen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuweihao/MM-Vet/HEAD/v2/inference/qwen.py -------------------------------------------------------------------------------- /v2/inference/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuweihao/MM-Vet/HEAD/v2/inference/utils.py -------------------------------------------------------------------------------- /v2/mm-vet-v2_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuweihao/MM-Vet/HEAD/v2/mm-vet-v2_evaluator.py -------------------------------------------------------------------------------- /v2/results/claude-3-5-sonnet-20240620.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuweihao/MM-Vet/HEAD/v2/results/claude-3-5-sonnet-20240620.json -------------------------------------------------------------------------------- /v2/results/gemini-1.5-pro.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuweihao/MM-Vet/HEAD/v2/results/gemini-1.5-pro.json -------------------------------------------------------------------------------- /v2/results/gpt-4o-2024-05-13_detail-high.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuweihao/MM-Vet/HEAD/v2/results/gpt-4o-2024-05-13_detail-high.json --------------------------------------------------------------------------------