├── .github └── workflows │ ├── gatsby.yml │ ├── jekyll-gh-pages.yml │ └── static.yml ├── README.md ├── _config.yaml ├── a3_iqa_databases ├── README.md └── jsons │ ├── agi.json │ ├── cgi.json │ ├── flive.json │ ├── kadid.json │ ├── koniq.json │ ├── livec.json │ └── spaq.json ├── data_release ├── README.md └── llvisionqa_release.png ├── example_code_for_idefics ├── 2415943373.jpg ├── README.md ├── a1_perception_demo.py ├── a1_perception_demo_perplexity.py ├── a2_description_demo.py ├── a3_assessment_all.py └── midjourney_lowstep_036.jpg ├── gpt-4v-vs-human.png ├── leaderboards ├── IQA_outputs │ ├── clip_vit_l14 │ │ ├── .ipynb_checkpoints │ │ │ └── CLIP-ViT-Large-Patch14-checkpoint.ipynb │ │ ├── CLIP-ViT-Large-Patch14.ipynb │ │ ├── agi.json │ │ ├── cgi.json │ │ ├── flive.json │ │ ├── kadid.json │ │ ├── koniq.json │ │ ├── livec.json │ │ └── spaq.json │ ├── eval.ipynb │ ├── idefics │ │ ├── agi.json │ │ ├── cgi.json │ │ ├── flive.json │ │ ├── kadid.json │ │ ├── koniq.json │ │ ├── livec.json │ │ └── spaq.json │ ├── instructblip_t5 │ │ ├── agi.json │ │ ├── cgi.json │ │ ├── flive.json │ │ ├── kadid.json │ │ ├── koniq.json │ │ ├── livec.json │ │ └── spaq.json │ ├── instructblip_vicuna │ │ ├── agi.json │ │ ├── cgi.json │ │ ├── flive.json │ │ ├── kadid.json │ │ ├── koniq.json │ │ ├── livec.json │ │ └── spaq.json │ ├── internlm_xcomposer_vl │ │ ├── agi.json │ │ ├── cgi.json │ │ ├── flive.json │ │ ├── kadid.json │ │ ├── koniq.json │ │ ├── livec.json │ │ └── spaq.json │ ├── kosmos_2 │ │ ├── agi.json │ │ ├── cgi.json │ │ ├── flive.json │ │ ├── kadid.json │ │ ├── koniq.json │ │ ├── livec.json │ │ └── spaq.json │ ├── llama_adapter_v2 │ │ ├── again.json │ │ ├── agi.json │ │ ├── cgi.json │ │ ├── flive.json │ │ ├── kadid.json │ │ ├── koniq.json │ │ ├── livec.json │ │ └── spaq.json │ ├── llava_v1.5 │ │ ├── .ipynb_checkpoints │ │ │ └── cgi-checkpoint.json │ │ ├── agi.json │ │ ├── cgi.json │ │ ├── flive.json │ │ ├── kadid.json │ │ ├── koniq.json │ │ ├── livec.json │ │ └── spaq.json │ ├── llava_v1 │ │ ├── agi.json │ │ ├── cgi.json │ │ ├── flive.json │ │ ├── kadid.json │ │ ├── koniq.json │ │ ├── livec.json │ │ └── spaq.json │ ├── minigpt4_13b │ │ ├── agi.json │ │ ├── cgi.json │ │ ├── flive.json │ │ ├── kadid.json │ │ ├── koniq.json │ │ ├── livec.json │ │ └── spaq.json │ ├── mplug_owl │ │ ├── again.json │ │ ├── agi.json │ │ ├── cgi.json │ │ ├── flive.json │ │ ├── kadid.json │ │ ├── koniq.json │ │ ├── livec.json │ │ └── spaq.json │ ├── otter_v1 │ │ ├── agi.json │ │ ├── cgi.json │ │ ├── flive.json │ │ ├── kadid.json │ │ ├── koniq.json │ │ ├── livec.json │ │ └── spaq.json │ ├── qwen-vl │ │ ├── agi.json │ │ ├── cgi.json │ │ ├── flive.json │ │ ├── kadid.json │ │ ├── koniq.json │ │ ├── livec.json │ │ └── spaq.json │ ├── shikra │ │ ├── .ipynb_checkpoints │ │ │ ├── koniq-checkpoint.json │ │ │ ├── livec-checkpoint.json │ │ │ └── spaq-checkpoint.json │ │ ├── agi.json │ │ ├── cgi.json │ │ ├── flive.json │ │ ├── imagerewarddb.json │ │ ├── imagerewarddb_0.json │ │ ├── kadid.json │ │ ├── koniq.json │ │ ├── livec.json │ │ ├── livemd.json │ │ └── spaq.json │ └── visualglm │ │ ├── agi.json │ │ ├── cgi.json │ │ ├── flive.json │ │ ├── kadid.json │ │ ├── koniq.json │ │ ├── livec.json │ │ └── spaq.json └── README.md ├── lldescribe.png ├── llmiqa.png ├── llvisionqa.png ├── llvisionqa_db.png ├── logo.png └── qbench.png /.github/workflows/gatsby.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/.github/workflows/gatsby.yml -------------------------------------------------------------------------------- /.github/workflows/jekyll-gh-pages.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/.github/workflows/jekyll-gh-pages.yml -------------------------------------------------------------------------------- /.github/workflows/static.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/.github/workflows/static.yml -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/README.md -------------------------------------------------------------------------------- /_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/_config.yaml -------------------------------------------------------------------------------- /a3_iqa_databases/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/a3_iqa_databases/README.md -------------------------------------------------------------------------------- /a3_iqa_databases/jsons/agi.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/a3_iqa_databases/jsons/agi.json -------------------------------------------------------------------------------- /a3_iqa_databases/jsons/cgi.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/a3_iqa_databases/jsons/cgi.json -------------------------------------------------------------------------------- /a3_iqa_databases/jsons/flive.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/a3_iqa_databases/jsons/flive.json -------------------------------------------------------------------------------- /a3_iqa_databases/jsons/kadid.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/a3_iqa_databases/jsons/kadid.json -------------------------------------------------------------------------------- /a3_iqa_databases/jsons/koniq.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/a3_iqa_databases/jsons/koniq.json -------------------------------------------------------------------------------- /a3_iqa_databases/jsons/livec.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/a3_iqa_databases/jsons/livec.json -------------------------------------------------------------------------------- /a3_iqa_databases/jsons/spaq.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/a3_iqa_databases/jsons/spaq.json -------------------------------------------------------------------------------- /data_release/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/data_release/README.md -------------------------------------------------------------------------------- /data_release/llvisionqa_release.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/data_release/llvisionqa_release.png -------------------------------------------------------------------------------- /example_code_for_idefics/2415943373.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/example_code_for_idefics/2415943373.jpg -------------------------------------------------------------------------------- /example_code_for_idefics/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/example_code_for_idefics/README.md -------------------------------------------------------------------------------- /example_code_for_idefics/a1_perception_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/example_code_for_idefics/a1_perception_demo.py -------------------------------------------------------------------------------- /example_code_for_idefics/a1_perception_demo_perplexity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/example_code_for_idefics/a1_perception_demo_perplexity.py -------------------------------------------------------------------------------- /example_code_for_idefics/a2_description_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/example_code_for_idefics/a2_description_demo.py -------------------------------------------------------------------------------- /example_code_for_idefics/a3_assessment_all.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/example_code_for_idefics/a3_assessment_all.py -------------------------------------------------------------------------------- /example_code_for_idefics/midjourney_lowstep_036.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/example_code_for_idefics/midjourney_lowstep_036.jpg -------------------------------------------------------------------------------- /gpt-4v-vs-human.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/gpt-4v-vs-human.png -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/clip_vit_l14/.ipynb_checkpoints/CLIP-ViT-Large-Patch14-checkpoint.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/clip_vit_l14/.ipynb_checkpoints/CLIP-ViT-Large-Patch14-checkpoint.ipynb -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/clip_vit_l14/CLIP-ViT-Large-Patch14.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/clip_vit_l14/CLIP-ViT-Large-Patch14.ipynb -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/clip_vit_l14/agi.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/clip_vit_l14/agi.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/clip_vit_l14/cgi.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/clip_vit_l14/cgi.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/clip_vit_l14/flive.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/clip_vit_l14/flive.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/clip_vit_l14/kadid.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/clip_vit_l14/kadid.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/clip_vit_l14/koniq.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/clip_vit_l14/koniq.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/clip_vit_l14/livec.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/clip_vit_l14/livec.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/clip_vit_l14/spaq.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/clip_vit_l14/spaq.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/eval.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/eval.ipynb -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/idefics/agi.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/idefics/agi.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/idefics/cgi.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/idefics/cgi.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/idefics/flive.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/idefics/flive.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/idefics/kadid.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/idefics/kadid.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/idefics/koniq.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/idefics/koniq.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/idefics/livec.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/idefics/livec.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/idefics/spaq.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/idefics/spaq.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/instructblip_t5/agi.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/instructblip_t5/agi.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/instructblip_t5/cgi.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/instructblip_t5/cgi.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/instructblip_t5/flive.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/instructblip_t5/flive.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/instructblip_t5/kadid.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/instructblip_t5/kadid.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/instructblip_t5/koniq.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/instructblip_t5/koniq.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/instructblip_t5/livec.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/instructblip_t5/livec.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/instructblip_t5/spaq.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/instructblip_t5/spaq.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/instructblip_vicuna/agi.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/instructblip_vicuna/agi.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/instructblip_vicuna/cgi.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/instructblip_vicuna/cgi.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/instructblip_vicuna/flive.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/instructblip_vicuna/flive.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/instructblip_vicuna/kadid.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/instructblip_vicuna/kadid.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/instructblip_vicuna/koniq.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/instructblip_vicuna/koniq.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/instructblip_vicuna/livec.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/instructblip_vicuna/livec.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/instructblip_vicuna/spaq.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/instructblip_vicuna/spaq.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/internlm_xcomposer_vl/agi.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/internlm_xcomposer_vl/agi.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/internlm_xcomposer_vl/cgi.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/internlm_xcomposer_vl/cgi.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/internlm_xcomposer_vl/flive.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/internlm_xcomposer_vl/flive.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/internlm_xcomposer_vl/kadid.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/internlm_xcomposer_vl/kadid.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/internlm_xcomposer_vl/koniq.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/internlm_xcomposer_vl/koniq.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/internlm_xcomposer_vl/livec.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/internlm_xcomposer_vl/livec.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/internlm_xcomposer_vl/spaq.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/internlm_xcomposer_vl/spaq.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/kosmos_2/agi.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/kosmos_2/agi.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/kosmos_2/cgi.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/kosmos_2/cgi.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/kosmos_2/flive.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/kosmos_2/flive.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/kosmos_2/kadid.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/kosmos_2/kadid.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/kosmos_2/koniq.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/kosmos_2/koniq.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/kosmos_2/livec.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/kosmos_2/livec.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/kosmos_2/spaq.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/kosmos_2/spaq.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/llama_adapter_v2/again.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/llama_adapter_v2/again.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/llama_adapter_v2/agi.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/llama_adapter_v2/agi.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/llama_adapter_v2/cgi.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/llama_adapter_v2/cgi.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/llama_adapter_v2/flive.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/llama_adapter_v2/flive.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/llama_adapter_v2/kadid.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/llama_adapter_v2/kadid.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/llama_adapter_v2/koniq.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/llama_adapter_v2/koniq.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/llama_adapter_v2/livec.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/llama_adapter_v2/livec.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/llama_adapter_v2/spaq.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/llama_adapter_v2/spaq.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/llava_v1.5/.ipynb_checkpoints/cgi-checkpoint.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/llava_v1.5/.ipynb_checkpoints/cgi-checkpoint.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/llava_v1.5/agi.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/llava_v1.5/agi.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/llava_v1.5/cgi.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/llava_v1.5/cgi.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/llava_v1.5/flive.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/llava_v1.5/flive.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/llava_v1.5/kadid.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/llava_v1.5/kadid.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/llava_v1.5/koniq.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/llava_v1.5/koniq.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/llava_v1.5/livec.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/llava_v1.5/livec.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/llava_v1.5/spaq.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/llava_v1.5/spaq.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/llava_v1/agi.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/llava_v1/agi.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/llava_v1/cgi.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/llava_v1/cgi.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/llava_v1/flive.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/llava_v1/flive.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/llava_v1/kadid.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/llava_v1/kadid.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/llava_v1/koniq.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/llava_v1/koniq.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/llava_v1/livec.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/llava_v1/livec.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/llava_v1/spaq.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/llava_v1/spaq.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/minigpt4_13b/agi.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/minigpt4_13b/agi.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/minigpt4_13b/cgi.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/minigpt4_13b/cgi.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/minigpt4_13b/flive.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/minigpt4_13b/flive.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/minigpt4_13b/kadid.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/minigpt4_13b/kadid.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/minigpt4_13b/koniq.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/minigpt4_13b/koniq.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/minigpt4_13b/livec.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/minigpt4_13b/livec.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/minigpt4_13b/spaq.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/minigpt4_13b/spaq.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/mplug_owl/again.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/mplug_owl/again.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/mplug_owl/agi.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/mplug_owl/agi.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/mplug_owl/cgi.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/mplug_owl/cgi.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/mplug_owl/flive.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/mplug_owl/flive.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/mplug_owl/kadid.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/mplug_owl/kadid.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/mplug_owl/koniq.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/mplug_owl/koniq.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/mplug_owl/livec.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/mplug_owl/livec.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/mplug_owl/spaq.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/mplug_owl/spaq.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/otter_v1/agi.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/otter_v1/agi.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/otter_v1/cgi.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/otter_v1/cgi.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/otter_v1/flive.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/otter_v1/flive.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/otter_v1/kadid.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/otter_v1/kadid.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/otter_v1/koniq.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/otter_v1/koniq.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/otter_v1/livec.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/otter_v1/livec.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/otter_v1/spaq.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/otter_v1/spaq.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/qwen-vl/agi.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/qwen-vl/agi.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/qwen-vl/cgi.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/qwen-vl/cgi.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/qwen-vl/flive.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/qwen-vl/flive.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/qwen-vl/kadid.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/qwen-vl/kadid.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/qwen-vl/koniq.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/qwen-vl/koniq.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/qwen-vl/livec.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/qwen-vl/livec.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/qwen-vl/spaq.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/qwen-vl/spaq.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/shikra/.ipynb_checkpoints/koniq-checkpoint.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/shikra/.ipynb_checkpoints/koniq-checkpoint.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/shikra/.ipynb_checkpoints/livec-checkpoint.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/shikra/.ipynb_checkpoints/livec-checkpoint.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/shikra/.ipynb_checkpoints/spaq-checkpoint.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/shikra/.ipynb_checkpoints/spaq-checkpoint.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/shikra/agi.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/shikra/agi.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/shikra/cgi.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/shikra/cgi.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/shikra/flive.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/shikra/flive.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/shikra/imagerewarddb.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/shikra/imagerewarddb.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/shikra/imagerewarddb_0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/shikra/imagerewarddb_0.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/shikra/kadid.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/shikra/kadid.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/shikra/koniq.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/shikra/koniq.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/shikra/livec.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/shikra/livec.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/shikra/livemd.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/shikra/livemd.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/shikra/spaq.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/shikra/spaq.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/visualglm/agi.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/visualglm/agi.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/visualglm/cgi.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/visualglm/cgi.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/visualglm/flive.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/visualglm/flive.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/visualglm/kadid.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/visualglm/kadid.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/visualglm/koniq.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/visualglm/koniq.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/visualglm/livec.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/visualglm/livec.json -------------------------------------------------------------------------------- /leaderboards/IQA_outputs/visualglm/spaq.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/IQA_outputs/visualglm/spaq.json -------------------------------------------------------------------------------- /leaderboards/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/leaderboards/README.md -------------------------------------------------------------------------------- /lldescribe.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/lldescribe.png -------------------------------------------------------------------------------- /llmiqa.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/llmiqa.png -------------------------------------------------------------------------------- /llvisionqa.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/llvisionqa.png -------------------------------------------------------------------------------- /llvisionqa_db.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/llvisionqa_db.png -------------------------------------------------------------------------------- /logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/logo.png -------------------------------------------------------------------------------- /qbench.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VQAssessment/Q-Bench/HEAD/qbench.png --------------------------------------------------------------------------------