├── LICENSE ├── README.md ├── baseline ├── InstructBLIP │ └── blip_image_result1.py └── LLaVA │ ├── BenchGPT_LLaVA_model_vqa.py │ └── run.sh ├── evaluate ├── avg_score.py ├── gpt_evaluation_script.py ├── gpt_evaluation_script_AD.py ├── gpt_evaluation_script_RS.py ├── gpt_evaluation_script_Robots_Games.py ├── gpt_evaluation_script_infrard.py ├── gpt_evaluation_script_original.py ├── gpt_evaluation_script_style.py ├── gpt_evaluation_script_xray.py └── pca_auto_scoring_action1.py ├── imgs ├── P1-new_1.png ├── P2-new_1.png ├── P3-new_1.png ├── Tabel2.png ├── Table1.png ├── Table3.png ├── demo.png ├── fig2.pdf ├── logos │ ├── AIFEG.png │ ├── MBZUAI_logo.png │ ├── NEU.png │ ├── NTU.png │ ├── ROSE.png │ ├── UTS.png │ └── ZJU_jmages.png ├── tittle_fig.png ├── version copy.json └── version.json ├── index.html ├── jsonl ├── Benchmark_AD.jsonl ├── Benchmark_CT.jsonl ├── Benchmark_MRI.jsonl ├── Benchmark_Med-X-RAY.jsonl ├── Benchmark_RS.jsonl ├── Benchmark_Robots.jsonl ├── Benchmark_defect_detection.jsonl ├── Benchmark_game.jsonl ├── Benchmark_infrard.jsonl ├── Benchmark_style_cartoon.jsonl ├── Benchmark_style_handmake.jsonl ├── Benchmark_style_painting.jsonl ├── Benchmark_style_sketch.jsonl ├── Benchmark_style_tattoo.jsonl ├── Benchmark_xray.jsonl ├── Robots_meta_data.json └── game_meta_data.json ├── results ├── answers_Benchmark_AD.jsonl ├── answers_Benchmark_CT.jsonl ├── answers_Benchmark_MRI.jsonl ├── answers_Benchmark_Med-X-RAY.jsonl ├── answers_Benchmark_RS.jsonl ├── answers_Benchmark_Robots.jsonl ├── answers_Benchmark_defect_detection.jsonl ├── answers_Benchmark_game.jsonl ├── answers_Benchmark_infrard.jsonl ├── answers_Benchmark_style_cartoon.jsonl ├── answers_Benchmark_style_handmake.jsonl ├── answers_Benchmark_style_painting.jsonl ├── answers_Benchmark_style_sketch.jsonl ├── answers_Benchmark_style_tattoo.jsonl ├── answers_Benchmark_xray.jsonl └── tree.txt └── scripts ├── InstructBLIP.sh ├── LLaVA.sh └── evaluate.sh /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIFEG/BenchLMM/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIFEG/BenchLMM/HEAD/README.md -------------------------------------------------------------------------------- /baseline/InstructBLIP/blip_image_result1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIFEG/BenchLMM/HEAD/baseline/InstructBLIP/blip_image_result1.py -------------------------------------------------------------------------------- /baseline/LLaVA/BenchGPT_LLaVA_model_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIFEG/BenchLMM/HEAD/baseline/LLaVA/BenchGPT_LLaVA_model_vqa.py -------------------------------------------------------------------------------- /baseline/LLaVA/run.sh: -------------------------------------------------------------------------------- 1 | H -------------------------------------------------------------------------------- /evaluate/avg_score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIFEG/BenchLMM/HEAD/evaluate/avg_score.py -------------------------------------------------------------------------------- /evaluate/gpt_evaluation_script.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIFEG/BenchLMM/HEAD/evaluate/gpt_evaluation_script.py -------------------------------------------------------------------------------- /evaluate/gpt_evaluation_script_AD.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIFEG/BenchLMM/HEAD/evaluate/gpt_evaluation_script_AD.py -------------------------------------------------------------------------------- /evaluate/gpt_evaluation_script_RS.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIFEG/BenchLMM/HEAD/evaluate/gpt_evaluation_script_RS.py -------------------------------------------------------------------------------- /evaluate/gpt_evaluation_script_Robots_Games.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIFEG/BenchLMM/HEAD/evaluate/gpt_evaluation_script_Robots_Games.py -------------------------------------------------------------------------------- /evaluate/gpt_evaluation_script_infrard.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIFEG/BenchLMM/HEAD/evaluate/gpt_evaluation_script_infrard.py -------------------------------------------------------------------------------- /evaluate/gpt_evaluation_script_original.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIFEG/BenchLMM/HEAD/evaluate/gpt_evaluation_script_original.py -------------------------------------------------------------------------------- /evaluate/gpt_evaluation_script_style.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIFEG/BenchLMM/HEAD/evaluate/gpt_evaluation_script_style.py -------------------------------------------------------------------------------- /evaluate/gpt_evaluation_script_xray.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIFEG/BenchLMM/HEAD/evaluate/gpt_evaluation_script_xray.py -------------------------------------------------------------------------------- /evaluate/pca_auto_scoring_action1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIFEG/BenchLMM/HEAD/evaluate/pca_auto_scoring_action1.py -------------------------------------------------------------------------------- /imgs/P1-new_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIFEG/BenchLMM/HEAD/imgs/P1-new_1.png -------------------------------------------------------------------------------- /imgs/P2-new_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIFEG/BenchLMM/HEAD/imgs/P2-new_1.png -------------------------------------------------------------------------------- /imgs/P3-new_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIFEG/BenchLMM/HEAD/imgs/P3-new_1.png -------------------------------------------------------------------------------- /imgs/Tabel2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIFEG/BenchLMM/HEAD/imgs/Tabel2.png -------------------------------------------------------------------------------- /imgs/Table1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIFEG/BenchLMM/HEAD/imgs/Table1.png -------------------------------------------------------------------------------- /imgs/Table3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIFEG/BenchLMM/HEAD/imgs/Table3.png -------------------------------------------------------------------------------- /imgs/demo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIFEG/BenchLMM/HEAD/imgs/demo.png -------------------------------------------------------------------------------- /imgs/fig2.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIFEG/BenchLMM/HEAD/imgs/fig2.pdf -------------------------------------------------------------------------------- /imgs/logos/AIFEG.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIFEG/BenchLMM/HEAD/imgs/logos/AIFEG.png -------------------------------------------------------------------------------- /imgs/logos/MBZUAI_logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIFEG/BenchLMM/HEAD/imgs/logos/MBZUAI_logo.png -------------------------------------------------------------------------------- /imgs/logos/NEU.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIFEG/BenchLMM/HEAD/imgs/logos/NEU.png -------------------------------------------------------------------------------- /imgs/logos/NTU.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIFEG/BenchLMM/HEAD/imgs/logos/NTU.png -------------------------------------------------------------------------------- /imgs/logos/ROSE.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIFEG/BenchLMM/HEAD/imgs/logos/ROSE.png -------------------------------------------------------------------------------- /imgs/logos/UTS.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIFEG/BenchLMM/HEAD/imgs/logos/UTS.png -------------------------------------------------------------------------------- /imgs/logos/ZJU_jmages.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIFEG/BenchLMM/HEAD/imgs/logos/ZJU_jmages.png -------------------------------------------------------------------------------- /imgs/tittle_fig.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIFEG/BenchLMM/HEAD/imgs/tittle_fig.png -------------------------------------------------------------------------------- /imgs/version copy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIFEG/BenchLMM/HEAD/imgs/version copy.json -------------------------------------------------------------------------------- /imgs/version.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIFEG/BenchLMM/HEAD/imgs/version.json -------------------------------------------------------------------------------- /index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIFEG/BenchLMM/HEAD/index.html -------------------------------------------------------------------------------- /jsonl/Benchmark_AD.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIFEG/BenchLMM/HEAD/jsonl/Benchmark_AD.jsonl -------------------------------------------------------------------------------- /jsonl/Benchmark_CT.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIFEG/BenchLMM/HEAD/jsonl/Benchmark_CT.jsonl -------------------------------------------------------------------------------- /jsonl/Benchmark_MRI.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIFEG/BenchLMM/HEAD/jsonl/Benchmark_MRI.jsonl -------------------------------------------------------------------------------- /jsonl/Benchmark_Med-X-RAY.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIFEG/BenchLMM/HEAD/jsonl/Benchmark_Med-X-RAY.jsonl -------------------------------------------------------------------------------- /jsonl/Benchmark_RS.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIFEG/BenchLMM/HEAD/jsonl/Benchmark_RS.jsonl -------------------------------------------------------------------------------- /jsonl/Benchmark_Robots.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIFEG/BenchLMM/HEAD/jsonl/Benchmark_Robots.jsonl -------------------------------------------------------------------------------- /jsonl/Benchmark_defect_detection.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIFEG/BenchLMM/HEAD/jsonl/Benchmark_defect_detection.jsonl -------------------------------------------------------------------------------- /jsonl/Benchmark_game.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIFEG/BenchLMM/HEAD/jsonl/Benchmark_game.jsonl -------------------------------------------------------------------------------- /jsonl/Benchmark_infrard.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIFEG/BenchLMM/HEAD/jsonl/Benchmark_infrard.jsonl -------------------------------------------------------------------------------- /jsonl/Benchmark_style_cartoon.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIFEG/BenchLMM/HEAD/jsonl/Benchmark_style_cartoon.jsonl -------------------------------------------------------------------------------- /jsonl/Benchmark_style_handmake.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIFEG/BenchLMM/HEAD/jsonl/Benchmark_style_handmake.jsonl -------------------------------------------------------------------------------- /jsonl/Benchmark_style_painting.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIFEG/BenchLMM/HEAD/jsonl/Benchmark_style_painting.jsonl -------------------------------------------------------------------------------- /jsonl/Benchmark_style_sketch.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIFEG/BenchLMM/HEAD/jsonl/Benchmark_style_sketch.jsonl -------------------------------------------------------------------------------- /jsonl/Benchmark_style_tattoo.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIFEG/BenchLMM/HEAD/jsonl/Benchmark_style_tattoo.jsonl -------------------------------------------------------------------------------- /jsonl/Benchmark_xray.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIFEG/BenchLMM/HEAD/jsonl/Benchmark_xray.jsonl -------------------------------------------------------------------------------- /jsonl/Robots_meta_data.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIFEG/BenchLMM/HEAD/jsonl/Robots_meta_data.json -------------------------------------------------------------------------------- /jsonl/game_meta_data.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIFEG/BenchLMM/HEAD/jsonl/game_meta_data.json -------------------------------------------------------------------------------- /results/answers_Benchmark_AD.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIFEG/BenchLMM/HEAD/results/answers_Benchmark_AD.jsonl -------------------------------------------------------------------------------- /results/answers_Benchmark_CT.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIFEG/BenchLMM/HEAD/results/answers_Benchmark_CT.jsonl -------------------------------------------------------------------------------- /results/answers_Benchmark_MRI.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIFEG/BenchLMM/HEAD/results/answers_Benchmark_MRI.jsonl -------------------------------------------------------------------------------- /results/answers_Benchmark_Med-X-RAY.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIFEG/BenchLMM/HEAD/results/answers_Benchmark_Med-X-RAY.jsonl -------------------------------------------------------------------------------- /results/answers_Benchmark_RS.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIFEG/BenchLMM/HEAD/results/answers_Benchmark_RS.jsonl -------------------------------------------------------------------------------- /results/answers_Benchmark_Robots.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIFEG/BenchLMM/HEAD/results/answers_Benchmark_Robots.jsonl -------------------------------------------------------------------------------- /results/answers_Benchmark_defect_detection.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIFEG/BenchLMM/HEAD/results/answers_Benchmark_defect_detection.jsonl -------------------------------------------------------------------------------- /results/answers_Benchmark_game.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIFEG/BenchLMM/HEAD/results/answers_Benchmark_game.jsonl -------------------------------------------------------------------------------- /results/answers_Benchmark_infrard.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIFEG/BenchLMM/HEAD/results/answers_Benchmark_infrard.jsonl -------------------------------------------------------------------------------- /results/answers_Benchmark_style_cartoon.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIFEG/BenchLMM/HEAD/results/answers_Benchmark_style_cartoon.jsonl -------------------------------------------------------------------------------- /results/answers_Benchmark_style_handmake.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIFEG/BenchLMM/HEAD/results/answers_Benchmark_style_handmake.jsonl -------------------------------------------------------------------------------- /results/answers_Benchmark_style_painting.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIFEG/BenchLMM/HEAD/results/answers_Benchmark_style_painting.jsonl -------------------------------------------------------------------------------- /results/answers_Benchmark_style_sketch.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIFEG/BenchLMM/HEAD/results/answers_Benchmark_style_sketch.jsonl -------------------------------------------------------------------------------- /results/answers_Benchmark_style_tattoo.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIFEG/BenchLMM/HEAD/results/answers_Benchmark_style_tattoo.jsonl -------------------------------------------------------------------------------- /results/answers_Benchmark_xray.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIFEG/BenchLMM/HEAD/results/answers_Benchmark_xray.jsonl -------------------------------------------------------------------------------- /results/tree.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIFEG/BenchLMM/HEAD/results/tree.txt -------------------------------------------------------------------------------- /scripts/InstructBLIP.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIFEG/BenchLMM/HEAD/scripts/InstructBLIP.sh -------------------------------------------------------------------------------- /scripts/LLaVA.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIFEG/BenchLMM/HEAD/scripts/LLaVA.sh -------------------------------------------------------------------------------- /scripts/evaluate.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIFEG/BenchLMM/HEAD/scripts/evaluate.sh --------------------------------------------------------------------------------