├── .gitignore ├── HalFScore ├── annotation.json └── results │ ├── llava │ └── best_150k_final_v3 │ │ ├── eval.sh │ │ ├── llava_caption_dense.jsonl │ │ ├── llava_caption_normal.jsonl │ │ └── score.jsonl │ └── open_source │ ├── Idefics3-8B-Llama3 │ ├── eval.sh │ ├── hallucination_results.json │ └── llava_HalFscore_normal.jsonl │ ├── InternVL2-8B │ ├── eval.sh │ └── llava_HalFscore_normal.jsonl │ ├── MiniCPM-V-2_6 │ ├── eval.sh │ └── llava_HalFscore_normal.jsonl │ ├── Ovis1.6-Gemma2-9B │ ├── eval.sh │ └── llava_HalFscore_normal.jsonl │ ├── Qwen2-VL-7B-Instruct │ ├── eval.sh │ └── llava_HalFscore_normal.jsonl │ └── llava-onevision-qwen2-7b-ov │ ├── eval.sh │ └── llava_HalFscore_normal.jsonl ├── README.md ├── augmentation ├── __init__.py ├── combine.py ├── generate.py ├── gpt_prompt.py └── system_prompts.py ├── eval.py └── imgs ├── method.png └── metric.png /.gitignore: -------------------------------------------------------------------------------- 1 | third_party/ -------------------------------------------------------------------------------- /HalFScore/annotation.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/PerturboLLaVA/HEAD/HalFScore/annotation.json -------------------------------------------------------------------------------- /HalFScore/results/llava/best_150k_final_v3/eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/PerturboLLaVA/HEAD/HalFScore/results/llava/best_150k_final_v3/eval.sh -------------------------------------------------------------------------------- /HalFScore/results/llava/best_150k_final_v3/llava_caption_dense.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/PerturboLLaVA/HEAD/HalFScore/results/llava/best_150k_final_v3/llava_caption_dense.jsonl -------------------------------------------------------------------------------- /HalFScore/results/llava/best_150k_final_v3/llava_caption_normal.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/PerturboLLaVA/HEAD/HalFScore/results/llava/best_150k_final_v3/llava_caption_normal.jsonl -------------------------------------------------------------------------------- /HalFScore/results/llava/best_150k_final_v3/score.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/PerturboLLaVA/HEAD/HalFScore/results/llava/best_150k_final_v3/score.jsonl -------------------------------------------------------------------------------- /HalFScore/results/open_source/Idefics3-8B-Llama3/eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/PerturboLLaVA/HEAD/HalFScore/results/open_source/Idefics3-8B-Llama3/eval.sh -------------------------------------------------------------------------------- /HalFScore/results/open_source/Idefics3-8B-Llama3/hallucination_results.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/PerturboLLaVA/HEAD/HalFScore/results/open_source/Idefics3-8B-Llama3/hallucination_results.json -------------------------------------------------------------------------------- /HalFScore/results/open_source/Idefics3-8B-Llama3/llava_HalFscore_normal.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/PerturboLLaVA/HEAD/HalFScore/results/open_source/Idefics3-8B-Llama3/llava_HalFscore_normal.jsonl -------------------------------------------------------------------------------- /HalFScore/results/open_source/InternVL2-8B/eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/PerturboLLaVA/HEAD/HalFScore/results/open_source/InternVL2-8B/eval.sh -------------------------------------------------------------------------------- /HalFScore/results/open_source/InternVL2-8B/llava_HalFscore_normal.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/PerturboLLaVA/HEAD/HalFScore/results/open_source/InternVL2-8B/llava_HalFscore_normal.jsonl -------------------------------------------------------------------------------- /HalFScore/results/open_source/MiniCPM-V-2_6/eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/PerturboLLaVA/HEAD/HalFScore/results/open_source/MiniCPM-V-2_6/eval.sh -------------------------------------------------------------------------------- /HalFScore/results/open_source/MiniCPM-V-2_6/llava_HalFscore_normal.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/PerturboLLaVA/HEAD/HalFScore/results/open_source/MiniCPM-V-2_6/llava_HalFscore_normal.jsonl -------------------------------------------------------------------------------- /HalFScore/results/open_source/Ovis1.6-Gemma2-9B/eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/PerturboLLaVA/HEAD/HalFScore/results/open_source/Ovis1.6-Gemma2-9B/eval.sh -------------------------------------------------------------------------------- /HalFScore/results/open_source/Ovis1.6-Gemma2-9B/llava_HalFscore_normal.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/PerturboLLaVA/HEAD/HalFScore/results/open_source/Ovis1.6-Gemma2-9B/llava_HalFscore_normal.jsonl -------------------------------------------------------------------------------- /HalFScore/results/open_source/Qwen2-VL-7B-Instruct/eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/PerturboLLaVA/HEAD/HalFScore/results/open_source/Qwen2-VL-7B-Instruct/eval.sh -------------------------------------------------------------------------------- /HalFScore/results/open_source/Qwen2-VL-7B-Instruct/llava_HalFscore_normal.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/PerturboLLaVA/HEAD/HalFScore/results/open_source/Qwen2-VL-7B-Instruct/llava_HalFscore_normal.jsonl -------------------------------------------------------------------------------- /HalFScore/results/open_source/llava-onevision-qwen2-7b-ov/eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/PerturboLLaVA/HEAD/HalFScore/results/open_source/llava-onevision-qwen2-7b-ov/eval.sh -------------------------------------------------------------------------------- /HalFScore/results/open_source/llava-onevision-qwen2-7b-ov/llava_HalFscore_normal.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/PerturboLLaVA/HEAD/HalFScore/results/open_source/llava-onevision-qwen2-7b-ov/llava_HalFscore_normal.jsonl -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/PerturboLLaVA/HEAD/README.md -------------------------------------------------------------------------------- /augmentation/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /augmentation/combine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/PerturboLLaVA/HEAD/augmentation/combine.py -------------------------------------------------------------------------------- /augmentation/generate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/PerturboLLaVA/HEAD/augmentation/generate.py -------------------------------------------------------------------------------- /augmentation/gpt_prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/PerturboLLaVA/HEAD/augmentation/gpt_prompt.py -------------------------------------------------------------------------------- /augmentation/system_prompts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/PerturboLLaVA/HEAD/augmentation/system_prompts.py -------------------------------------------------------------------------------- /eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/PerturboLLaVA/HEAD/eval.py -------------------------------------------------------------------------------- /imgs/method.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/PerturboLLaVA/HEAD/imgs/method.png -------------------------------------------------------------------------------- /imgs/metric.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aim-uofa/PerturboLLaVA/HEAD/imgs/metric.png --------------------------------------------------------------------------------