├── .gitignore ├── LICENSE ├── README.md ├── fig ├── boy_colorful.jpg ├── model.png ├── singapore_flyer.jpg └── teaser.png ├── preprocessor ├── preprocessor_config.json ├── special_tokens_map.json ├── tokenizer.model └── tokenizer_config.json ├── pyproject.toml ├── scripts ├── eval_dist.sh ├── eval_score.sh ├── infer.sh ├── infer_lora.sh ├── train.sh ├── train_lora.sh ├── zero3.json └── zero3_offload.json ├── src ├── __init__.py ├── constants.py ├── conversation.py ├── datasets │ ├── __init__.py │ ├── pair_dataset.py │ ├── single_dataset.py │ └── utils.py ├── evaluate │ ├── __init__.py │ ├── cal_distribution_gap.py │ ├── cal_plcc_srcc.py │ ├── eval_qbench_mcq.py │ ├── iqa_eval.py │ └── scorer.py ├── mm_utils.py ├── model │ ├── __init__.py │ ├── builder.py │ ├── configuration_mplug_owl2.py │ ├── convert_mplug_owl2_weight_to_hf.py │ ├── modeling_attn_mask_utils.py │ ├── modeling_llama2.py │ ├── modeling_mplug_owl2.py │ ├── utils.py │ └── visual_encoder.py ├── train │ ├── mplug_owl2_trainer.py │ └── train_mem.py └── utils.py └── tests ├── datasets ├── test_pair_dataset.py └── test_uncertainty_levels.py └── model ├── test_find_prefix.py └── test_grad.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhiyuanyou/DeQA-Score/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhiyuanyou/DeQA-Score/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhiyuanyou/DeQA-Score/HEAD/README.md -------------------------------------------------------------------------------- /fig/boy_colorful.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhiyuanyou/DeQA-Score/HEAD/fig/boy_colorful.jpg -------------------------------------------------------------------------------- /fig/model.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhiyuanyou/DeQA-Score/HEAD/fig/model.png -------------------------------------------------------------------------------- /fig/singapore_flyer.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhiyuanyou/DeQA-Score/HEAD/fig/singapore_flyer.jpg -------------------------------------------------------------------------------- /fig/teaser.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhiyuanyou/DeQA-Score/HEAD/fig/teaser.png -------------------------------------------------------------------------------- /preprocessor/preprocessor_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhiyuanyou/DeQA-Score/HEAD/preprocessor/preprocessor_config.json -------------------------------------------------------------------------------- /preprocessor/special_tokens_map.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhiyuanyou/DeQA-Score/HEAD/preprocessor/special_tokens_map.json -------------------------------------------------------------------------------- /preprocessor/tokenizer.model: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhiyuanyou/DeQA-Score/HEAD/preprocessor/tokenizer.model -------------------------------------------------------------------------------- /preprocessor/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhiyuanyou/DeQA-Score/HEAD/preprocessor/tokenizer_config.json -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhiyuanyou/DeQA-Score/HEAD/pyproject.toml -------------------------------------------------------------------------------- /scripts/eval_dist.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhiyuanyou/DeQA-Score/HEAD/scripts/eval_dist.sh -------------------------------------------------------------------------------- /scripts/eval_score.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhiyuanyou/DeQA-Score/HEAD/scripts/eval_score.sh -------------------------------------------------------------------------------- /scripts/infer.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhiyuanyou/DeQA-Score/HEAD/scripts/infer.sh -------------------------------------------------------------------------------- /scripts/infer_lora.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhiyuanyou/DeQA-Score/HEAD/scripts/infer_lora.sh -------------------------------------------------------------------------------- /scripts/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhiyuanyou/DeQA-Score/HEAD/scripts/train.sh -------------------------------------------------------------------------------- /scripts/train_lora.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhiyuanyou/DeQA-Score/HEAD/scripts/train_lora.sh -------------------------------------------------------------------------------- /scripts/zero3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhiyuanyou/DeQA-Score/HEAD/scripts/zero3.json -------------------------------------------------------------------------------- /scripts/zero3_offload.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhiyuanyou/DeQA-Score/HEAD/scripts/zero3_offload.json -------------------------------------------------------------------------------- /src/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhiyuanyou/DeQA-Score/HEAD/src/__init__.py -------------------------------------------------------------------------------- /src/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhiyuanyou/DeQA-Score/HEAD/src/constants.py -------------------------------------------------------------------------------- /src/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhiyuanyou/DeQA-Score/HEAD/src/conversation.py -------------------------------------------------------------------------------- /src/datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhiyuanyou/DeQA-Score/HEAD/src/datasets/__init__.py -------------------------------------------------------------------------------- /src/datasets/pair_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhiyuanyou/DeQA-Score/HEAD/src/datasets/pair_dataset.py -------------------------------------------------------------------------------- /src/datasets/single_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhiyuanyou/DeQA-Score/HEAD/src/datasets/single_dataset.py -------------------------------------------------------------------------------- /src/datasets/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhiyuanyou/DeQA-Score/HEAD/src/datasets/utils.py -------------------------------------------------------------------------------- /src/evaluate/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhiyuanyou/DeQA-Score/HEAD/src/evaluate/__init__.py -------------------------------------------------------------------------------- /src/evaluate/cal_distribution_gap.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhiyuanyou/DeQA-Score/HEAD/src/evaluate/cal_distribution_gap.py -------------------------------------------------------------------------------- /src/evaluate/cal_plcc_srcc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhiyuanyou/DeQA-Score/HEAD/src/evaluate/cal_plcc_srcc.py -------------------------------------------------------------------------------- /src/evaluate/eval_qbench_mcq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhiyuanyou/DeQA-Score/HEAD/src/evaluate/eval_qbench_mcq.py -------------------------------------------------------------------------------- /src/evaluate/iqa_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhiyuanyou/DeQA-Score/HEAD/src/evaluate/iqa_eval.py -------------------------------------------------------------------------------- /src/evaluate/scorer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhiyuanyou/DeQA-Score/HEAD/src/evaluate/scorer.py -------------------------------------------------------------------------------- /src/mm_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhiyuanyou/DeQA-Score/HEAD/src/mm_utils.py -------------------------------------------------------------------------------- /src/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhiyuanyou/DeQA-Score/HEAD/src/model/__init__.py -------------------------------------------------------------------------------- /src/model/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhiyuanyou/DeQA-Score/HEAD/src/model/builder.py -------------------------------------------------------------------------------- /src/model/configuration_mplug_owl2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhiyuanyou/DeQA-Score/HEAD/src/model/configuration_mplug_owl2.py -------------------------------------------------------------------------------- /src/model/convert_mplug_owl2_weight_to_hf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhiyuanyou/DeQA-Score/HEAD/src/model/convert_mplug_owl2_weight_to_hf.py -------------------------------------------------------------------------------- /src/model/modeling_attn_mask_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhiyuanyou/DeQA-Score/HEAD/src/model/modeling_attn_mask_utils.py -------------------------------------------------------------------------------- /src/model/modeling_llama2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhiyuanyou/DeQA-Score/HEAD/src/model/modeling_llama2.py -------------------------------------------------------------------------------- /src/model/modeling_mplug_owl2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhiyuanyou/DeQA-Score/HEAD/src/model/modeling_mplug_owl2.py -------------------------------------------------------------------------------- /src/model/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhiyuanyou/DeQA-Score/HEAD/src/model/utils.py -------------------------------------------------------------------------------- /src/model/visual_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhiyuanyou/DeQA-Score/HEAD/src/model/visual_encoder.py -------------------------------------------------------------------------------- /src/train/mplug_owl2_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhiyuanyou/DeQA-Score/HEAD/src/train/mplug_owl2_trainer.py -------------------------------------------------------------------------------- /src/train/train_mem.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhiyuanyou/DeQA-Score/HEAD/src/train/train_mem.py -------------------------------------------------------------------------------- /src/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhiyuanyou/DeQA-Score/HEAD/src/utils.py -------------------------------------------------------------------------------- /tests/datasets/test_pair_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhiyuanyou/DeQA-Score/HEAD/tests/datasets/test_pair_dataset.py -------------------------------------------------------------------------------- /tests/datasets/test_uncertainty_levels.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhiyuanyou/DeQA-Score/HEAD/tests/datasets/test_uncertainty_levels.py -------------------------------------------------------------------------------- /tests/model/test_find_prefix.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhiyuanyou/DeQA-Score/HEAD/tests/model/test_find_prefix.py -------------------------------------------------------------------------------- /tests/model/test_grad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhiyuanyou/DeQA-Score/HEAD/tests/model/test_grad.py --------------------------------------------------------------------------------