├── .DS_Store ├── .gitignore ├── README.md ├── chat.py ├── cot_one └── viscot_363k_rlhf_30.jsonl ├── eval ├── data │ └── synonyms_refine.txt ├── gpt4.py ├── gpt4_grpc.py └── json_to_excel.py ├── images ├── fig1.png ├── fig1.svg ├── fig1_v4.0.pdf ├── fig5.png ├── fig5_v1.2.pdf ├── fig5_v1.2.svg ├── fig6.png ├── fig6_v1.2.pdf └── fig6_v1.2.svg ├── llava ├── __init__.py ├── __pycache__ │ ├── __init__.cpython-310.pyc │ ├── constants.cpython-310.pyc │ ├── conversation.cpython-310.pyc │ ├── mm_utils.cpython-310.pyc │ └── utils.cpython-310.pyc ├── constants.py ├── conversation.py ├── eval │ ├── eval_cot_score.py │ ├── eval_textvqa.py │ ├── model_cot_det_loader.py │ ├── model_cot_loader.py │ ├── model_vqa.py │ └── model_vqa_loader.py ├── mm_utils.py ├── model │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-310.pyc │ │ ├── builder.cpython-310.pyc │ │ └── llava_arch.cpython-310.pyc │ ├── builder.py │ ├── language_model │ │ ├── __pycache__ │ │ │ └── llava_llama.cpython-310.pyc │ │ └── llava_llama.py │ ├── llava_arch.py │ ├── multimodal_encoder │ │ ├── __pycache__ │ │ │ ├── builder.cpython-310.pyc │ │ │ └── clip_encoder.cpython-310.pyc │ │ ├── builder.py │ │ └── clip_encoder.py │ └── multimodal_projector │ │ ├── __pycache__ │ │ └── builder.cpython-310.pyc │ │ └── builder.py └── utils.py ├── minicpm-llama3-v-25 ├── minicpmv_autocheck.py └── minicpmv_diverse_gen.py ├── muffin ├── __init__.py ├── constants.py ├── conversation.py ├── data │ ├── __init__.py │ ├── data_processors.py │ ├── datasets.py │ └── tsv_file.py ├── eval │ ├── llava15_chair.py │ ├── muffin_inference_logp.py │ └── muffin_vqa.py ├── llava15_gen_data.py ├── llava15_gen_data_next.py ├── self_evaluate.py ├── train │ ├── train_llava15.py │ ├── train_llava15_lora.py │ ├── train_muffin.py │ ├── train_utils.py │ └── trainers.py └── utils.py ├── omnilmm ├── __init__.py ├── __pycache__ │ ├── __init__.cpython-310.pyc │ └── conversation.cpython-310.pyc ├── constants.py ├── conversation.py ├── model │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-310.pyc │ │ ├── omnilmm.cpython-310.pyc │ │ ├── resampler.cpython-310.pyc │ │ └── utils.cpython-310.pyc │ ├── omnilmm.py │ ├── resampler.py │ └── utils.py ├── omnilmm_cot.py ├── omnilmm_direct.py ├── omnilmm_gen_data.py ├── pyproject.toml ├── train │ ├── __pycache__ │ │ └── train_utils.cpython-310.pyc │ └── train_utils.py └── utils.py ├── pyproject.toml ├── script ├── data_gen │ ├── construct_pairs.sh │ ├── divide_and_conquer │ │ └── llama3_8b_divide_and_conquer.sh │ ├── generate_next_question.py │ ├── llava15 │ │ ├── llava15_diverse_gen.sh │ │ ├── llava15_diverse_gen_cot.sh │ │ ├── llava15_diverse_gen_next.sh │ │ └── self_evaluate.sh │ ├── minicpm_llama3_v │ │ ├── minicpm_llama3_v_autocheck.sh │ │ └── minicpm_llama3_v_diverse_gen.sh │ ├── omnilmm │ │ ├── omnilmm_autocheck.sh │ │ ├── omnilmm_autocheck_cot.sh │ │ ├── omnilmm_directcheck.sh │ │ └── omnilmm_diverse_gen.sh │ ├── run_data_pipeline_llava15_omni.sh │ ├── run_data_pipeline_llava15_omni_cot.sh │ ├── run_data_pipeline_llava15_omni_divide.sh │ ├── run_data_pipeline_llava15_omni_next.sh │ └── run_data_pipeline_llava15_self_evaluated.sh ├── train │ ├── llava15_train.sh │ └── llava15_train_lora.sh ├── v1_5 │ ├── eval │ │ ├── cot_benchmark.sh │ │ ├── cot_benchmark_ablations.sh │ │ ├── cot_score.sh │ │ ├── cot_score_ablations.sh │ │ ├── gqa.sh │ │ └── textvqa.sh │ └── finetune.sh ├── zero2.json └── zero3.json └── utils ├── __init__.py ├── __pycache__ ├── file_io.cpython-310.pyc └── pair_construction.cpython-310.pyc ├── diff_lib.py ├── file_io.py ├── get_pairs_filter_shorten.py ├── get_preference_pairs.py ├── llama3_8b_inference.py ├── pair_construction.py └── utils.py /.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/.DS_Store -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/README.md -------------------------------------------------------------------------------- /chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/chat.py -------------------------------------------------------------------------------- /cot_one/viscot_363k_rlhf_30.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/cot_one/viscot_363k_rlhf_30.jsonl -------------------------------------------------------------------------------- /eval/data/synonyms_refine.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/eval/data/synonyms_refine.txt -------------------------------------------------------------------------------- /eval/gpt4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/eval/gpt4.py -------------------------------------------------------------------------------- /eval/gpt4_grpc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/eval/gpt4_grpc.py -------------------------------------------------------------------------------- /eval/json_to_excel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/eval/json_to_excel.py -------------------------------------------------------------------------------- /images/fig1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/images/fig1.png -------------------------------------------------------------------------------- /images/fig1.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/images/fig1.svg -------------------------------------------------------------------------------- /images/fig1_v4.0.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/images/fig1_v4.0.pdf -------------------------------------------------------------------------------- /images/fig5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/images/fig5.png -------------------------------------------------------------------------------- /images/fig5_v1.2.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/images/fig5_v1.2.pdf -------------------------------------------------------------------------------- /images/fig5_v1.2.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/images/fig5_v1.2.svg -------------------------------------------------------------------------------- /images/fig6.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/images/fig6.png -------------------------------------------------------------------------------- /images/fig6_v1.2.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/images/fig6_v1.2.pdf -------------------------------------------------------------------------------- /images/fig6_v1.2.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/images/fig6_v1.2.svg -------------------------------------------------------------------------------- /llava/__init__.py: -------------------------------------------------------------------------------- 1 | from .model import LlavaLlamaForCausalLM 2 | -------------------------------------------------------------------------------- /llava/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/llava/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /llava/__pycache__/constants.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/llava/__pycache__/constants.cpython-310.pyc -------------------------------------------------------------------------------- /llava/__pycache__/conversation.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/llava/__pycache__/conversation.cpython-310.pyc -------------------------------------------------------------------------------- /llava/__pycache__/mm_utils.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/llava/__pycache__/mm_utils.cpython-310.pyc -------------------------------------------------------------------------------- /llava/__pycache__/utils.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/llava/__pycache__/utils.cpython-310.pyc -------------------------------------------------------------------------------- /llava/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/llava/constants.py -------------------------------------------------------------------------------- /llava/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/llava/conversation.py -------------------------------------------------------------------------------- /llava/eval/eval_cot_score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/llava/eval/eval_cot_score.py -------------------------------------------------------------------------------- /llava/eval/eval_textvqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/llava/eval/eval_textvqa.py -------------------------------------------------------------------------------- /llava/eval/model_cot_det_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/llava/eval/model_cot_det_loader.py -------------------------------------------------------------------------------- /llava/eval/model_cot_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/llava/eval/model_cot_loader.py -------------------------------------------------------------------------------- /llava/eval/model_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/llava/eval/model_vqa.py -------------------------------------------------------------------------------- /llava/eval/model_vqa_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/llava/eval/model_vqa_loader.py -------------------------------------------------------------------------------- /llava/mm_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/llava/mm_utils.py -------------------------------------------------------------------------------- /llava/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/llava/model/__init__.py -------------------------------------------------------------------------------- /llava/model/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/llava/model/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /llava/model/__pycache__/builder.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/llava/model/__pycache__/builder.cpython-310.pyc -------------------------------------------------------------------------------- /llava/model/__pycache__/llava_arch.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/llava/model/__pycache__/llava_arch.cpython-310.pyc -------------------------------------------------------------------------------- /llava/model/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/llava/model/builder.py -------------------------------------------------------------------------------- /llava/model/language_model/__pycache__/llava_llama.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/llava/model/language_model/__pycache__/llava_llama.cpython-310.pyc -------------------------------------------------------------------------------- /llava/model/language_model/llava_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/llava/model/language_model/llava_llama.py -------------------------------------------------------------------------------- /llava/model/llava_arch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/llava/model/llava_arch.py -------------------------------------------------------------------------------- /llava/model/multimodal_encoder/__pycache__/builder.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/llava/model/multimodal_encoder/__pycache__/builder.cpython-310.pyc -------------------------------------------------------------------------------- /llava/model/multimodal_encoder/__pycache__/clip_encoder.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/llava/model/multimodal_encoder/__pycache__/clip_encoder.cpython-310.pyc -------------------------------------------------------------------------------- /llava/model/multimodal_encoder/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/llava/model/multimodal_encoder/builder.py -------------------------------------------------------------------------------- /llava/model/multimodal_encoder/clip_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/llava/model/multimodal_encoder/clip_encoder.py -------------------------------------------------------------------------------- /llava/model/multimodal_projector/__pycache__/builder.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/llava/model/multimodal_projector/__pycache__/builder.cpython-310.pyc -------------------------------------------------------------------------------- /llava/model/multimodal_projector/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/llava/model/multimodal_projector/builder.py -------------------------------------------------------------------------------- /llava/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/llava/utils.py -------------------------------------------------------------------------------- /minicpm-llama3-v-25/minicpmv_autocheck.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/minicpm-llama3-v-25/minicpmv_autocheck.py -------------------------------------------------------------------------------- /minicpm-llama3-v-25/minicpmv_diverse_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/minicpm-llama3-v-25/minicpmv_diverse_gen.py -------------------------------------------------------------------------------- /muffin/__init__.py: -------------------------------------------------------------------------------- 1 | 2 | # from .model import LlavaLlamaForCausalLM 3 | -------------------------------------------------------------------------------- /muffin/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/muffin/constants.py -------------------------------------------------------------------------------- /muffin/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/muffin/conversation.py -------------------------------------------------------------------------------- /muffin/data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /muffin/data/data_processors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/muffin/data/data_processors.py -------------------------------------------------------------------------------- /muffin/data/datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/muffin/data/datasets.py -------------------------------------------------------------------------------- /muffin/data/tsv_file.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/muffin/data/tsv_file.py -------------------------------------------------------------------------------- /muffin/eval/llava15_chair.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/muffin/eval/llava15_chair.py -------------------------------------------------------------------------------- /muffin/eval/muffin_inference_logp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/muffin/eval/muffin_inference_logp.py -------------------------------------------------------------------------------- /muffin/eval/muffin_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/muffin/eval/muffin_vqa.py -------------------------------------------------------------------------------- /muffin/llava15_gen_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/muffin/llava15_gen_data.py -------------------------------------------------------------------------------- /muffin/llava15_gen_data_next.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/muffin/llava15_gen_data_next.py -------------------------------------------------------------------------------- /muffin/self_evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/muffin/self_evaluate.py -------------------------------------------------------------------------------- /muffin/train/train_llava15.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/muffin/train/train_llava15.py -------------------------------------------------------------------------------- /muffin/train/train_llava15_lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/muffin/train/train_llava15_lora.py -------------------------------------------------------------------------------- /muffin/train/train_muffin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/muffin/train/train_muffin.py -------------------------------------------------------------------------------- /muffin/train/train_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/muffin/train/train_utils.py -------------------------------------------------------------------------------- /muffin/train/trainers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/muffin/train/trainers.py -------------------------------------------------------------------------------- /muffin/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/muffin/utils.py -------------------------------------------------------------------------------- /omnilmm/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /omnilmm/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/omnilmm/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /omnilmm/__pycache__/conversation.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/omnilmm/__pycache__/conversation.cpython-310.pyc -------------------------------------------------------------------------------- /omnilmm/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/omnilmm/constants.py -------------------------------------------------------------------------------- /omnilmm/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/omnilmm/conversation.py -------------------------------------------------------------------------------- /omnilmm/model/__init__.py: -------------------------------------------------------------------------------- 1 | from .omnilmm import OmniLMMForCausalLM -------------------------------------------------------------------------------- /omnilmm/model/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/omnilmm/model/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /omnilmm/model/__pycache__/omnilmm.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/omnilmm/model/__pycache__/omnilmm.cpython-310.pyc -------------------------------------------------------------------------------- /omnilmm/model/__pycache__/resampler.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/omnilmm/model/__pycache__/resampler.cpython-310.pyc -------------------------------------------------------------------------------- /omnilmm/model/__pycache__/utils.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/omnilmm/model/__pycache__/utils.cpython-310.pyc -------------------------------------------------------------------------------- /omnilmm/model/omnilmm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/omnilmm/model/omnilmm.py -------------------------------------------------------------------------------- /omnilmm/model/resampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/omnilmm/model/resampler.py -------------------------------------------------------------------------------- /omnilmm/model/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/omnilmm/model/utils.py -------------------------------------------------------------------------------- /omnilmm/omnilmm_cot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/omnilmm/omnilmm_cot.py -------------------------------------------------------------------------------- /omnilmm/omnilmm_direct.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/omnilmm/omnilmm_direct.py -------------------------------------------------------------------------------- /omnilmm/omnilmm_gen_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/omnilmm/omnilmm_gen_data.py -------------------------------------------------------------------------------- /omnilmm/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/omnilmm/pyproject.toml -------------------------------------------------------------------------------- /omnilmm/train/__pycache__/train_utils.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/omnilmm/train/__pycache__/train_utils.cpython-310.pyc -------------------------------------------------------------------------------- /omnilmm/train/train_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/omnilmm/train/train_utils.py -------------------------------------------------------------------------------- /omnilmm/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/omnilmm/utils.py -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/pyproject.toml -------------------------------------------------------------------------------- /script/data_gen/construct_pairs.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/script/data_gen/construct_pairs.sh -------------------------------------------------------------------------------- /script/data_gen/divide_and_conquer/llama3_8b_divide_and_conquer.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/script/data_gen/divide_and_conquer/llama3_8b_divide_and_conquer.sh -------------------------------------------------------------------------------- /script/data_gen/generate_next_question.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/script/data_gen/generate_next_question.py -------------------------------------------------------------------------------- /script/data_gen/llava15/llava15_diverse_gen.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/script/data_gen/llava15/llava15_diverse_gen.sh -------------------------------------------------------------------------------- /script/data_gen/llava15/llava15_diverse_gen_cot.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/script/data_gen/llava15/llava15_diverse_gen_cot.sh -------------------------------------------------------------------------------- /script/data_gen/llava15/llava15_diverse_gen_next.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/script/data_gen/llava15/llava15_diverse_gen_next.sh -------------------------------------------------------------------------------- /script/data_gen/llava15/self_evaluate.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/script/data_gen/llava15/self_evaluate.sh -------------------------------------------------------------------------------- /script/data_gen/minicpm_llama3_v/minicpm_llama3_v_autocheck.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/script/data_gen/minicpm_llama3_v/minicpm_llama3_v_autocheck.sh -------------------------------------------------------------------------------- /script/data_gen/minicpm_llama3_v/minicpm_llama3_v_diverse_gen.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/script/data_gen/minicpm_llama3_v/minicpm_llama3_v_diverse_gen.sh -------------------------------------------------------------------------------- /script/data_gen/omnilmm/omnilmm_autocheck.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/script/data_gen/omnilmm/omnilmm_autocheck.sh -------------------------------------------------------------------------------- /script/data_gen/omnilmm/omnilmm_autocheck_cot.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/script/data_gen/omnilmm/omnilmm_autocheck_cot.sh -------------------------------------------------------------------------------- /script/data_gen/omnilmm/omnilmm_directcheck.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/script/data_gen/omnilmm/omnilmm_directcheck.sh -------------------------------------------------------------------------------- /script/data_gen/omnilmm/omnilmm_diverse_gen.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/script/data_gen/omnilmm/omnilmm_diverse_gen.sh -------------------------------------------------------------------------------- /script/data_gen/run_data_pipeline_llava15_omni.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/script/data_gen/run_data_pipeline_llava15_omni.sh -------------------------------------------------------------------------------- /script/data_gen/run_data_pipeline_llava15_omni_cot.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/script/data_gen/run_data_pipeline_llava15_omni_cot.sh -------------------------------------------------------------------------------- /script/data_gen/run_data_pipeline_llava15_omni_divide.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/script/data_gen/run_data_pipeline_llava15_omni_divide.sh -------------------------------------------------------------------------------- /script/data_gen/run_data_pipeline_llava15_omni_next.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/script/data_gen/run_data_pipeline_llava15_omni_next.sh -------------------------------------------------------------------------------- /script/data_gen/run_data_pipeline_llava15_self_evaluated.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/script/data_gen/run_data_pipeline_llava15_self_evaluated.sh -------------------------------------------------------------------------------- /script/train/llava15_train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/script/train/llava15_train.sh -------------------------------------------------------------------------------- /script/train/llava15_train_lora.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/script/train/llava15_train_lora.sh -------------------------------------------------------------------------------- /script/v1_5/eval/cot_benchmark.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/script/v1_5/eval/cot_benchmark.sh -------------------------------------------------------------------------------- /script/v1_5/eval/cot_benchmark_ablations.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/script/v1_5/eval/cot_benchmark_ablations.sh -------------------------------------------------------------------------------- /script/v1_5/eval/cot_score.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/script/v1_5/eval/cot_score.sh -------------------------------------------------------------------------------- /script/v1_5/eval/cot_score_ablations.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/script/v1_5/eval/cot_score_ablations.sh -------------------------------------------------------------------------------- /script/v1_5/eval/gqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/script/v1_5/eval/gqa.sh -------------------------------------------------------------------------------- /script/v1_5/eval/textvqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/script/v1_5/eval/textvqa.sh -------------------------------------------------------------------------------- /script/v1_5/finetune.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/script/v1_5/finetune.sh -------------------------------------------------------------------------------- /script/zero2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/script/zero2.json -------------------------------------------------------------------------------- /script/zero3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/script/zero3.json -------------------------------------------------------------------------------- /utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /utils/__pycache__/file_io.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/utils/__pycache__/file_io.cpython-310.pyc -------------------------------------------------------------------------------- /utils/__pycache__/pair_construction.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/utils/__pycache__/pair_construction.cpython-310.pyc -------------------------------------------------------------------------------- /utils/diff_lib.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/utils/diff_lib.py -------------------------------------------------------------------------------- /utils/file_io.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/utils/file_io.py -------------------------------------------------------------------------------- /utils/get_pairs_filter_shorten.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/utils/get_pairs_filter_shorten.py -------------------------------------------------------------------------------- /utils/get_preference_pairs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/utils/get_preference_pairs.py -------------------------------------------------------------------------------- /utils/llama3_8b_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/utils/llama3_8b_inference.py -------------------------------------------------------------------------------- /utils/pair_construction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/utils/pair_construction.py -------------------------------------------------------------------------------- /utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kesenzhao/UV-CoT/HEAD/utils/utils.py --------------------------------------------------------------------------------