├── .gitignore ├── LICENSE ├── README.md ├── data ├── README.md ├── step1 │ ├── make_gqa_data.py │ ├── make_ocrvqa_data.py │ ├── make_textvqa_data.py │ ├── make_vg_data.py │ └── split_data.py ├── step2 │ ├── generate_with_aug.py │ ├── llava1.5_base_gen_ocrvqa8k.sh │ ├── llava1.5_base_gen_ocrvqa8k_diffusion_step500.sh │ ├── llava1.5_base_gen_ocrvqa8k_diffusion_step800.sh │ ├── llava1.5_base_gen_textvqa8k.sh │ ├── llava1.5_base_gen_textvqa8k_diffusion_step500.sh │ └── llava1.5_base_gen_textvqa8k_diffusion_step800.sh └── step3 │ ├── make_pair_ocrvqa.py │ └── make_pair_textvqa.py ├── pyproject.toml ├── run ├── eval_pope_diffu500.sh ├── eval_pope_diffu800.sh ├── llava1.5_lora_our_ocr8k_diffu500_text8k_diffu500.sh └── llava1.5_lora_our_ocr8k_diffu800_text8k_diffu800.sh └── seva ├── llava ├── __init__.py ├── constants.py ├── conversation.py ├── eval │ ├── eval_gpt_review.py │ ├── eval_gpt_review_bench.py │ ├── eval_gpt_review_visual.py │ ├── eval_pope.py │ ├── eval_science_qa.py │ ├── eval_science_qa_gpt4.py │ ├── eval_science_qa_gpt4_requery.py │ ├── eval_textvqa.py │ ├── generate_webpage_data_from_table.py │ ├── m4c_evaluator.py │ ├── model_qa.py │ ├── model_vqa.py │ ├── model_vqa_loader.py │ ├── model_vqa_mmbench.py │ ├── model_vqa_qbench.py │ ├── model_vqa_science.py │ ├── qa_baseline_gpt35.py │ ├── run_llava.py │ └── summarize_gpt_review.py ├── mm_utils.py ├── model │ ├── __init__.py │ ├── apply_delta.py │ ├── builder.py │ ├── consolidate.py │ ├── language_model │ │ ├── llava_llama.py │ │ ├── llava_mpt.py │ │ └── mpt │ │ │ ├── adapt_tokenizer.py │ │ │ ├── attention.py │ │ │ ├── blocks.py │ │ │ ├── configuration_mpt.py │ │ │ ├── custom_embedding.py │ │ │ ├── flash_attn_triton.py │ │ │ ├── hf_prefixlm_converter.py │ │ │ ├── meta_init_context.py │ │ │ ├── modeling_mpt.py │ │ │ ├── norm.py │ │ │ └── param_init_fns.py │ ├── llava_arch.py │ ├── make_delta.py │ ├── multimodal_encoder │ │ ├── builder.py │ │ └── clip_encoder.py │ ├── multimodal_projector │ │ └── builder.py │ └── utils.py ├── serve │ ├── __init__.py │ ├── cli.py │ ├── controller.py │ ├── examples │ │ ├── extreme_ironing.jpg │ │ └── waterview.jpg │ ├── gradio_web_server.py │ ├── model_worker.py │ ├── register_worker.py │ └── test_message.py ├── train │ ├── llama_flash_attn_monkey_patch.py │ ├── llama_xformers_attn_monkey_patch.py │ ├── llava_trainer.py │ ├── train.py │ ├── train_mem.py │ └── train_xformers.py └── utils.py ├── pope_calculate.py ├── pope_eval.py ├── scripts ├── zero2.json ├── zero3.json └── zero3_offload.json ├── train_dpo_ours.py ├── trainer ├── base_dpo_trainer.py ├── import_utils.py ├── llava_dpo_trainer.py └── utils.py └── utils └── method.png /.gitignore: -------------------------------------------------------------------------------- 1 | **/__pycache__/ 2 | 3 | -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/README.md -------------------------------------------------------------------------------- /data/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/data/README.md -------------------------------------------------------------------------------- /data/step1/make_gqa_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/data/step1/make_gqa_data.py -------------------------------------------------------------------------------- /data/step1/make_ocrvqa_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/data/step1/make_ocrvqa_data.py -------------------------------------------------------------------------------- /data/step1/make_textvqa_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/data/step1/make_textvqa_data.py -------------------------------------------------------------------------------- /data/step1/make_vg_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/data/step1/make_vg_data.py -------------------------------------------------------------------------------- /data/step1/split_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/data/step1/split_data.py -------------------------------------------------------------------------------- /data/step2/generate_with_aug.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/data/step2/generate_with_aug.py -------------------------------------------------------------------------------- /data/step2/llava1.5_base_gen_ocrvqa8k.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/data/step2/llava1.5_base_gen_ocrvqa8k.sh -------------------------------------------------------------------------------- /data/step2/llava1.5_base_gen_ocrvqa8k_diffusion_step500.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/data/step2/llava1.5_base_gen_ocrvqa8k_diffusion_step500.sh -------------------------------------------------------------------------------- /data/step2/llava1.5_base_gen_ocrvqa8k_diffusion_step800.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/data/step2/llava1.5_base_gen_ocrvqa8k_diffusion_step800.sh -------------------------------------------------------------------------------- /data/step2/llava1.5_base_gen_textvqa8k.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/data/step2/llava1.5_base_gen_textvqa8k.sh -------------------------------------------------------------------------------- /data/step2/llava1.5_base_gen_textvqa8k_diffusion_step500.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/data/step2/llava1.5_base_gen_textvqa8k_diffusion_step500.sh -------------------------------------------------------------------------------- /data/step2/llava1.5_base_gen_textvqa8k_diffusion_step800.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/data/step2/llava1.5_base_gen_textvqa8k_diffusion_step800.sh -------------------------------------------------------------------------------- /data/step3/make_pair_ocrvqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/data/step3/make_pair_ocrvqa.py -------------------------------------------------------------------------------- /data/step3/make_pair_textvqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/data/step3/make_pair_textvqa.py -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/pyproject.toml -------------------------------------------------------------------------------- /run/eval_pope_diffu500.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/run/eval_pope_diffu500.sh -------------------------------------------------------------------------------- /run/eval_pope_diffu800.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/run/eval_pope_diffu800.sh -------------------------------------------------------------------------------- /run/llava1.5_lora_our_ocr8k_diffu500_text8k_diffu500.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/run/llava1.5_lora_our_ocr8k_diffu500_text8k_diffu500.sh -------------------------------------------------------------------------------- /run/llava1.5_lora_our_ocr8k_diffu800_text8k_diffu800.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/run/llava1.5_lora_our_ocr8k_diffu800_text8k_diffu800.sh -------------------------------------------------------------------------------- /seva/llava/__init__.py: -------------------------------------------------------------------------------- 1 | from .model import LlavaLlamaForCausalLM 2 | -------------------------------------------------------------------------------- /seva/llava/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/seva/llava/constants.py -------------------------------------------------------------------------------- /seva/llava/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/seva/llava/conversation.py -------------------------------------------------------------------------------- /seva/llava/eval/eval_gpt_review.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/seva/llava/eval/eval_gpt_review.py -------------------------------------------------------------------------------- /seva/llava/eval/eval_gpt_review_bench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/seva/llava/eval/eval_gpt_review_bench.py -------------------------------------------------------------------------------- /seva/llava/eval/eval_gpt_review_visual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/seva/llava/eval/eval_gpt_review_visual.py -------------------------------------------------------------------------------- /seva/llava/eval/eval_pope.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/seva/llava/eval/eval_pope.py -------------------------------------------------------------------------------- /seva/llava/eval/eval_science_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/seva/llava/eval/eval_science_qa.py -------------------------------------------------------------------------------- /seva/llava/eval/eval_science_qa_gpt4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/seva/llava/eval/eval_science_qa_gpt4.py -------------------------------------------------------------------------------- /seva/llava/eval/eval_science_qa_gpt4_requery.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/seva/llava/eval/eval_science_qa_gpt4_requery.py -------------------------------------------------------------------------------- /seva/llava/eval/eval_textvqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/seva/llava/eval/eval_textvqa.py -------------------------------------------------------------------------------- /seva/llava/eval/generate_webpage_data_from_table.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/seva/llava/eval/generate_webpage_data_from_table.py -------------------------------------------------------------------------------- /seva/llava/eval/m4c_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/seva/llava/eval/m4c_evaluator.py -------------------------------------------------------------------------------- /seva/llava/eval/model_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/seva/llava/eval/model_qa.py -------------------------------------------------------------------------------- /seva/llava/eval/model_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/seva/llava/eval/model_vqa.py -------------------------------------------------------------------------------- /seva/llava/eval/model_vqa_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/seva/llava/eval/model_vqa_loader.py -------------------------------------------------------------------------------- /seva/llava/eval/model_vqa_mmbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/seva/llava/eval/model_vqa_mmbench.py -------------------------------------------------------------------------------- /seva/llava/eval/model_vqa_qbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/seva/llava/eval/model_vqa_qbench.py -------------------------------------------------------------------------------- /seva/llava/eval/model_vqa_science.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/seva/llava/eval/model_vqa_science.py -------------------------------------------------------------------------------- /seva/llava/eval/qa_baseline_gpt35.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/seva/llava/eval/qa_baseline_gpt35.py -------------------------------------------------------------------------------- /seva/llava/eval/run_llava.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/seva/llava/eval/run_llava.py -------------------------------------------------------------------------------- /seva/llava/eval/summarize_gpt_review.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/seva/llava/eval/summarize_gpt_review.py -------------------------------------------------------------------------------- /seva/llava/mm_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/seva/llava/mm_utils.py -------------------------------------------------------------------------------- /seva/llava/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/seva/llava/model/__init__.py -------------------------------------------------------------------------------- /seva/llava/model/apply_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/seva/llava/model/apply_delta.py -------------------------------------------------------------------------------- /seva/llava/model/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/seva/llava/model/builder.py -------------------------------------------------------------------------------- /seva/llava/model/consolidate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/seva/llava/model/consolidate.py -------------------------------------------------------------------------------- /seva/llava/model/language_model/llava_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/seva/llava/model/language_model/llava_llama.py -------------------------------------------------------------------------------- /seva/llava/model/language_model/llava_mpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/seva/llava/model/language_model/llava_mpt.py -------------------------------------------------------------------------------- /seva/llava/model/language_model/mpt/adapt_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/seva/llava/model/language_model/mpt/adapt_tokenizer.py -------------------------------------------------------------------------------- /seva/llava/model/language_model/mpt/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/seva/llava/model/language_model/mpt/attention.py -------------------------------------------------------------------------------- /seva/llava/model/language_model/mpt/blocks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/seva/llava/model/language_model/mpt/blocks.py -------------------------------------------------------------------------------- /seva/llava/model/language_model/mpt/configuration_mpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/seva/llava/model/language_model/mpt/configuration_mpt.py -------------------------------------------------------------------------------- /seva/llava/model/language_model/mpt/custom_embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/seva/llava/model/language_model/mpt/custom_embedding.py -------------------------------------------------------------------------------- /seva/llava/model/language_model/mpt/flash_attn_triton.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/seva/llava/model/language_model/mpt/flash_attn_triton.py -------------------------------------------------------------------------------- /seva/llava/model/language_model/mpt/hf_prefixlm_converter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/seva/llava/model/language_model/mpt/hf_prefixlm_converter.py -------------------------------------------------------------------------------- /seva/llava/model/language_model/mpt/meta_init_context.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/seva/llava/model/language_model/mpt/meta_init_context.py -------------------------------------------------------------------------------- /seva/llava/model/language_model/mpt/modeling_mpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/seva/llava/model/language_model/mpt/modeling_mpt.py -------------------------------------------------------------------------------- /seva/llava/model/language_model/mpt/norm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/seva/llava/model/language_model/mpt/norm.py -------------------------------------------------------------------------------- /seva/llava/model/language_model/mpt/param_init_fns.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/seva/llava/model/language_model/mpt/param_init_fns.py -------------------------------------------------------------------------------- /seva/llava/model/llava_arch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/seva/llava/model/llava_arch.py -------------------------------------------------------------------------------- /seva/llava/model/make_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/seva/llava/model/make_delta.py -------------------------------------------------------------------------------- /seva/llava/model/multimodal_encoder/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/seva/llava/model/multimodal_encoder/builder.py -------------------------------------------------------------------------------- /seva/llava/model/multimodal_encoder/clip_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/seva/llava/model/multimodal_encoder/clip_encoder.py -------------------------------------------------------------------------------- /seva/llava/model/multimodal_projector/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/seva/llava/model/multimodal_projector/builder.py -------------------------------------------------------------------------------- /seva/llava/model/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/seva/llava/model/utils.py -------------------------------------------------------------------------------- /seva/llava/serve/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /seva/llava/serve/cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/seva/llava/serve/cli.py -------------------------------------------------------------------------------- /seva/llava/serve/controller.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/seva/llava/serve/controller.py -------------------------------------------------------------------------------- /seva/llava/serve/examples/extreme_ironing.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/seva/llava/serve/examples/extreme_ironing.jpg -------------------------------------------------------------------------------- /seva/llava/serve/examples/waterview.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/seva/llava/serve/examples/waterview.jpg -------------------------------------------------------------------------------- /seva/llava/serve/gradio_web_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/seva/llava/serve/gradio_web_server.py -------------------------------------------------------------------------------- /seva/llava/serve/model_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/seva/llava/serve/model_worker.py -------------------------------------------------------------------------------- /seva/llava/serve/register_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/seva/llava/serve/register_worker.py -------------------------------------------------------------------------------- /seva/llava/serve/test_message.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/seva/llava/serve/test_message.py -------------------------------------------------------------------------------- /seva/llava/train/llama_flash_attn_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/seva/llava/train/llama_flash_attn_monkey_patch.py -------------------------------------------------------------------------------- /seva/llava/train/llama_xformers_attn_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/seva/llava/train/llama_xformers_attn_monkey_patch.py -------------------------------------------------------------------------------- /seva/llava/train/llava_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/seva/llava/train/llava_trainer.py -------------------------------------------------------------------------------- /seva/llava/train/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/seva/llava/train/train.py -------------------------------------------------------------------------------- /seva/llava/train/train_mem.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/seva/llava/train/train_mem.py -------------------------------------------------------------------------------- /seva/llava/train/train_xformers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/seva/llava/train/train_xformers.py -------------------------------------------------------------------------------- /seva/llava/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/seva/llava/utils.py -------------------------------------------------------------------------------- /seva/pope_calculate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/seva/pope_calculate.py -------------------------------------------------------------------------------- /seva/pope_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/seva/pope_eval.py -------------------------------------------------------------------------------- /seva/scripts/zero2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/seva/scripts/zero2.json -------------------------------------------------------------------------------- /seva/scripts/zero3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/seva/scripts/zero3.json -------------------------------------------------------------------------------- /seva/scripts/zero3_offload.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/seva/scripts/zero3_offload.json -------------------------------------------------------------------------------- /seva/train_dpo_ours.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/seva/train_dpo_ours.py -------------------------------------------------------------------------------- /seva/trainer/base_dpo_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/seva/trainer/base_dpo_trainer.py -------------------------------------------------------------------------------- /seva/trainer/import_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/seva/trainer/import_utils.py -------------------------------------------------------------------------------- /seva/trainer/llava_dpo_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/seva/trainer/llava_dpo_trainer.py -------------------------------------------------------------------------------- /seva/trainer/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/seva/trainer/utils.py -------------------------------------------------------------------------------- /seva/utils/method.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevinz-code/SeVa/HEAD/seva/utils/method.png --------------------------------------------------------------------------------