├── .gitignore ├── README.md ├── chatuniv ├── ChatUniVi │ ├── __init__.py │ ├── config │ │ ├── __init__.py │ │ ├── dataset_config.py │ │ └── model_config.py │ ├── constants.py │ ├── conversation.py │ ├── demo.py │ ├── eval │ │ ├── evaluate │ │ │ ├── evaluate_benchmark_1_correctness.py │ │ │ ├── evaluate_benchmark_2_detailed_orientation.py │ │ │ ├── evaluate_benchmark_3_context.py │ │ │ ├── evaluate_benchmark_4_temporal.py │ │ │ ├── evaluate_benchmark_5_consistency.py │ │ │ ├── evaluate_gpt_review_visual.py │ │ │ ├── evaluate_science_qa.py │ │ │ ├── evaluate_video_qa.py │ │ │ └── summarize_gpt_review.py │ │ ├── model_coco_vqa.py │ │ ├── model_video_consistency.py │ │ ├── model_video_general.py │ │ ├── model_video_qa.py │ │ ├── model_vqa.py │ │ └── model_vqa_scienceqa.py │ ├── mm_utils.py │ ├── model │ │ ├── __init__.py │ │ ├── apply_delta.py │ │ ├── arch.py │ │ ├── builder.py │ │ ├── cluster.py │ │ ├── consolidate.py │ │ ├── dataloader.py │ │ ├── language_model │ │ │ └── llama.py │ │ ├── make_delta.py │ │ └── multimodal_encoder │ │ │ ├── builder.py │ │ │ ├── clip_encoder.py │ │ │ ├── eva_encoder.py │ │ │ ├── eva_vit.py │ │ │ ├── processor.py │ │ │ └── utils.py │ ├── train │ │ ├── llama_flash_attn_monkey_patch.py │ │ ├── train.py │ │ ├── train_mem.py │ │ └── trainer.py │ └── utils.py ├── README.md ├── chatuniv_utils.py ├── run_test │ ├── eval │ │ ├── eval_official_qa.py │ │ ├── eval_official_zeroshot_qa.sh │ │ ├── eval_qa.py │ │ ├── eval_qa.sh │ │ └── eval_zeroshot_qa.sh │ ├── inference │ │ ├── chatgpt_inference.py │ │ ├── debug_inference_test_qa.sh │ │ ├── inference.py │ │ ├── inference_test_qa.py │ │ ├── inference_test_qa.sh │ │ └── utils.py │ ├── pipeline │ │ ├── indomain_test_pipeline.sh │ │ ├── outdomain_official_test_pipeline.sh │ │ └── outdomain_test_pipeline.sh │ └── utils.py └── set_var.sh ├── llama_vid ├── README.md ├── llamavid │ ├── __init__.py │ ├── constants.py │ ├── conversation.py │ ├── eval │ │ ├── eval_activitynet_qa.py │ │ ├── eval_msvd_qa.py │ │ ├── eval_pope.py │ │ ├── eval_science_qa.py │ │ ├── eval_textvqa.py │ │ ├── evaluate_benchmark_1_correctness.py │ │ ├── evaluate_benchmark_2_detailed_orientation.py │ │ ├── evaluate_benchmark_3_context.py │ │ ├── evaluate_benchmark_4_temporal.py │ │ ├── evaluate_benchmark_5_consistency.py │ │ ├── m4c_evaluator.py │ │ ├── model_activitynet_qa.py │ │ ├── model_msvd_qa.py │ │ ├── model_video_chatgpt_consistency.py │ │ ├── model_video_chatgpt_general.py │ │ ├── model_vqa.py │ │ ├── model_vqa_loader.py │ │ ├── model_vqa_mmbench.py │ │ ├── model_vqa_science.py │ │ └── webpage │ │ │ ├── figures │ │ │ ├── alpaca.png │ │ │ ├── bard.jpg │ │ │ ├── chatgpt.svg │ │ │ ├── llama.jpg │ │ │ ├── swords_FILL0_wght300_GRAD0_opsz48.svg │ │ │ └── vicuna.jpeg │ │ │ ├── index.html │ │ │ ├── script.js │ │ │ └── styles.css │ ├── model │ │ ├── __init__.py │ │ ├── builder.py │ │ ├── language_model │ │ │ └── llava_llama_vid.py │ │ ├── llamavid_arch.py │ │ ├── multimodal_encoder │ │ │ ├── builder.py │ │ │ ├── clip_encoder.py │ │ │ └── eva_vit.py │ │ ├── multimodal_projector │ │ │ └── builder.py │ │ └── qformer.py │ ├── serve │ │ ├── __init__.py │ │ ├── cli.py │ │ ├── controller.py │ │ ├── examples │ │ │ ├── Avatar.png │ │ │ ├── Avengers.jpg │ │ │ ├── Forrest_Gump.jpg │ │ │ ├── Interstellar.jpg │ │ │ ├── Titanic.jpg │ │ │ ├── extreme_ironing.jpg │ │ │ └── waterview.jpg │ │ ├── gradio_web_server.py │ │ ├── model_worker.py │ │ ├── model_worker_short.py │ │ ├── register_worker.py │ │ └── run_llamavid_movie.py │ └── train │ │ ├── llama_flash_attn_monkey_patch.py │ │ ├── llava_trainer.py │ │ ├── train.py │ │ └── train_mem.py ├── llamavid_utils.py ├── run_test │ ├── eval │ │ ├── eval_official_qa.py │ │ ├── eval_official_zeroshot_qa.sh │ │ ├── eval_qa.py │ │ ├── eval_qa.sh │ │ └── eval_zeroshot_qa.sh │ ├── inference │ │ ├── chatgpt_inference.py │ │ ├── debug_inference_test_qa.sh │ │ ├── inference.py │ │ ├── inference_test_qa.py │ │ ├── inference_test_qa.sh │ │ └── utils.py │ ├── pipeline │ │ ├── indomain_test_pipeline.sh │ │ ├── outdomain_official_test_pipeline.sh │ │ └── outdomain_test_pipeline.sh │ └── utils.py ├── set_var.sh └── set_var_13b.sh ├── llava_hound_dpo ├── config │ ├── zero2.json │ ├── zero3.json │ └── zero3_offload.json ├── data_processing │ └── utils.py ├── dpo_scripts │ ├── README.md │ ├── run_dpo.py │ └── train_dpo.sh ├── eval │ ├── eval_ranking.sh │ └── gpt4v_eval.py ├── examples │ └── sample_msrvtt.mp4 ├── inference │ ├── chatgpt_inference.py │ ├── inference.py │ ├── inference_dpo_reward.py │ ├── inference_utils.py │ ├── run_inference_video_caption.py │ ├── run_qa_inference.py │ └── utils.py ├── llava │ ├── __init__.py │ ├── constants.py │ ├── conversation.py │ ├── eval │ │ ├── benchmark_core │ │ │ ├── benchmarks │ │ │ │ ├── chair.py │ │ │ │ ├── chair_coverage.py │ │ │ │ ├── live_question_generation.py │ │ │ │ ├── live_vqa_eval.py │ │ │ │ ├── mme_eval.py │ │ │ │ └── refined_chair.py │ │ │ ├── eval_live_vqa.py │ │ │ ├── eval_video_chair.py │ │ │ ├── model_live_vqa.py │ │ │ ├── model_live_vqa_dist.py │ │ │ ├── model_video_chair.py │ │ │ ├── model_video_chair_dist.py │ │ │ ├── prompts │ │ │ │ ├── VQA_generate │ │ │ │ │ ├── Live │ │ │ │ │ │ ├── noquestion.txt │ │ │ │ │ │ └── yesquestion.txt │ │ │ │ │ └── QAprompts │ │ │ │ │ │ └── yes_no_questions.txt │ │ │ │ ├── cap2info.txt │ │ │ │ ├── cap2objs.txt │ │ │ │ ├── cap_mention.txt │ │ │ │ ├── object_coverage.txt │ │ │ │ └── refine_json.txt │ │ │ ├── prompts_old │ │ │ │ ├── VQA_generate │ │ │ │ │ ├── Live │ │ │ │ │ │ ├── noquestion.txt │ │ │ │ │ │ └── yesquestion.txt │ │ │ │ │ └── QAprompts │ │ │ │ │ │ └── yes_no_questions.txt │ │ │ │ ├── cap2info.txt │ │ │ │ ├── cap2objs.txt │ │ │ │ ├── cap_mention.txt │ │ │ │ └── object_coverage.txt │ │ │ └── utils │ │ │ │ ├── gt_objs_extract.py │ │ │ │ └── info_extract_from_caption.py │ │ ├── eval_gpt_mmvet.py │ │ ├── eval_gpt_review.py │ │ ├── eval_gpt_review_bench.py │ │ ├── eval_gpt_review_visual.py │ │ ├── eval_gqa.py │ │ ├── eval_pope.py │ │ ├── eval_science_qa.py │ │ ├── eval_science_qa_gpt4.py │ │ ├── eval_science_qa_gpt4_requery.py │ │ ├── eval_textvqa.py │ │ ├── generate_webpage_data_from_table.py │ │ ├── m4c_evaluator.py │ │ ├── model_qa.py │ │ ├── model_vqa.py │ │ ├── model_vqa_loader.py │ │ ├── model_vqa_mmbench.py │ │ ├── model_vqa_science.py │ │ ├── qa_baseline_gpt35.py │ │ ├── run.py │ │ ├── run_llava.py │ │ ├── summarize_gpt_review.py │ │ ├── video │ │ │ ├── eval_benchmark_1_correctness.py │ │ │ ├── eval_benchmark_2_detailed_orientation.py │ │ │ ├── eval_benchmark_3_context.py │ │ │ ├── eval_benchmark_4_temporal.py │ │ │ ├── eval_benchmark_5_consistency.py │ │ │ ├── eval_video_qa.py │ │ │ ├── run_inference_benchmark_consistency.py │ │ │ ├── run_inference_benchmark_general.py │ │ │ ├── run_inference_video_qa.py │ │ │ └── run_inference_video_qa_act.py │ │ └── webpage │ │ │ ├── figures │ │ │ ├── alpaca.png │ │ │ ├── bard.jpg │ │ │ ├── chatgpt.svg │ │ │ ├── llama.jpg │ │ │ ├── swords_FILL0_wght300_GRAD0_opsz48.svg │ │ │ └── vicuna.jpeg │ │ │ ├── index.html │ │ │ ├── script.js │ │ │ └── styles.css │ ├── mm_utils.py │ ├── model │ │ ├── __init__.py │ │ ├── apply_delta.py │ │ ├── builder.py │ │ ├── consolidate.py │ │ ├── language_model │ │ │ └── llava_llama.py │ │ ├── llava_arch.py │ │ ├── make_delta.py │ │ ├── multimodal_encoder │ │ │ ├── builder.py │ │ │ ├── clip_encoder.py │ │ │ ├── languagebind │ │ │ │ ├── __init__.py │ │ │ │ ├── audio │ │ │ │ │ ├── configuration_audio.py │ │ │ │ │ ├── modeling_audio.py │ │ │ │ │ ├── processing_audio.py │ │ │ │ │ └── tokenization_audio.py │ │ │ │ ├── depth │ │ │ │ │ ├── configuration_depth.py │ │ │ │ │ ├── modeling_depth.py │ │ │ │ │ ├── processing_depth.py │ │ │ │ │ └── tokenization_depth.py │ │ │ │ ├── image │ │ │ │ │ ├── configuration_image.py │ │ │ │ │ ├── modeling_image.py │ │ │ │ │ ├── processing_image.py │ │ │ │ │ └── tokenization_image.py │ │ │ │ ├── thermal │ │ │ │ │ ├── configuration_thermal.py │ │ │ │ │ ├── modeling_thermal.py │ │ │ │ │ ├── processing_thermal.py │ │ │ │ │ └── tokenization_thermal.py │ │ │ │ └── video │ │ │ │ │ ├── configuration_video.py │ │ │ │ │ ├── modeling_video.py │ │ │ │ │ ├── processing_video.py │ │ │ │ │ └── tokenization_video.py │ │ │ └── mae_encoder.py │ │ ├── multimodal_projector │ │ │ └── builder.py │ │ └── utils.py │ ├── serve │ │ ├── __init__.py │ │ ├── cli.py │ │ ├── controller.py │ │ ├── examples │ │ │ ├── desert.jpg │ │ │ ├── extreme_ironing.jpg │ │ │ ├── sample_demo_1.mp4 │ │ │ ├── sample_demo_13.mp4 │ │ │ ├── sample_demo_22.mp4 │ │ │ ├── sample_demo_3.mp4 │ │ │ ├── sample_demo_8.mp4 │ │ │ ├── sample_demo_9.mp4 │ │ │ ├── sample_img_13.png │ │ │ ├── sample_img_22.png │ │ │ ├── sample_img_8.png │ │ │ └── waterview.jpg │ │ ├── gradio_utils.py │ │ ├── gradio_web_server.py │ │ ├── model_worker.py │ │ ├── register_worker.py │ │ └── test_message.py │ ├── train │ │ ├── llama_flash_attn_monkey_patch.py │ │ ├── llama_xformers_attn_monkey_patch.py │ │ ├── llava_trainer.py │ │ ├── train.py │ │ ├── train_mem.py │ │ └── train_xformers.py │ └── utils.py ├── serve │ ├── api.py │ ├── client.py │ ├── launch_service.sh │ ├── server.py │ ├── single_service.sh │ └── start_server.sh ├── sft_scripts │ ├── README.md │ ├── pretrain.sh │ ├── video_sft.sh │ ├── video_sft_qa_240k.sh │ └── video_sft_with_image_instruction_pretrain.sh ├── test │ ├── README.md │ ├── eval │ │ ├── eval_official_qa.py │ │ ├── eval_official_zeroshot_qa.sh │ │ ├── eval_qa.py │ │ └── eval_qa.sh │ ├── inference │ │ ├── inference_test_qa.py │ │ ├── inference_test_qa.sh │ │ └── inference_train_qa.sh │ ├── pipeline │ │ ├── indomain_test_pipeline.sh │ │ ├── outdomain_official_test_pipeline.sh │ │ ├── outdomain_test_pipeline.sh │ │ └── test_pipeline.sh │ └── preprocess │ │ ├── chatgpt_qa.py │ │ ├── chatgpt_qa.sh │ │ ├── preprocess.sh │ │ ├── process_gpt_qa.py │ │ └── test_process_gpt_qa.sh └── trl │ ├── __init__.py │ ├── core.py │ ├── environment │ ├── __init__.py │ └── base_environment.py │ ├── extras │ ├── __init__.py │ ├── best_of_n_sampler.py │ └── dataset_formatting.py │ ├── import_utils.py │ ├── models │ ├── __init__.py │ ├── modeling_base.py │ ├── modeling_sd_base.py │ ├── modeling_value_head.py │ └── utils.py │ └── trainer │ ├── __init__.py │ ├── base.py │ ├── ddpo_config.py │ ├── ddpo_trainer.py │ ├── dpo_trainer.py │ ├── iterative_sft_trainer.py │ ├── model_config.py │ ├── ppo_config.py │ ├── ppo_trainer.py │ ├── reward_config.py │ ├── reward_trainer.py │ ├── sft_trainer.py │ └── utils.py ├── setup ├── hf_utils.py ├── install_hf.sh ├── requirements.txt ├── set_path.sh ├── setup_env.sh ├── setup_image_data.sh ├── setup_pretrain_data.sh ├── setup_test_data.py ├── setup_test_data.sh └── setup_train_data.sh └── video_chatgpt ├── README.md ├── run_test ├── eval │ ├── eval_official_qa.py │ ├── eval_official_zeroshot_qa.sh │ ├── eval_qa.py │ ├── eval_qa.sh │ └── eval_zeroshot_qa.sh ├── inference │ ├── chatgpt_inference.py │ ├── debug_inference_test_qa.sh │ ├── inference.py │ ├── inference_test_qa.py │ ├── inference_test_qa.sh │ └── utils.py ├── pipeline │ ├── indomain_test_pipeline.sh │ ├── outdomain_official_test_pipeline.sh │ └── outdomain_test_pipeline.sh └── utils.py ├── set_var.sh ├── videochatgpt ├── __init__.py ├── consolidate.py ├── make_delta.py ├── utils.py └── video_chatgpt.py └── videochatgpt_utils.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/README.md -------------------------------------------------------------------------------- /chatuniv/ChatUniVi/__init__.py: -------------------------------------------------------------------------------- 1 | from .model import ChatUniViLlamaForCausalLM 2 | -------------------------------------------------------------------------------- /chatuniv/ChatUniVi/config/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/chatuniv/ChatUniVi/config/__init__.py -------------------------------------------------------------------------------- /chatuniv/ChatUniVi/config/dataset_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/chatuniv/ChatUniVi/config/dataset_config.py -------------------------------------------------------------------------------- /chatuniv/ChatUniVi/config/model_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/chatuniv/ChatUniVi/config/model_config.py -------------------------------------------------------------------------------- /chatuniv/ChatUniVi/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/chatuniv/ChatUniVi/constants.py -------------------------------------------------------------------------------- /chatuniv/ChatUniVi/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/chatuniv/ChatUniVi/conversation.py -------------------------------------------------------------------------------- /chatuniv/ChatUniVi/demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/chatuniv/ChatUniVi/demo.py -------------------------------------------------------------------------------- /chatuniv/ChatUniVi/eval/evaluate/evaluate_benchmark_1_correctness.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/chatuniv/ChatUniVi/eval/evaluate/evaluate_benchmark_1_correctness.py -------------------------------------------------------------------------------- /chatuniv/ChatUniVi/eval/evaluate/evaluate_benchmark_2_detailed_orientation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/chatuniv/ChatUniVi/eval/evaluate/evaluate_benchmark_2_detailed_orientation.py -------------------------------------------------------------------------------- /chatuniv/ChatUniVi/eval/evaluate/evaluate_benchmark_3_context.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/chatuniv/ChatUniVi/eval/evaluate/evaluate_benchmark_3_context.py -------------------------------------------------------------------------------- /chatuniv/ChatUniVi/eval/evaluate/evaluate_benchmark_4_temporal.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/chatuniv/ChatUniVi/eval/evaluate/evaluate_benchmark_4_temporal.py -------------------------------------------------------------------------------- /chatuniv/ChatUniVi/eval/evaluate/evaluate_benchmark_5_consistency.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/chatuniv/ChatUniVi/eval/evaluate/evaluate_benchmark_5_consistency.py -------------------------------------------------------------------------------- /chatuniv/ChatUniVi/eval/evaluate/evaluate_gpt_review_visual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/chatuniv/ChatUniVi/eval/evaluate/evaluate_gpt_review_visual.py -------------------------------------------------------------------------------- /chatuniv/ChatUniVi/eval/evaluate/evaluate_science_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/chatuniv/ChatUniVi/eval/evaluate/evaluate_science_qa.py -------------------------------------------------------------------------------- /chatuniv/ChatUniVi/eval/evaluate/evaluate_video_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/chatuniv/ChatUniVi/eval/evaluate/evaluate_video_qa.py -------------------------------------------------------------------------------- /chatuniv/ChatUniVi/eval/evaluate/summarize_gpt_review.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/chatuniv/ChatUniVi/eval/evaluate/summarize_gpt_review.py -------------------------------------------------------------------------------- /chatuniv/ChatUniVi/eval/model_coco_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/chatuniv/ChatUniVi/eval/model_coco_vqa.py -------------------------------------------------------------------------------- /chatuniv/ChatUniVi/eval/model_video_consistency.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/chatuniv/ChatUniVi/eval/model_video_consistency.py -------------------------------------------------------------------------------- /chatuniv/ChatUniVi/eval/model_video_general.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/chatuniv/ChatUniVi/eval/model_video_general.py -------------------------------------------------------------------------------- /chatuniv/ChatUniVi/eval/model_video_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/chatuniv/ChatUniVi/eval/model_video_qa.py -------------------------------------------------------------------------------- /chatuniv/ChatUniVi/eval/model_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/chatuniv/ChatUniVi/eval/model_vqa.py -------------------------------------------------------------------------------- /chatuniv/ChatUniVi/eval/model_vqa_scienceqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/chatuniv/ChatUniVi/eval/model_vqa_scienceqa.py -------------------------------------------------------------------------------- /chatuniv/ChatUniVi/mm_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/chatuniv/ChatUniVi/mm_utils.py -------------------------------------------------------------------------------- /chatuniv/ChatUniVi/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/chatuniv/ChatUniVi/model/__init__.py -------------------------------------------------------------------------------- /chatuniv/ChatUniVi/model/apply_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/chatuniv/ChatUniVi/model/apply_delta.py -------------------------------------------------------------------------------- /chatuniv/ChatUniVi/model/arch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/chatuniv/ChatUniVi/model/arch.py -------------------------------------------------------------------------------- /chatuniv/ChatUniVi/model/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/chatuniv/ChatUniVi/model/builder.py -------------------------------------------------------------------------------- /chatuniv/ChatUniVi/model/cluster.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/chatuniv/ChatUniVi/model/cluster.py -------------------------------------------------------------------------------- /chatuniv/ChatUniVi/model/consolidate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/chatuniv/ChatUniVi/model/consolidate.py -------------------------------------------------------------------------------- /chatuniv/ChatUniVi/model/dataloader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/chatuniv/ChatUniVi/model/dataloader.py -------------------------------------------------------------------------------- /chatuniv/ChatUniVi/model/language_model/llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/chatuniv/ChatUniVi/model/language_model/llama.py -------------------------------------------------------------------------------- /chatuniv/ChatUniVi/model/make_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/chatuniv/ChatUniVi/model/make_delta.py -------------------------------------------------------------------------------- /chatuniv/ChatUniVi/model/multimodal_encoder/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/chatuniv/ChatUniVi/model/multimodal_encoder/builder.py -------------------------------------------------------------------------------- /chatuniv/ChatUniVi/model/multimodal_encoder/clip_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/chatuniv/ChatUniVi/model/multimodal_encoder/clip_encoder.py -------------------------------------------------------------------------------- /chatuniv/ChatUniVi/model/multimodal_encoder/eva_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/chatuniv/ChatUniVi/model/multimodal_encoder/eva_encoder.py -------------------------------------------------------------------------------- /chatuniv/ChatUniVi/model/multimodal_encoder/eva_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/chatuniv/ChatUniVi/model/multimodal_encoder/eva_vit.py -------------------------------------------------------------------------------- /chatuniv/ChatUniVi/model/multimodal_encoder/processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/chatuniv/ChatUniVi/model/multimodal_encoder/processor.py -------------------------------------------------------------------------------- /chatuniv/ChatUniVi/model/multimodal_encoder/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/chatuniv/ChatUniVi/model/multimodal_encoder/utils.py -------------------------------------------------------------------------------- /chatuniv/ChatUniVi/train/llama_flash_attn_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/chatuniv/ChatUniVi/train/llama_flash_attn_monkey_patch.py -------------------------------------------------------------------------------- /chatuniv/ChatUniVi/train/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/chatuniv/ChatUniVi/train/train.py -------------------------------------------------------------------------------- /chatuniv/ChatUniVi/train/train_mem.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/chatuniv/ChatUniVi/train/train_mem.py -------------------------------------------------------------------------------- /chatuniv/ChatUniVi/train/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/chatuniv/ChatUniVi/train/trainer.py -------------------------------------------------------------------------------- /chatuniv/ChatUniVi/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/chatuniv/ChatUniVi/utils.py -------------------------------------------------------------------------------- /chatuniv/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/chatuniv/README.md -------------------------------------------------------------------------------- /chatuniv/chatuniv_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/chatuniv/chatuniv_utils.py -------------------------------------------------------------------------------- /chatuniv/run_test/eval/eval_official_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/chatuniv/run_test/eval/eval_official_qa.py -------------------------------------------------------------------------------- /chatuniv/run_test/eval/eval_official_zeroshot_qa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/chatuniv/run_test/eval/eval_official_zeroshot_qa.sh -------------------------------------------------------------------------------- /chatuniv/run_test/eval/eval_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/chatuniv/run_test/eval/eval_qa.py -------------------------------------------------------------------------------- /chatuniv/run_test/eval/eval_qa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/chatuniv/run_test/eval/eval_qa.sh -------------------------------------------------------------------------------- /chatuniv/run_test/eval/eval_zeroshot_qa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/chatuniv/run_test/eval/eval_zeroshot_qa.sh -------------------------------------------------------------------------------- /chatuniv/run_test/inference/chatgpt_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/chatuniv/run_test/inference/chatgpt_inference.py -------------------------------------------------------------------------------- /chatuniv/run_test/inference/debug_inference_test_qa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/chatuniv/run_test/inference/debug_inference_test_qa.sh -------------------------------------------------------------------------------- /chatuniv/run_test/inference/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/chatuniv/run_test/inference/inference.py -------------------------------------------------------------------------------- /chatuniv/run_test/inference/inference_test_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/chatuniv/run_test/inference/inference_test_qa.py -------------------------------------------------------------------------------- /chatuniv/run_test/inference/inference_test_qa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/chatuniv/run_test/inference/inference_test_qa.sh -------------------------------------------------------------------------------- /chatuniv/run_test/inference/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/chatuniv/run_test/inference/utils.py -------------------------------------------------------------------------------- /chatuniv/run_test/pipeline/indomain_test_pipeline.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/chatuniv/run_test/pipeline/indomain_test_pipeline.sh -------------------------------------------------------------------------------- /chatuniv/run_test/pipeline/outdomain_official_test_pipeline.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/chatuniv/run_test/pipeline/outdomain_official_test_pipeline.sh -------------------------------------------------------------------------------- /chatuniv/run_test/pipeline/outdomain_test_pipeline.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/chatuniv/run_test/pipeline/outdomain_test_pipeline.sh -------------------------------------------------------------------------------- /chatuniv/run_test/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/chatuniv/run_test/utils.py -------------------------------------------------------------------------------- /chatuniv/set_var.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/chatuniv/set_var.sh -------------------------------------------------------------------------------- /llama_vid/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/README.md -------------------------------------------------------------------------------- /llama_vid/llamavid/__init__.py: -------------------------------------------------------------------------------- 1 | from .model import LlavaLlamaAttForCausalLM 2 | -------------------------------------------------------------------------------- /llama_vid/llamavid/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/llamavid/constants.py -------------------------------------------------------------------------------- /llama_vid/llamavid/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/llamavid/conversation.py -------------------------------------------------------------------------------- /llama_vid/llamavid/eval/eval_activitynet_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/llamavid/eval/eval_activitynet_qa.py -------------------------------------------------------------------------------- /llama_vid/llamavid/eval/eval_msvd_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/llamavid/eval/eval_msvd_qa.py -------------------------------------------------------------------------------- /llama_vid/llamavid/eval/eval_pope.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/llamavid/eval/eval_pope.py -------------------------------------------------------------------------------- /llama_vid/llamavid/eval/eval_science_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/llamavid/eval/eval_science_qa.py -------------------------------------------------------------------------------- /llama_vid/llamavid/eval/eval_textvqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/llamavid/eval/eval_textvqa.py -------------------------------------------------------------------------------- /llama_vid/llamavid/eval/evaluate_benchmark_1_correctness.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/llamavid/eval/evaluate_benchmark_1_correctness.py -------------------------------------------------------------------------------- /llama_vid/llamavid/eval/evaluate_benchmark_2_detailed_orientation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/llamavid/eval/evaluate_benchmark_2_detailed_orientation.py -------------------------------------------------------------------------------- /llama_vid/llamavid/eval/evaluate_benchmark_3_context.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/llamavid/eval/evaluate_benchmark_3_context.py -------------------------------------------------------------------------------- /llama_vid/llamavid/eval/evaluate_benchmark_4_temporal.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/llamavid/eval/evaluate_benchmark_4_temporal.py -------------------------------------------------------------------------------- /llama_vid/llamavid/eval/evaluate_benchmark_5_consistency.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/llamavid/eval/evaluate_benchmark_5_consistency.py -------------------------------------------------------------------------------- /llama_vid/llamavid/eval/m4c_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/llamavid/eval/m4c_evaluator.py -------------------------------------------------------------------------------- /llama_vid/llamavid/eval/model_activitynet_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/llamavid/eval/model_activitynet_qa.py -------------------------------------------------------------------------------- /llama_vid/llamavid/eval/model_msvd_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/llamavid/eval/model_msvd_qa.py -------------------------------------------------------------------------------- /llama_vid/llamavid/eval/model_video_chatgpt_consistency.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/llamavid/eval/model_video_chatgpt_consistency.py -------------------------------------------------------------------------------- /llama_vid/llamavid/eval/model_video_chatgpt_general.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/llamavid/eval/model_video_chatgpt_general.py -------------------------------------------------------------------------------- /llama_vid/llamavid/eval/model_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/llamavid/eval/model_vqa.py -------------------------------------------------------------------------------- /llama_vid/llamavid/eval/model_vqa_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/llamavid/eval/model_vqa_loader.py -------------------------------------------------------------------------------- /llama_vid/llamavid/eval/model_vqa_mmbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/llamavid/eval/model_vqa_mmbench.py -------------------------------------------------------------------------------- /llama_vid/llamavid/eval/model_vqa_science.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/llamavid/eval/model_vqa_science.py -------------------------------------------------------------------------------- /llama_vid/llamavid/eval/webpage/figures/alpaca.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/llamavid/eval/webpage/figures/alpaca.png -------------------------------------------------------------------------------- /llama_vid/llamavid/eval/webpage/figures/bard.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/llamavid/eval/webpage/figures/bard.jpg -------------------------------------------------------------------------------- /llama_vid/llamavid/eval/webpage/figures/chatgpt.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/llamavid/eval/webpage/figures/chatgpt.svg -------------------------------------------------------------------------------- /llama_vid/llamavid/eval/webpage/figures/llama.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/llamavid/eval/webpage/figures/llama.jpg -------------------------------------------------------------------------------- /llama_vid/llamavid/eval/webpage/figures/swords_FILL0_wght300_GRAD0_opsz48.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/llamavid/eval/webpage/figures/swords_FILL0_wght300_GRAD0_opsz48.svg -------------------------------------------------------------------------------- /llama_vid/llamavid/eval/webpage/figures/vicuna.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/llamavid/eval/webpage/figures/vicuna.jpeg -------------------------------------------------------------------------------- /llama_vid/llamavid/eval/webpage/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/llamavid/eval/webpage/index.html -------------------------------------------------------------------------------- /llama_vid/llamavid/eval/webpage/script.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/llamavid/eval/webpage/script.js -------------------------------------------------------------------------------- /llama_vid/llamavid/eval/webpage/styles.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/llamavid/eval/webpage/styles.css -------------------------------------------------------------------------------- /llama_vid/llamavid/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/llamavid/model/__init__.py -------------------------------------------------------------------------------- /llama_vid/llamavid/model/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/llamavid/model/builder.py -------------------------------------------------------------------------------- /llama_vid/llamavid/model/language_model/llava_llama_vid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/llamavid/model/language_model/llava_llama_vid.py -------------------------------------------------------------------------------- /llama_vid/llamavid/model/llamavid_arch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/llamavid/model/llamavid_arch.py -------------------------------------------------------------------------------- /llama_vid/llamavid/model/multimodal_encoder/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/llamavid/model/multimodal_encoder/builder.py -------------------------------------------------------------------------------- /llama_vid/llamavid/model/multimodal_encoder/clip_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/llamavid/model/multimodal_encoder/clip_encoder.py -------------------------------------------------------------------------------- /llama_vid/llamavid/model/multimodal_encoder/eva_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/llamavid/model/multimodal_encoder/eva_vit.py -------------------------------------------------------------------------------- /llama_vid/llamavid/model/multimodal_projector/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/llamavid/model/multimodal_projector/builder.py -------------------------------------------------------------------------------- /llama_vid/llamavid/model/qformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/llamavid/model/qformer.py -------------------------------------------------------------------------------- /llama_vid/llamavid/serve/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /llama_vid/llamavid/serve/cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/llamavid/serve/cli.py -------------------------------------------------------------------------------- /llama_vid/llamavid/serve/controller.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/llamavid/serve/controller.py -------------------------------------------------------------------------------- /llama_vid/llamavid/serve/examples/Avatar.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/llamavid/serve/examples/Avatar.png -------------------------------------------------------------------------------- /llama_vid/llamavid/serve/examples/Avengers.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/llamavid/serve/examples/Avengers.jpg -------------------------------------------------------------------------------- /llama_vid/llamavid/serve/examples/Forrest_Gump.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/llamavid/serve/examples/Forrest_Gump.jpg -------------------------------------------------------------------------------- /llama_vid/llamavid/serve/examples/Interstellar.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/llamavid/serve/examples/Interstellar.jpg -------------------------------------------------------------------------------- /llama_vid/llamavid/serve/examples/Titanic.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/llamavid/serve/examples/Titanic.jpg -------------------------------------------------------------------------------- /llama_vid/llamavid/serve/examples/extreme_ironing.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/llamavid/serve/examples/extreme_ironing.jpg -------------------------------------------------------------------------------- /llama_vid/llamavid/serve/examples/waterview.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/llamavid/serve/examples/waterview.jpg -------------------------------------------------------------------------------- /llama_vid/llamavid/serve/gradio_web_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/llamavid/serve/gradio_web_server.py -------------------------------------------------------------------------------- /llama_vid/llamavid/serve/model_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/llamavid/serve/model_worker.py -------------------------------------------------------------------------------- /llama_vid/llamavid/serve/model_worker_short.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/llamavid/serve/model_worker_short.py -------------------------------------------------------------------------------- /llama_vid/llamavid/serve/register_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/llamavid/serve/register_worker.py -------------------------------------------------------------------------------- /llama_vid/llamavid/serve/run_llamavid_movie.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/llamavid/serve/run_llamavid_movie.py -------------------------------------------------------------------------------- /llama_vid/llamavid/train/llama_flash_attn_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/llamavid/train/llama_flash_attn_monkey_patch.py -------------------------------------------------------------------------------- /llama_vid/llamavid/train/llava_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/llamavid/train/llava_trainer.py -------------------------------------------------------------------------------- /llama_vid/llamavid/train/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/llamavid/train/train.py -------------------------------------------------------------------------------- /llama_vid/llamavid/train/train_mem.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/llamavid/train/train_mem.py -------------------------------------------------------------------------------- /llama_vid/llamavid_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/llamavid_utils.py -------------------------------------------------------------------------------- /llama_vid/run_test/eval/eval_official_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/run_test/eval/eval_official_qa.py -------------------------------------------------------------------------------- /llama_vid/run_test/eval/eval_official_zeroshot_qa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/run_test/eval/eval_official_zeroshot_qa.sh -------------------------------------------------------------------------------- /llama_vid/run_test/eval/eval_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/run_test/eval/eval_qa.py -------------------------------------------------------------------------------- /llama_vid/run_test/eval/eval_qa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/run_test/eval/eval_qa.sh -------------------------------------------------------------------------------- /llama_vid/run_test/eval/eval_zeroshot_qa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/run_test/eval/eval_zeroshot_qa.sh -------------------------------------------------------------------------------- /llama_vid/run_test/inference/chatgpt_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/run_test/inference/chatgpt_inference.py -------------------------------------------------------------------------------- /llama_vid/run_test/inference/debug_inference_test_qa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/run_test/inference/debug_inference_test_qa.sh -------------------------------------------------------------------------------- /llama_vid/run_test/inference/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/run_test/inference/inference.py -------------------------------------------------------------------------------- /llama_vid/run_test/inference/inference_test_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/run_test/inference/inference_test_qa.py -------------------------------------------------------------------------------- /llama_vid/run_test/inference/inference_test_qa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/run_test/inference/inference_test_qa.sh -------------------------------------------------------------------------------- /llama_vid/run_test/inference/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/run_test/inference/utils.py -------------------------------------------------------------------------------- /llama_vid/run_test/pipeline/indomain_test_pipeline.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/run_test/pipeline/indomain_test_pipeline.sh -------------------------------------------------------------------------------- /llama_vid/run_test/pipeline/outdomain_official_test_pipeline.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/run_test/pipeline/outdomain_official_test_pipeline.sh -------------------------------------------------------------------------------- /llama_vid/run_test/pipeline/outdomain_test_pipeline.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/run_test/pipeline/outdomain_test_pipeline.sh -------------------------------------------------------------------------------- /llama_vid/run_test/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/run_test/utils.py -------------------------------------------------------------------------------- /llama_vid/set_var.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/set_var.sh -------------------------------------------------------------------------------- /llama_vid/set_var_13b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llama_vid/set_var_13b.sh -------------------------------------------------------------------------------- /llava_hound_dpo/config/zero2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/config/zero2.json -------------------------------------------------------------------------------- /llava_hound_dpo/config/zero3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/config/zero3.json -------------------------------------------------------------------------------- /llava_hound_dpo/config/zero3_offload.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/config/zero3_offload.json -------------------------------------------------------------------------------- /llava_hound_dpo/data_processing/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/data_processing/utils.py -------------------------------------------------------------------------------- /llava_hound_dpo/dpo_scripts/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/dpo_scripts/README.md -------------------------------------------------------------------------------- /llava_hound_dpo/dpo_scripts/run_dpo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/dpo_scripts/run_dpo.py -------------------------------------------------------------------------------- /llava_hound_dpo/dpo_scripts/train_dpo.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/dpo_scripts/train_dpo.sh -------------------------------------------------------------------------------- /llava_hound_dpo/eval/eval_ranking.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/eval/eval_ranking.sh -------------------------------------------------------------------------------- /llava_hound_dpo/eval/gpt4v_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/eval/gpt4v_eval.py -------------------------------------------------------------------------------- /llava_hound_dpo/examples/sample_msrvtt.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/examples/sample_msrvtt.mp4 -------------------------------------------------------------------------------- /llava_hound_dpo/inference/chatgpt_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/inference/chatgpt_inference.py -------------------------------------------------------------------------------- /llava_hound_dpo/inference/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/inference/inference.py -------------------------------------------------------------------------------- /llava_hound_dpo/inference/inference_dpo_reward.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/inference/inference_dpo_reward.py -------------------------------------------------------------------------------- /llava_hound_dpo/inference/inference_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/inference/inference_utils.py -------------------------------------------------------------------------------- /llava_hound_dpo/inference/run_inference_video_caption.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/inference/run_inference_video_caption.py -------------------------------------------------------------------------------- /llava_hound_dpo/inference/run_qa_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/inference/run_qa_inference.py -------------------------------------------------------------------------------- /llava_hound_dpo/inference/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/inference/utils.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/__init__.py: -------------------------------------------------------------------------------- 1 | from .model import LlavaLlamaForCausalLM 2 | -------------------------------------------------------------------------------- /llava_hound_dpo/llava/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/constants.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/conversation.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/eval/benchmark_core/benchmarks/chair.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/eval/benchmark_core/benchmarks/chair.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/eval/benchmark_core/benchmarks/chair_coverage.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/eval/benchmark_core/benchmarks/chair_coverage.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/eval/benchmark_core/benchmarks/live_question_generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/eval/benchmark_core/benchmarks/live_question_generation.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/eval/benchmark_core/benchmarks/live_vqa_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/eval/benchmark_core/benchmarks/live_vqa_eval.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/eval/benchmark_core/benchmarks/mme_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/eval/benchmark_core/benchmarks/mme_eval.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/eval/benchmark_core/benchmarks/refined_chair.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/eval/benchmark_core/benchmarks/refined_chair.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/eval/benchmark_core/eval_live_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/eval/benchmark_core/eval_live_vqa.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/eval/benchmark_core/eval_video_chair.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/eval/benchmark_core/eval_video_chair.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/eval/benchmark_core/model_live_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/eval/benchmark_core/model_live_vqa.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/eval/benchmark_core/model_live_vqa_dist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/eval/benchmark_core/model_live_vqa_dist.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/eval/benchmark_core/model_video_chair.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/eval/benchmark_core/model_video_chair.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/eval/benchmark_core/model_video_chair_dist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/eval/benchmark_core/model_video_chair_dist.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/eval/benchmark_core/prompts/VQA_generate/Live/noquestion.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/eval/benchmark_core/prompts/VQA_generate/Live/noquestion.txt -------------------------------------------------------------------------------- /llava_hound_dpo/llava/eval/benchmark_core/prompts/VQA_generate/Live/yesquestion.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/eval/benchmark_core/prompts/VQA_generate/Live/yesquestion.txt -------------------------------------------------------------------------------- /llava_hound_dpo/llava/eval/benchmark_core/prompts/VQA_generate/QAprompts/yes_no_questions.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/eval/benchmark_core/prompts/VQA_generate/QAprompts/yes_no_questions.txt -------------------------------------------------------------------------------- /llava_hound_dpo/llava/eval/benchmark_core/prompts/cap2info.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/eval/benchmark_core/prompts/cap2info.txt -------------------------------------------------------------------------------- /llava_hound_dpo/llava/eval/benchmark_core/prompts/cap2objs.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/eval/benchmark_core/prompts/cap2objs.txt -------------------------------------------------------------------------------- /llava_hound_dpo/llava/eval/benchmark_core/prompts/cap_mention.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/eval/benchmark_core/prompts/cap_mention.txt -------------------------------------------------------------------------------- /llava_hound_dpo/llava/eval/benchmark_core/prompts/object_coverage.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/eval/benchmark_core/prompts/object_coverage.txt -------------------------------------------------------------------------------- /llava_hound_dpo/llava/eval/benchmark_core/prompts/refine_json.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/eval/benchmark_core/prompts/refine_json.txt -------------------------------------------------------------------------------- /llava_hound_dpo/llava/eval/benchmark_core/prompts_old/VQA_generate/Live/noquestion.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/eval/benchmark_core/prompts_old/VQA_generate/Live/noquestion.txt -------------------------------------------------------------------------------- /llava_hound_dpo/llava/eval/benchmark_core/prompts_old/VQA_generate/Live/yesquestion.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/eval/benchmark_core/prompts_old/VQA_generate/Live/yesquestion.txt -------------------------------------------------------------------------------- /llava_hound_dpo/llava/eval/benchmark_core/prompts_old/VQA_generate/QAprompts/yes_no_questions.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/eval/benchmark_core/prompts_old/VQA_generate/QAprompts/yes_no_questions.txt -------------------------------------------------------------------------------- /llava_hound_dpo/llava/eval/benchmark_core/prompts_old/cap2info.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/eval/benchmark_core/prompts_old/cap2info.txt -------------------------------------------------------------------------------- /llava_hound_dpo/llava/eval/benchmark_core/prompts_old/cap2objs.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/eval/benchmark_core/prompts_old/cap2objs.txt -------------------------------------------------------------------------------- /llava_hound_dpo/llava/eval/benchmark_core/prompts_old/cap_mention.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/eval/benchmark_core/prompts_old/cap_mention.txt -------------------------------------------------------------------------------- /llava_hound_dpo/llava/eval/benchmark_core/prompts_old/object_coverage.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/eval/benchmark_core/prompts_old/object_coverage.txt -------------------------------------------------------------------------------- /llava_hound_dpo/llava/eval/benchmark_core/utils/gt_objs_extract.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/eval/benchmark_core/utils/gt_objs_extract.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/eval/benchmark_core/utils/info_extract_from_caption.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/eval/benchmark_core/utils/info_extract_from_caption.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/eval/eval_gpt_mmvet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/eval/eval_gpt_mmvet.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/eval/eval_gpt_review.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/eval/eval_gpt_review.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/eval/eval_gpt_review_bench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/eval/eval_gpt_review_bench.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/eval/eval_gpt_review_visual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/eval/eval_gpt_review_visual.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/eval/eval_gqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/eval/eval_gqa.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/eval/eval_pope.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/eval/eval_pope.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/eval/eval_science_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/eval/eval_science_qa.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/eval/eval_science_qa_gpt4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/eval/eval_science_qa_gpt4.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/eval/eval_science_qa_gpt4_requery.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/eval/eval_science_qa_gpt4_requery.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/eval/eval_textvqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/eval/eval_textvqa.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/eval/generate_webpage_data_from_table.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/eval/generate_webpage_data_from_table.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/eval/m4c_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/eval/m4c_evaluator.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/eval/model_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/eval/model_qa.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/eval/model_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/eval/model_vqa.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/eval/model_vqa_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/eval/model_vqa_loader.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/eval/model_vqa_mmbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/eval/model_vqa_mmbench.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/eval/model_vqa_science.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/eval/model_vqa_science.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/eval/qa_baseline_gpt35.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/eval/qa_baseline_gpt35.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/eval/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/eval/run.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/eval/run_llava.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/eval/run_llava.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/eval/summarize_gpt_review.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/eval/summarize_gpt_review.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/eval/video/eval_benchmark_1_correctness.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/eval/video/eval_benchmark_1_correctness.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/eval/video/eval_benchmark_2_detailed_orientation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/eval/video/eval_benchmark_2_detailed_orientation.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/eval/video/eval_benchmark_3_context.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/eval/video/eval_benchmark_3_context.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/eval/video/eval_benchmark_4_temporal.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/eval/video/eval_benchmark_4_temporal.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/eval/video/eval_benchmark_5_consistency.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/eval/video/eval_benchmark_5_consistency.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/eval/video/eval_video_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/eval/video/eval_video_qa.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/eval/video/run_inference_benchmark_consistency.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/eval/video/run_inference_benchmark_consistency.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/eval/video/run_inference_benchmark_general.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/eval/video/run_inference_benchmark_general.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/eval/video/run_inference_video_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/eval/video/run_inference_video_qa.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/eval/video/run_inference_video_qa_act.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/eval/video/run_inference_video_qa_act.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/eval/webpage/figures/alpaca.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/eval/webpage/figures/alpaca.png -------------------------------------------------------------------------------- /llava_hound_dpo/llava/eval/webpage/figures/bard.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/eval/webpage/figures/bard.jpg -------------------------------------------------------------------------------- /llava_hound_dpo/llava/eval/webpage/figures/chatgpt.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/eval/webpage/figures/chatgpt.svg -------------------------------------------------------------------------------- /llava_hound_dpo/llava/eval/webpage/figures/llama.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/eval/webpage/figures/llama.jpg -------------------------------------------------------------------------------- /llava_hound_dpo/llava/eval/webpage/figures/swords_FILL0_wght300_GRAD0_opsz48.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/eval/webpage/figures/swords_FILL0_wght300_GRAD0_opsz48.svg -------------------------------------------------------------------------------- /llava_hound_dpo/llava/eval/webpage/figures/vicuna.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/eval/webpage/figures/vicuna.jpeg -------------------------------------------------------------------------------- /llava_hound_dpo/llava/eval/webpage/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/eval/webpage/index.html -------------------------------------------------------------------------------- /llava_hound_dpo/llava/eval/webpage/script.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/eval/webpage/script.js -------------------------------------------------------------------------------- /llava_hound_dpo/llava/eval/webpage/styles.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/eval/webpage/styles.css -------------------------------------------------------------------------------- /llava_hound_dpo/llava/mm_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/mm_utils.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/model/__init__.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/model/apply_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/model/apply_delta.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/model/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/model/builder.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/model/consolidate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/model/consolidate.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/model/language_model/llava_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/model/language_model/llava_llama.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/model/llava_arch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/model/llava_arch.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/model/make_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/model/make_delta.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/model/multimodal_encoder/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/model/multimodal_encoder/builder.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/model/multimodal_encoder/clip_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/model/multimodal_encoder/clip_encoder.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/model/multimodal_encoder/languagebind/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/model/multimodal_encoder/languagebind/__init__.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/model/multimodal_encoder/languagebind/audio/configuration_audio.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/model/multimodal_encoder/languagebind/audio/configuration_audio.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/model/multimodal_encoder/languagebind/audio/modeling_audio.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/model/multimodal_encoder/languagebind/audio/modeling_audio.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/model/multimodal_encoder/languagebind/audio/processing_audio.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/model/multimodal_encoder/languagebind/audio/processing_audio.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/model/multimodal_encoder/languagebind/audio/tokenization_audio.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/model/multimodal_encoder/languagebind/audio/tokenization_audio.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/model/multimodal_encoder/languagebind/depth/configuration_depth.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/model/multimodal_encoder/languagebind/depth/configuration_depth.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/model/multimodal_encoder/languagebind/depth/modeling_depth.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/model/multimodal_encoder/languagebind/depth/modeling_depth.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/model/multimodal_encoder/languagebind/depth/processing_depth.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/model/multimodal_encoder/languagebind/depth/processing_depth.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/model/multimodal_encoder/languagebind/depth/tokenization_depth.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/model/multimodal_encoder/languagebind/depth/tokenization_depth.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/model/multimodal_encoder/languagebind/image/configuration_image.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/model/multimodal_encoder/languagebind/image/configuration_image.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/model/multimodal_encoder/languagebind/image/modeling_image.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/model/multimodal_encoder/languagebind/image/modeling_image.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/model/multimodal_encoder/languagebind/image/processing_image.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/model/multimodal_encoder/languagebind/image/processing_image.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/model/multimodal_encoder/languagebind/image/tokenization_image.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/model/multimodal_encoder/languagebind/image/tokenization_image.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/model/multimodal_encoder/languagebind/thermal/configuration_thermal.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/model/multimodal_encoder/languagebind/thermal/configuration_thermal.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/model/multimodal_encoder/languagebind/thermal/modeling_thermal.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/model/multimodal_encoder/languagebind/thermal/modeling_thermal.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/model/multimodal_encoder/languagebind/thermal/processing_thermal.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/model/multimodal_encoder/languagebind/thermal/processing_thermal.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/model/multimodal_encoder/languagebind/thermal/tokenization_thermal.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/model/multimodal_encoder/languagebind/thermal/tokenization_thermal.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/model/multimodal_encoder/languagebind/video/configuration_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/model/multimodal_encoder/languagebind/video/configuration_video.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/model/multimodal_encoder/languagebind/video/modeling_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/model/multimodal_encoder/languagebind/video/modeling_video.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/model/multimodal_encoder/languagebind/video/processing_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/model/multimodal_encoder/languagebind/video/processing_video.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/model/multimodal_encoder/languagebind/video/tokenization_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/model/multimodal_encoder/languagebind/video/tokenization_video.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/model/multimodal_encoder/mae_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/model/multimodal_encoder/mae_encoder.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/model/multimodal_projector/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/model/multimodal_projector/builder.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/model/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/model/utils.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/serve/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /llava_hound_dpo/llava/serve/cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/serve/cli.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/serve/controller.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/serve/controller.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/serve/examples/desert.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/serve/examples/desert.jpg -------------------------------------------------------------------------------- /llava_hound_dpo/llava/serve/examples/extreme_ironing.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/serve/examples/extreme_ironing.jpg -------------------------------------------------------------------------------- /llava_hound_dpo/llava/serve/examples/sample_demo_1.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/serve/examples/sample_demo_1.mp4 -------------------------------------------------------------------------------- /llava_hound_dpo/llava/serve/examples/sample_demo_13.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/serve/examples/sample_demo_13.mp4 -------------------------------------------------------------------------------- /llava_hound_dpo/llava/serve/examples/sample_demo_22.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/serve/examples/sample_demo_22.mp4 -------------------------------------------------------------------------------- /llava_hound_dpo/llava/serve/examples/sample_demo_3.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/serve/examples/sample_demo_3.mp4 -------------------------------------------------------------------------------- /llava_hound_dpo/llava/serve/examples/sample_demo_8.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/serve/examples/sample_demo_8.mp4 -------------------------------------------------------------------------------- /llava_hound_dpo/llava/serve/examples/sample_demo_9.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/serve/examples/sample_demo_9.mp4 -------------------------------------------------------------------------------- /llava_hound_dpo/llava/serve/examples/sample_img_13.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/serve/examples/sample_img_13.png -------------------------------------------------------------------------------- /llava_hound_dpo/llava/serve/examples/sample_img_22.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/serve/examples/sample_img_22.png -------------------------------------------------------------------------------- /llava_hound_dpo/llava/serve/examples/sample_img_8.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/serve/examples/sample_img_8.png -------------------------------------------------------------------------------- /llava_hound_dpo/llava/serve/examples/waterview.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/serve/examples/waterview.jpg -------------------------------------------------------------------------------- /llava_hound_dpo/llava/serve/gradio_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/serve/gradio_utils.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/serve/gradio_web_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/serve/gradio_web_server.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/serve/model_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/serve/model_worker.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/serve/register_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/serve/register_worker.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/serve/test_message.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/serve/test_message.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/train/llama_flash_attn_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/train/llama_flash_attn_monkey_patch.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/train/llama_xformers_attn_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/train/llama_xformers_attn_monkey_patch.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/train/llava_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/train/llava_trainer.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/train/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/train/train.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/train/train_mem.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/train/train_mem.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/train/train_xformers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/train/train_xformers.py -------------------------------------------------------------------------------- /llava_hound_dpo/llava/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/llava/utils.py -------------------------------------------------------------------------------- /llava_hound_dpo/serve/api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/serve/api.py -------------------------------------------------------------------------------- /llava_hound_dpo/serve/client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/serve/client.py -------------------------------------------------------------------------------- /llava_hound_dpo/serve/launch_service.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/serve/launch_service.sh -------------------------------------------------------------------------------- /llava_hound_dpo/serve/server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/serve/server.py -------------------------------------------------------------------------------- /llava_hound_dpo/serve/single_service.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/serve/single_service.sh -------------------------------------------------------------------------------- /llava_hound_dpo/serve/start_server.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/serve/start_server.sh -------------------------------------------------------------------------------- /llava_hound_dpo/sft_scripts/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/sft_scripts/README.md -------------------------------------------------------------------------------- /llava_hound_dpo/sft_scripts/pretrain.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/sft_scripts/pretrain.sh -------------------------------------------------------------------------------- /llava_hound_dpo/sft_scripts/video_sft.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/sft_scripts/video_sft.sh -------------------------------------------------------------------------------- /llava_hound_dpo/sft_scripts/video_sft_qa_240k.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/sft_scripts/video_sft_qa_240k.sh -------------------------------------------------------------------------------- /llava_hound_dpo/sft_scripts/video_sft_with_image_instruction_pretrain.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/sft_scripts/video_sft_with_image_instruction_pretrain.sh -------------------------------------------------------------------------------- /llava_hound_dpo/test/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/test/README.md -------------------------------------------------------------------------------- /llava_hound_dpo/test/eval/eval_official_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/test/eval/eval_official_qa.py -------------------------------------------------------------------------------- /llava_hound_dpo/test/eval/eval_official_zeroshot_qa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/test/eval/eval_official_zeroshot_qa.sh -------------------------------------------------------------------------------- /llava_hound_dpo/test/eval/eval_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/test/eval/eval_qa.py -------------------------------------------------------------------------------- /llava_hound_dpo/test/eval/eval_qa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/test/eval/eval_qa.sh -------------------------------------------------------------------------------- /llava_hound_dpo/test/inference/inference_test_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/test/inference/inference_test_qa.py -------------------------------------------------------------------------------- /llava_hound_dpo/test/inference/inference_test_qa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/test/inference/inference_test_qa.sh -------------------------------------------------------------------------------- /llava_hound_dpo/test/inference/inference_train_qa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/test/inference/inference_train_qa.sh -------------------------------------------------------------------------------- /llava_hound_dpo/test/pipeline/indomain_test_pipeline.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/test/pipeline/indomain_test_pipeline.sh -------------------------------------------------------------------------------- /llava_hound_dpo/test/pipeline/outdomain_official_test_pipeline.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/test/pipeline/outdomain_official_test_pipeline.sh -------------------------------------------------------------------------------- /llava_hound_dpo/test/pipeline/outdomain_test_pipeline.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/test/pipeline/outdomain_test_pipeline.sh -------------------------------------------------------------------------------- /llava_hound_dpo/test/pipeline/test_pipeline.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/test/pipeline/test_pipeline.sh -------------------------------------------------------------------------------- /llava_hound_dpo/test/preprocess/chatgpt_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/test/preprocess/chatgpt_qa.py -------------------------------------------------------------------------------- /llava_hound_dpo/test/preprocess/chatgpt_qa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/test/preprocess/chatgpt_qa.sh -------------------------------------------------------------------------------- /llava_hound_dpo/test/preprocess/preprocess.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/test/preprocess/preprocess.sh -------------------------------------------------------------------------------- /llava_hound_dpo/test/preprocess/process_gpt_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/test/preprocess/process_gpt_qa.py -------------------------------------------------------------------------------- /llava_hound_dpo/test/preprocess/test_process_gpt_qa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/test/preprocess/test_process_gpt_qa.sh -------------------------------------------------------------------------------- /llava_hound_dpo/trl/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/trl/__init__.py -------------------------------------------------------------------------------- /llava_hound_dpo/trl/core.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/trl/core.py -------------------------------------------------------------------------------- /llava_hound_dpo/trl/environment/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/trl/environment/__init__.py -------------------------------------------------------------------------------- /llava_hound_dpo/trl/environment/base_environment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/trl/environment/base_environment.py -------------------------------------------------------------------------------- /llava_hound_dpo/trl/extras/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/trl/extras/__init__.py -------------------------------------------------------------------------------- /llava_hound_dpo/trl/extras/best_of_n_sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/trl/extras/best_of_n_sampler.py -------------------------------------------------------------------------------- /llava_hound_dpo/trl/extras/dataset_formatting.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/trl/extras/dataset_formatting.py -------------------------------------------------------------------------------- /llava_hound_dpo/trl/import_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/trl/import_utils.py -------------------------------------------------------------------------------- /llava_hound_dpo/trl/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/trl/models/__init__.py -------------------------------------------------------------------------------- /llava_hound_dpo/trl/models/modeling_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/trl/models/modeling_base.py -------------------------------------------------------------------------------- /llava_hound_dpo/trl/models/modeling_sd_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/trl/models/modeling_sd_base.py -------------------------------------------------------------------------------- /llava_hound_dpo/trl/models/modeling_value_head.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/trl/models/modeling_value_head.py -------------------------------------------------------------------------------- /llava_hound_dpo/trl/models/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/trl/models/utils.py -------------------------------------------------------------------------------- /llava_hound_dpo/trl/trainer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/trl/trainer/__init__.py -------------------------------------------------------------------------------- /llava_hound_dpo/trl/trainer/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/trl/trainer/base.py -------------------------------------------------------------------------------- /llava_hound_dpo/trl/trainer/ddpo_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/trl/trainer/ddpo_config.py -------------------------------------------------------------------------------- /llava_hound_dpo/trl/trainer/ddpo_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/trl/trainer/ddpo_trainer.py -------------------------------------------------------------------------------- /llava_hound_dpo/trl/trainer/dpo_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/trl/trainer/dpo_trainer.py -------------------------------------------------------------------------------- /llava_hound_dpo/trl/trainer/iterative_sft_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/trl/trainer/iterative_sft_trainer.py -------------------------------------------------------------------------------- /llava_hound_dpo/trl/trainer/model_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/trl/trainer/model_config.py -------------------------------------------------------------------------------- /llava_hound_dpo/trl/trainer/ppo_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/trl/trainer/ppo_config.py -------------------------------------------------------------------------------- /llava_hound_dpo/trl/trainer/ppo_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/trl/trainer/ppo_trainer.py -------------------------------------------------------------------------------- /llava_hound_dpo/trl/trainer/reward_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/trl/trainer/reward_config.py -------------------------------------------------------------------------------- /llava_hound_dpo/trl/trainer/reward_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/trl/trainer/reward_trainer.py -------------------------------------------------------------------------------- /llava_hound_dpo/trl/trainer/sft_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/trl/trainer/sft_trainer.py -------------------------------------------------------------------------------- /llava_hound_dpo/trl/trainer/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/llava_hound_dpo/trl/trainer/utils.py -------------------------------------------------------------------------------- /setup/hf_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/setup/hf_utils.py -------------------------------------------------------------------------------- /setup/install_hf.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/setup/install_hf.sh -------------------------------------------------------------------------------- /setup/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/setup/requirements.txt -------------------------------------------------------------------------------- /setup/set_path.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/setup/set_path.sh -------------------------------------------------------------------------------- /setup/setup_env.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/setup/setup_env.sh -------------------------------------------------------------------------------- /setup/setup_image_data.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/setup/setup_image_data.sh -------------------------------------------------------------------------------- /setup/setup_pretrain_data.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/setup/setup_pretrain_data.sh -------------------------------------------------------------------------------- /setup/setup_test_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/setup/setup_test_data.py -------------------------------------------------------------------------------- /setup/setup_test_data.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/setup/setup_test_data.sh -------------------------------------------------------------------------------- /setup/setup_train_data.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/setup/setup_train_data.sh -------------------------------------------------------------------------------- /video_chatgpt/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/video_chatgpt/README.md -------------------------------------------------------------------------------- /video_chatgpt/run_test/eval/eval_official_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/video_chatgpt/run_test/eval/eval_official_qa.py -------------------------------------------------------------------------------- /video_chatgpt/run_test/eval/eval_official_zeroshot_qa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/video_chatgpt/run_test/eval/eval_official_zeroshot_qa.sh -------------------------------------------------------------------------------- /video_chatgpt/run_test/eval/eval_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/video_chatgpt/run_test/eval/eval_qa.py -------------------------------------------------------------------------------- /video_chatgpt/run_test/eval/eval_qa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/video_chatgpt/run_test/eval/eval_qa.sh -------------------------------------------------------------------------------- /video_chatgpt/run_test/eval/eval_zeroshot_qa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/video_chatgpt/run_test/eval/eval_zeroshot_qa.sh -------------------------------------------------------------------------------- /video_chatgpt/run_test/inference/chatgpt_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/video_chatgpt/run_test/inference/chatgpt_inference.py -------------------------------------------------------------------------------- /video_chatgpt/run_test/inference/debug_inference_test_qa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/video_chatgpt/run_test/inference/debug_inference_test_qa.sh -------------------------------------------------------------------------------- /video_chatgpt/run_test/inference/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/video_chatgpt/run_test/inference/inference.py -------------------------------------------------------------------------------- /video_chatgpt/run_test/inference/inference_test_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/video_chatgpt/run_test/inference/inference_test_qa.py -------------------------------------------------------------------------------- /video_chatgpt/run_test/inference/inference_test_qa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/video_chatgpt/run_test/inference/inference_test_qa.sh -------------------------------------------------------------------------------- /video_chatgpt/run_test/inference/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/video_chatgpt/run_test/inference/utils.py -------------------------------------------------------------------------------- /video_chatgpt/run_test/pipeline/indomain_test_pipeline.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/video_chatgpt/run_test/pipeline/indomain_test_pipeline.sh -------------------------------------------------------------------------------- /video_chatgpt/run_test/pipeline/outdomain_official_test_pipeline.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/video_chatgpt/run_test/pipeline/outdomain_official_test_pipeline.sh -------------------------------------------------------------------------------- /video_chatgpt/run_test/pipeline/outdomain_test_pipeline.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/video_chatgpt/run_test/pipeline/outdomain_test_pipeline.sh -------------------------------------------------------------------------------- /video_chatgpt/run_test/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/video_chatgpt/run_test/utils.py -------------------------------------------------------------------------------- /video_chatgpt/set_var.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/video_chatgpt/set_var.sh -------------------------------------------------------------------------------- /video_chatgpt/videochatgpt/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/video_chatgpt/videochatgpt/__init__.py -------------------------------------------------------------------------------- /video_chatgpt/videochatgpt/consolidate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/video_chatgpt/videochatgpt/consolidate.py -------------------------------------------------------------------------------- /video_chatgpt/videochatgpt/make_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/video_chatgpt/videochatgpt/make_delta.py -------------------------------------------------------------------------------- /video_chatgpt/videochatgpt/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/video_chatgpt/videochatgpt/utils.py -------------------------------------------------------------------------------- /video_chatgpt/videochatgpt/video_chatgpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/video_chatgpt/videochatgpt/video_chatgpt.py -------------------------------------------------------------------------------- /video_chatgpt/videochatgpt_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RifleZhang/LLaVA-Hound-DPO/HEAD/video_chatgpt/videochatgpt_utils.py --------------------------------------------------------------------------------