├── .gitignore ├── LICENSE ├── ReadMe.md ├── assets ├── logo.png └── pipeline.png ├── docs └── usage.md └── dual-aeb └── LLaVA-NeXT ├── .editorconfig ├── cog.yaml ├── llava ├── __init__.py ├── constants.py ├── conversation.py ├── eval │ ├── evaluate.py │ ├── merge_results.py │ └── split_dataset.py ├── mm_utils.py ├── model │ ├── __init__.py │ ├── apply_delta.py │ ├── builder.py │ ├── consolidate.py │ ├── language_model │ │ ├── llava_llama.py │ │ ├── llava_qwen.py │ │ └── modeling_llama.py │ ├── llava_arch.py │ ├── make_delta.py │ ├── multimodal_encoder │ │ ├── builder.py │ │ ├── clip_encoder.py │ │ └── siglip_encoder.py │ ├── multimodal_projector │ │ ├── builder.py │ │ └── pooler_projector.py │ ├── multimodal_resampler │ │ ├── builder.py │ │ ├── masked_drop.py │ │ ├── perceiver.py │ │ ├── qformer.py │ │ └── spatial_pool.py │ └── utils.py ├── train │ ├── config.py │ ├── dataset.py │ ├── llava_trainer.py │ ├── train.py │ └── train_mem.py └── utils.py ├── predict.py ├── pyproject.toml ├── requirements.txt ├── scripts ├── archived │ ├── convert_gqa_for_eval.py │ ├── convert_mmvet_for_eval.py │ ├── convert_sqa_to_llava.py │ ├── convert_sqa_to_llava_base_prompt.py │ ├── convert_vizwiz_for_submission.py │ ├── convert_vqav2_for_submission.py │ ├── data_info.py │ ├── dpo_data_info.py │ ├── entry_cmd.sh │ ├── finetune.sh │ ├── finetune_1.5.sh │ ├── finetune_full_schedule.sh │ ├── finetune_lora.sh │ ├── finetune_mixtral.sh │ ├── finetune_mixtral_1.5.sh │ ├── finetune_mixtral_1.6_336px_anyres.sh │ ├── finetune_mixtral_1.6_336px_anyres_freeze_vision.sh │ ├── finetune_mixtral_1.6_336px_anyres_lmms_eval.sh │ ├── finetune_mixtral_copy.sh │ ├── finetune_qlora.sh │ ├── finetune_sqa.sh │ ├── merge_lora_weights.py │ ├── pretrain.sh │ ├── quick_check.py │ ├── sqa_eval_batch.sh │ └── sqa_eval_gather.sh ├── interleave │ ├── eval_all.sh │ ├── eval_interleave_3d.sh │ └── eval_multiprocess.sh ├── qwen.py ├── summarize_data.py ├── train │ ├── README.md │ ├── finetune_onevision.sh │ ├── finetune_siglip_a4.sh │ ├── pretrain_clip.sh │ └── pretrain_siglip.sh ├── video │ ├── demo │ │ └── video_demo.sh │ └── eval │ │ ├── activitynet_eval.sh │ │ ├── video_chatgpt_benchmark_eval_shard.sh │ │ ├── video_description_from_t2v.sh │ │ ├── video_detail_description_eval_only.sh │ │ └── video_detail_description_eval_shard.sh ├── zero2.json ├── zero2_fused_adamw.json ├── zero2_offload.json ├── zero3.json ├── zero3_offload.json └── zero3pp.json └── tools ├── generate_template_data.py └── utils.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/LICENSE -------------------------------------------------------------------------------- /ReadMe.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/ReadMe.md -------------------------------------------------------------------------------- /assets/logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/assets/logo.png -------------------------------------------------------------------------------- /assets/pipeline.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/assets/pipeline.png -------------------------------------------------------------------------------- /docs/usage.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/docs/usage.md -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/.editorconfig: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/.editorconfig -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/cog.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/cog.yaml -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/llava/__init__.py: -------------------------------------------------------------------------------- 1 | from .model import LlavaLlamaForCausalLM 2 | -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/llava/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/llava/constants.py -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/llava/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/llava/conversation.py -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/llava/eval/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/llava/eval/evaluate.py -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/llava/eval/merge_results.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/llava/eval/merge_results.py -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/llava/eval/split_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/llava/eval/split_dataset.py -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/llava/mm_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/llava/mm_utils.py -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/llava/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/llava/model/__init__.py -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/llava/model/apply_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/llava/model/apply_delta.py -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/llava/model/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/llava/model/builder.py -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/llava/model/consolidate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/llava/model/consolidate.py -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/llava/model/language_model/llava_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/llava/model/language_model/llava_llama.py -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/llava/model/language_model/llava_qwen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/llava/model/language_model/llava_qwen.py -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/llava/model/language_model/modeling_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/llava/model/language_model/modeling_llama.py -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/llava/model/llava_arch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/llava/model/llava_arch.py -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/llava/model/make_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/llava/model/make_delta.py -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/llava/model/multimodal_encoder/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/llava/model/multimodal_encoder/builder.py -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/llava/model/multimodal_encoder/clip_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/llava/model/multimodal_encoder/clip_encoder.py -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/llava/model/multimodal_encoder/siglip_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/llava/model/multimodal_encoder/siglip_encoder.py -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/llava/model/multimodal_projector/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/llava/model/multimodal_projector/builder.py -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/llava/model/multimodal_projector/pooler_projector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/llava/model/multimodal_projector/pooler_projector.py -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/llava/model/multimodal_resampler/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/llava/model/multimodal_resampler/builder.py -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/llava/model/multimodal_resampler/masked_drop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/llava/model/multimodal_resampler/masked_drop.py -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/llava/model/multimodal_resampler/perceiver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/llava/model/multimodal_resampler/perceiver.py -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/llava/model/multimodal_resampler/qformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/llava/model/multimodal_resampler/qformer.py -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/llava/model/multimodal_resampler/spatial_pool.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/llava/model/multimodal_resampler/spatial_pool.py -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/llava/model/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/llava/model/utils.py -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/llava/train/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/llava/train/config.py -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/llava/train/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/llava/train/dataset.py -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/llava/train/llava_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/llava/train/llava_trainer.py -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/llava/train/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/llava/train/train.py -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/llava/train/train_mem.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/llava/train/train_mem.py -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/llava/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/llava/utils.py -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/predict.py -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/pyproject.toml -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/requirements.txt -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/scripts/archived/convert_gqa_for_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/scripts/archived/convert_gqa_for_eval.py -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/scripts/archived/convert_mmvet_for_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/scripts/archived/convert_mmvet_for_eval.py -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/scripts/archived/convert_sqa_to_llava.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/scripts/archived/convert_sqa_to_llava.py -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/scripts/archived/convert_sqa_to_llava_base_prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/scripts/archived/convert_sqa_to_llava_base_prompt.py -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/scripts/archived/convert_vizwiz_for_submission.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/scripts/archived/convert_vizwiz_for_submission.py -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/scripts/archived/convert_vqav2_for_submission.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/scripts/archived/convert_vqav2_for_submission.py -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/scripts/archived/data_info.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/scripts/archived/data_info.py -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/scripts/archived/dpo_data_info.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/scripts/archived/dpo_data_info.py -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/scripts/archived/entry_cmd.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/scripts/archived/entry_cmd.sh -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/scripts/archived/finetune.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/scripts/archived/finetune.sh -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/scripts/archived/finetune_1.5.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/scripts/archived/finetune_1.5.sh -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/scripts/archived/finetune_full_schedule.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/scripts/archived/finetune_full_schedule.sh -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/scripts/archived/finetune_lora.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/scripts/archived/finetune_lora.sh -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/scripts/archived/finetune_mixtral.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/scripts/archived/finetune_mixtral.sh -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/scripts/archived/finetune_mixtral_1.5.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/scripts/archived/finetune_mixtral_1.5.sh -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/scripts/archived/finetune_mixtral_1.6_336px_anyres.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/scripts/archived/finetune_mixtral_1.6_336px_anyres.sh -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/scripts/archived/finetune_mixtral_1.6_336px_anyres_freeze_vision.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/scripts/archived/finetune_mixtral_1.6_336px_anyres_freeze_vision.sh -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/scripts/archived/finetune_mixtral_1.6_336px_anyres_lmms_eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/scripts/archived/finetune_mixtral_1.6_336px_anyres_lmms_eval.sh -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/scripts/archived/finetune_mixtral_copy.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/scripts/archived/finetune_mixtral_copy.sh -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/scripts/archived/finetune_qlora.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/scripts/archived/finetune_qlora.sh -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/scripts/archived/finetune_sqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/scripts/archived/finetune_sqa.sh -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/scripts/archived/merge_lora_weights.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/scripts/archived/merge_lora_weights.py -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/scripts/archived/pretrain.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/scripts/archived/pretrain.sh -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/scripts/archived/quick_check.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/scripts/archived/quick_check.py -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/scripts/archived/sqa_eval_batch.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/scripts/archived/sqa_eval_batch.sh -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/scripts/archived/sqa_eval_gather.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/scripts/archived/sqa_eval_gather.sh -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/scripts/interleave/eval_all.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/scripts/interleave/eval_all.sh -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/scripts/interleave/eval_interleave_3d.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/scripts/interleave/eval_interleave_3d.sh -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/scripts/interleave/eval_multiprocess.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/scripts/interleave/eval_multiprocess.sh -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/scripts/qwen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/scripts/qwen.py -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/scripts/summarize_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/scripts/summarize_data.py -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/scripts/train/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/scripts/train/README.md -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/scripts/train/finetune_onevision.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/scripts/train/finetune_onevision.sh -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/scripts/train/finetune_siglip_a4.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/scripts/train/finetune_siglip_a4.sh -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/scripts/train/pretrain_clip.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/scripts/train/pretrain_clip.sh -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/scripts/train/pretrain_siglip.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/scripts/train/pretrain_siglip.sh -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/scripts/video/demo/video_demo.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/scripts/video/demo/video_demo.sh -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/scripts/video/eval/activitynet_eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/scripts/video/eval/activitynet_eval.sh -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/scripts/video/eval/video_chatgpt_benchmark_eval_shard.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/scripts/video/eval/video_chatgpt_benchmark_eval_shard.sh -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/scripts/video/eval/video_description_from_t2v.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/scripts/video/eval/video_description_from_t2v.sh -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/scripts/video/eval/video_detail_description_eval_only.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/scripts/video/eval/video_detail_description_eval_only.sh -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/scripts/video/eval/video_detail_description_eval_shard.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/scripts/video/eval/video_detail_description_eval_shard.sh -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/scripts/zero2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/scripts/zero2.json -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/scripts/zero2_fused_adamw.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/scripts/zero2_fused_adamw.json -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/scripts/zero2_offload.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/scripts/zero2_offload.json -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/scripts/zero3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/scripts/zero3.json -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/scripts/zero3_offload.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/scripts/zero3_offload.json -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/scripts/zero3pp.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/scripts/zero3pp.json -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/tools/generate_template_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/tools/generate_template_data.py -------------------------------------------------------------------------------- /dual-aeb/LLaVA-NeXT/tools/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChipsICU/Dual-AEB/HEAD/dual-aeb/LLaVA-NeXT/tools/utils.py --------------------------------------------------------------------------------