├── Align.sh ├── Eval.sh ├── MultiImageSFT.sh ├── README.md ├── SingleImageSFT.sh ├── assets ├── NIAH.png ├── arch.png ├── dataset.png ├── diaresult.png ├── header.png ├── logo.png ├── result1.png └── singleGPU.png ├── benchmarks ├── Efficiency │ ├── Llama_3_8B_100k.json │ ├── evaluate.py │ └── evaluatevllm.py ├── GQA │ ├── convert_gqa_for_eval.py │ ├── eval_gqa.sh │ └── generate_gqa.py ├── MME │ ├── convert_answer_to_mme.py │ ├── eval_mme.py │ └── eval_mme.sh ├── MMMU │ ├── convert_to_json_file.py │ ├── eval_mmmu.py │ └── eval_mmmu.sh ├── MVBench │ ├── eval_mvbench.sh │ ├── generate_score.py │ ├── merge_and_transfer.py │ ├── model_mvbench_qa.py │ ├── score.sh │ └── transfer.py ├── MileBench │ └── scripts │ │ ├── eval_milebench.sh │ │ ├── evaluate_milebench.py │ │ ├── generate_milebench.py │ │ ├── milebench_evaluator.py │ │ └── score.py ├── POPE │ ├── eval_pope.py │ ├── eval_pope.sh │ └── generate_pope.py ├── SEEDBench │ ├── convert_seed_for_submission.py │ ├── eval_seedbench.py │ └── eval_seedbench.sh ├── ScienceQA │ ├── eval_science_qa.py │ ├── eval_sqa.sh │ └── generate_science_qa.py ├── VIAH │ ├── eval_viah.sh │ ├── generate_score.py │ ├── model_viah_qa.py │ ├── score.sh │ ├── statistic.py │ └── transfer.py ├── VideoMME │ ├── eval_result.py │ ├── eval_videomme.sh │ ├── generate_score.py │ ├── model_videomme_qa.py │ └── score.sh └── vstarbench │ ├── eval_vstarbench.sh │ ├── generate_score.py │ ├── model_vstar.py │ ├── score.sh │ ├── statistic.py │ └── transfer.py ├── cli.py ├── data └── concat.py ├── llava ├── __init__.py ├── constants.py ├── conversation.py ├── eval │ └── chatbot.py ├── mm_utils.py ├── model │ ├── __init__.py │ ├── apply_delta.py │ ├── builder.py │ ├── consolidate.py │ ├── language_model │ │ ├── Jamba │ │ │ ├── config.json │ │ │ ├── configuration_jamba.py │ │ │ ├── generation_config.json │ │ │ ├── modeling_jamba.py │ │ │ ├── modeling_jamba_moeTrain.py │ │ │ ├── special_tokens_map.json │ │ │ ├── tokenizer.json │ │ │ ├── tokenizer.model │ │ │ └── tokenizer_config.json │ │ ├── __init__.py │ │ ├── llava_jamba.py │ │ └── llava_llama.py │ ├── llava_arch.py │ ├── make_delta.py │ ├── multimodal_encoder │ │ ├── builder.py │ │ └── clip_encoder.py │ ├── multimodal_projector │ │ └── builder.py │ └── utils.py ├── train │ ├── llava_trainer.py │ ├── train.py │ └── train_mem.py └── utils.py ├── requirements.txt ├── scripts ├── zero2.json ├── zero2_offload.json ├── zero3.json ├── zero3_copy.json ├── zero3_offload.json ├── zero3_offloadInf.json └── zero3_offload_backup.json └── utils ├── Jamba ├── __init__.py ├── configuration_jamba.py └── modeling_jamba.py ├── cal_flops.py └── dense_downcycling.py /Align.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/Align.sh -------------------------------------------------------------------------------- /Eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/Eval.sh -------------------------------------------------------------------------------- /MultiImageSFT.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/MultiImageSFT.sh -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/README.md -------------------------------------------------------------------------------- /SingleImageSFT.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/SingleImageSFT.sh -------------------------------------------------------------------------------- /assets/NIAH.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/assets/NIAH.png -------------------------------------------------------------------------------- /assets/arch.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/assets/arch.png -------------------------------------------------------------------------------- /assets/dataset.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/assets/dataset.png -------------------------------------------------------------------------------- /assets/diaresult.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/assets/diaresult.png -------------------------------------------------------------------------------- /assets/header.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/assets/header.png -------------------------------------------------------------------------------- /assets/logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/assets/logo.png -------------------------------------------------------------------------------- /assets/result1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/assets/result1.png -------------------------------------------------------------------------------- /assets/singleGPU.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/assets/singleGPU.png -------------------------------------------------------------------------------- /benchmarks/Efficiency/Llama_3_8B_100k.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/benchmarks/Efficiency/Llama_3_8B_100k.json -------------------------------------------------------------------------------- /benchmarks/Efficiency/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/benchmarks/Efficiency/evaluate.py -------------------------------------------------------------------------------- /benchmarks/Efficiency/evaluatevllm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/benchmarks/Efficiency/evaluatevllm.py -------------------------------------------------------------------------------- /benchmarks/GQA/convert_gqa_for_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/benchmarks/GQA/convert_gqa_for_eval.py -------------------------------------------------------------------------------- /benchmarks/GQA/eval_gqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/benchmarks/GQA/eval_gqa.sh -------------------------------------------------------------------------------- /benchmarks/GQA/generate_gqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/benchmarks/GQA/generate_gqa.py -------------------------------------------------------------------------------- /benchmarks/MME/convert_answer_to_mme.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/benchmarks/MME/convert_answer_to_mme.py -------------------------------------------------------------------------------- /benchmarks/MME/eval_mme.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/benchmarks/MME/eval_mme.py -------------------------------------------------------------------------------- /benchmarks/MME/eval_mme.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/benchmarks/MME/eval_mme.sh -------------------------------------------------------------------------------- /benchmarks/MMMU/convert_to_json_file.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/benchmarks/MMMU/convert_to_json_file.py -------------------------------------------------------------------------------- /benchmarks/MMMU/eval_mmmu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/benchmarks/MMMU/eval_mmmu.py -------------------------------------------------------------------------------- /benchmarks/MMMU/eval_mmmu.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/benchmarks/MMMU/eval_mmmu.sh -------------------------------------------------------------------------------- /benchmarks/MVBench/eval_mvbench.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/benchmarks/MVBench/eval_mvbench.sh -------------------------------------------------------------------------------- /benchmarks/MVBench/generate_score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/benchmarks/MVBench/generate_score.py -------------------------------------------------------------------------------- /benchmarks/MVBench/merge_and_transfer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/benchmarks/MVBench/merge_and_transfer.py -------------------------------------------------------------------------------- /benchmarks/MVBench/model_mvbench_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/benchmarks/MVBench/model_mvbench_qa.py -------------------------------------------------------------------------------- /benchmarks/MVBench/score.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/benchmarks/MVBench/score.sh -------------------------------------------------------------------------------- /benchmarks/MVBench/transfer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/benchmarks/MVBench/transfer.py -------------------------------------------------------------------------------- /benchmarks/MileBench/scripts/eval_milebench.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/benchmarks/MileBench/scripts/eval_milebench.sh -------------------------------------------------------------------------------- /benchmarks/MileBench/scripts/evaluate_milebench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/benchmarks/MileBench/scripts/evaluate_milebench.py -------------------------------------------------------------------------------- /benchmarks/MileBench/scripts/generate_milebench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/benchmarks/MileBench/scripts/generate_milebench.py -------------------------------------------------------------------------------- /benchmarks/MileBench/scripts/milebench_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/benchmarks/MileBench/scripts/milebench_evaluator.py -------------------------------------------------------------------------------- /benchmarks/MileBench/scripts/score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/benchmarks/MileBench/scripts/score.py -------------------------------------------------------------------------------- /benchmarks/POPE/eval_pope.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/benchmarks/POPE/eval_pope.py -------------------------------------------------------------------------------- /benchmarks/POPE/eval_pope.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/benchmarks/POPE/eval_pope.sh -------------------------------------------------------------------------------- /benchmarks/POPE/generate_pope.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/benchmarks/POPE/generate_pope.py -------------------------------------------------------------------------------- /benchmarks/SEEDBench/convert_seed_for_submission.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/benchmarks/SEEDBench/convert_seed_for_submission.py -------------------------------------------------------------------------------- /benchmarks/SEEDBench/eval_seedbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/benchmarks/SEEDBench/eval_seedbench.py -------------------------------------------------------------------------------- /benchmarks/SEEDBench/eval_seedbench.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/benchmarks/SEEDBench/eval_seedbench.sh -------------------------------------------------------------------------------- /benchmarks/ScienceQA/eval_science_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/benchmarks/ScienceQA/eval_science_qa.py -------------------------------------------------------------------------------- /benchmarks/ScienceQA/eval_sqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/benchmarks/ScienceQA/eval_sqa.sh -------------------------------------------------------------------------------- /benchmarks/ScienceQA/generate_science_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/benchmarks/ScienceQA/generate_science_qa.py -------------------------------------------------------------------------------- /benchmarks/VIAH/eval_viah.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/benchmarks/VIAH/eval_viah.sh -------------------------------------------------------------------------------- /benchmarks/VIAH/generate_score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/benchmarks/VIAH/generate_score.py -------------------------------------------------------------------------------- /benchmarks/VIAH/model_viah_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/benchmarks/VIAH/model_viah_qa.py -------------------------------------------------------------------------------- /benchmarks/VIAH/score.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/benchmarks/VIAH/score.sh -------------------------------------------------------------------------------- /benchmarks/VIAH/statistic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/benchmarks/VIAH/statistic.py -------------------------------------------------------------------------------- /benchmarks/VIAH/transfer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/benchmarks/VIAH/transfer.py -------------------------------------------------------------------------------- /benchmarks/VideoMME/eval_result.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/benchmarks/VideoMME/eval_result.py -------------------------------------------------------------------------------- /benchmarks/VideoMME/eval_videomme.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/benchmarks/VideoMME/eval_videomme.sh -------------------------------------------------------------------------------- /benchmarks/VideoMME/generate_score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/benchmarks/VideoMME/generate_score.py -------------------------------------------------------------------------------- /benchmarks/VideoMME/model_videomme_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/benchmarks/VideoMME/model_videomme_qa.py -------------------------------------------------------------------------------- /benchmarks/VideoMME/score.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/benchmarks/VideoMME/score.sh -------------------------------------------------------------------------------- /benchmarks/vstarbench/eval_vstarbench.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/benchmarks/vstarbench/eval_vstarbench.sh -------------------------------------------------------------------------------- /benchmarks/vstarbench/generate_score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/benchmarks/vstarbench/generate_score.py -------------------------------------------------------------------------------- /benchmarks/vstarbench/model_vstar.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/benchmarks/vstarbench/model_vstar.py -------------------------------------------------------------------------------- /benchmarks/vstarbench/score.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/benchmarks/vstarbench/score.sh -------------------------------------------------------------------------------- /benchmarks/vstarbench/statistic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/benchmarks/vstarbench/statistic.py -------------------------------------------------------------------------------- /benchmarks/vstarbench/transfer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/benchmarks/vstarbench/transfer.py -------------------------------------------------------------------------------- /cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/cli.py -------------------------------------------------------------------------------- /data/concat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/data/concat.py -------------------------------------------------------------------------------- /llava/__init__.py: -------------------------------------------------------------------------------- 1 | from .model import LlavaJambaForCausalLM 2 | -------------------------------------------------------------------------------- /llava/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/llava/constants.py -------------------------------------------------------------------------------- /llava/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/llava/conversation.py -------------------------------------------------------------------------------- /llava/eval/chatbot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/llava/eval/chatbot.py -------------------------------------------------------------------------------- /llava/mm_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/llava/mm_utils.py -------------------------------------------------------------------------------- /llava/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/llava/model/__init__.py -------------------------------------------------------------------------------- /llava/model/apply_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/llava/model/apply_delta.py -------------------------------------------------------------------------------- /llava/model/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/llava/model/builder.py -------------------------------------------------------------------------------- /llava/model/consolidate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/llava/model/consolidate.py -------------------------------------------------------------------------------- /llava/model/language_model/Jamba/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/llava/model/language_model/Jamba/config.json -------------------------------------------------------------------------------- /llava/model/language_model/Jamba/configuration_jamba.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/llava/model/language_model/Jamba/configuration_jamba.py -------------------------------------------------------------------------------- /llava/model/language_model/Jamba/generation_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/llava/model/language_model/Jamba/generation_config.json -------------------------------------------------------------------------------- /llava/model/language_model/Jamba/modeling_jamba.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/llava/model/language_model/Jamba/modeling_jamba.py -------------------------------------------------------------------------------- /llava/model/language_model/Jamba/modeling_jamba_moeTrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/llava/model/language_model/Jamba/modeling_jamba_moeTrain.py -------------------------------------------------------------------------------- /llava/model/language_model/Jamba/special_tokens_map.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/llava/model/language_model/Jamba/special_tokens_map.json -------------------------------------------------------------------------------- /llava/model/language_model/Jamba/tokenizer.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/llava/model/language_model/Jamba/tokenizer.json -------------------------------------------------------------------------------- /llava/model/language_model/Jamba/tokenizer.model: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/llava/model/language_model/Jamba/tokenizer.model -------------------------------------------------------------------------------- /llava/model/language_model/Jamba/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/llava/model/language_model/Jamba/tokenizer_config.json -------------------------------------------------------------------------------- /llava/model/language_model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/llava/model/language_model/__init__.py -------------------------------------------------------------------------------- /llava/model/language_model/llava_jamba.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/llava/model/language_model/llava_jamba.py -------------------------------------------------------------------------------- /llava/model/language_model/llava_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/llava/model/language_model/llava_llama.py -------------------------------------------------------------------------------- /llava/model/llava_arch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/llava/model/llava_arch.py -------------------------------------------------------------------------------- /llava/model/make_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/llava/model/make_delta.py -------------------------------------------------------------------------------- /llava/model/multimodal_encoder/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/llava/model/multimodal_encoder/builder.py -------------------------------------------------------------------------------- /llava/model/multimodal_encoder/clip_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/llava/model/multimodal_encoder/clip_encoder.py -------------------------------------------------------------------------------- /llava/model/multimodal_projector/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/llava/model/multimodal_projector/builder.py -------------------------------------------------------------------------------- /llava/model/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/llava/model/utils.py -------------------------------------------------------------------------------- /llava/train/llava_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/llava/train/llava_trainer.py -------------------------------------------------------------------------------- /llava/train/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/llava/train/train.py -------------------------------------------------------------------------------- /llava/train/train_mem.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/llava/train/train_mem.py -------------------------------------------------------------------------------- /llava/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/llava/utils.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/zero2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/scripts/zero2.json -------------------------------------------------------------------------------- /scripts/zero2_offload.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/scripts/zero2_offload.json -------------------------------------------------------------------------------- /scripts/zero3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/scripts/zero3.json -------------------------------------------------------------------------------- /scripts/zero3_copy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/scripts/zero3_copy.json -------------------------------------------------------------------------------- /scripts/zero3_offload.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/scripts/zero3_offload.json -------------------------------------------------------------------------------- /scripts/zero3_offloadInf.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/scripts/zero3_offloadInf.json -------------------------------------------------------------------------------- /scripts/zero3_offload_backup.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/scripts/zero3_offload_backup.json -------------------------------------------------------------------------------- /utils/Jamba/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /utils/Jamba/configuration_jamba.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/utils/Jamba/configuration_jamba.py -------------------------------------------------------------------------------- /utils/Jamba/modeling_jamba.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/utils/Jamba/modeling_jamba.py -------------------------------------------------------------------------------- /utils/cal_flops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/utils/cal_flops.py -------------------------------------------------------------------------------- /utils/dense_downcycling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LongLLaVA/HEAD/utils/dense_downcycling.py --------------------------------------------------------------------------------