├── README.md ├── assets ├── Algorithm.png ├── compare.png ├── ex1.png ├── ex2.jpg ├── framework.png ├── hd.png ├── high-reso.jpg ├── projector_comparsion.jpg ├── title.png ├── vis-1.jpg └── vis-2.jpg ├── docs └── evaluation.md ├── llava ├── __init__.py ├── constants.py ├── conversation.py ├── eval │ ├── eval_docvqa.py │ ├── eval_gpt_review.py │ ├── eval_gpt_review_bench.py │ ├── eval_gpt_review_visual.py │ ├── eval_ocr_bench.py │ ├── eval_pope.py │ ├── eval_textvqa.py │ ├── m4c_evaluator.py │ ├── mmmu │ │ └── eval │ │ │ ├── README.md │ │ │ ├── answer_dict_val.json │ │ │ ├── configs │ │ │ └── llava1.5.yaml │ │ │ ├── convert_to_test.py │ │ │ ├── eval.py │ │ │ ├── main_eval_only.py │ │ │ ├── main_parse_and_eval.py │ │ │ ├── print_results.py │ │ │ ├── run_llava.py │ │ │ └── utils │ │ │ ├── __pycache__ │ │ │ ├── data_utils.cpython-310.pyc │ │ │ ├── eval_utils.cpython-310.pyc │ │ │ └── model_utils_ind.cpython-310.pyc │ │ │ ├── data_utils.py │ │ │ ├── eval_utils.py │ │ │ ├── model_utils.py │ │ │ └── model_utils_ind.py │ ├── model_qa.py │ ├── model_vqa.py │ ├── model_vqa_loader.py │ ├── model_vqa_loader_pope.py │ ├── model_vqa_mmbench.py │ ├── run_llava.py │ └── summarize_gpt_review.py ├── mm_utils.py ├── model │ ├── __init__.py │ ├── builder.py │ ├── consolidate.py │ ├── language_model │ │ ├── llava_llama.py │ │ ├── llava_mpt.py │ │ └── mpt │ │ │ ├── __pycache__ │ │ │ ├── adapt_tokenizer.cpython-310.pyc │ │ │ ├── attention.cpython-310.pyc │ │ │ ├── blocks.cpython-310.pyc │ │ │ ├── configuration_mpt.cpython-310.pyc │ │ │ ├── custom_embedding.cpython-310.pyc │ │ │ ├── flash_attn_triton.cpython-310.pyc │ │ │ ├── hf_prefixlm_converter.cpython-310.pyc │ │ │ ├── meta_init_context.cpython-310.pyc │ │ │ ├── modeling_mpt.cpython-310.pyc │ │ │ ├── norm.cpython-310.pyc │ │ │ └── param_init_fns.cpython-310.pyc │ │ │ ├── adapt_tokenizer.py │ │ │ ├── attention.py │ │ │ ├── blocks.py │ │ │ ├── configuration_mpt.py │ │ │ ├── custom_embedding.py │ │ │ ├── flash_attn_triton.py │ │ │ ├── hf_prefixlm_converter.py │ │ │ ├── meta_init_context.py │ │ │ ├── modeling_mpt.py │ │ │ ├── norm.py │ │ │ └── param_init_fns.py │ ├── llava_arch.py │ ├── multimodal_encoder │ │ ├── builder.py │ │ └── clip_encoder.py │ ├── multimodal_projector │ │ └── builder.py │ └── utils.py ├── patch_divide.py ├── serve │ ├── __init__.py │ ├── cli.py │ ├── controller.py │ ├── examples │ │ ├── extreme_ironing.jpg │ │ └── waterview.jpg │ ├── gradio_web_server.py │ ├── model_worker.py │ ├── register_worker.py │ └── test_message.py ├── train │ ├── llama_flash_attn_monkey_patch.py │ ├── llava_trainer.py │ ├── train.py │ └── train_mem.py └── utils.py ├── pyproject.toml └── scripts ├── convert_docvqa_for_eval.py ├── convert_gqa_for_eval.py ├── convert_mmbench_for_submission.py ├── convert_mmvet_for_eval.py ├── convert_vizwiz_for_submission.py ├── convert_vqav2_for_submission.py ├── extract_mm_projector.py ├── finetune.sh ├── finetune_full_schedule.sh ├── finetune_lora.sh ├── finetune_qlora.sh ├── merge_lora_weights.py ├── pretrain.sh ├── v1_5 ├── eval │ ├── docvqa.sh │ ├── gqa.sh │ ├── mmbench.sh │ ├── mme.sh │ ├── mmmu_val.sh │ ├── mmvet.sh │ ├── ocr_bench.sh │ ├── pope.sh │ ├── textvqa.sh │ ├── vizwiz.sh │ └── vqav2.sh ├── finetune.sh ├── finetune_hd.sh ├── pretrain.sh └── pretrain_hd.sh ├── zero2.json ├── zero3.json └── zero3_offload.json /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/README.md -------------------------------------------------------------------------------- /assets/Algorithm.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/assets/Algorithm.png -------------------------------------------------------------------------------- /assets/compare.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/assets/compare.png -------------------------------------------------------------------------------- /assets/ex1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/assets/ex1.png -------------------------------------------------------------------------------- /assets/ex2.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/assets/ex2.jpg -------------------------------------------------------------------------------- /assets/framework.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/assets/framework.png -------------------------------------------------------------------------------- /assets/hd.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/assets/hd.png -------------------------------------------------------------------------------- /assets/high-reso.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/assets/high-reso.jpg -------------------------------------------------------------------------------- /assets/projector_comparsion.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/assets/projector_comparsion.jpg -------------------------------------------------------------------------------- /assets/title.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/assets/title.png -------------------------------------------------------------------------------- /assets/vis-1.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/assets/vis-1.jpg -------------------------------------------------------------------------------- /assets/vis-2.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/assets/vis-2.jpg -------------------------------------------------------------------------------- /docs/evaluation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/docs/evaluation.md -------------------------------------------------------------------------------- /llava/__init__.py: -------------------------------------------------------------------------------- 1 | from .model import LlavaLlamaForCausalLM 2 | -------------------------------------------------------------------------------- /llava/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/constants.py -------------------------------------------------------------------------------- /llava/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/conversation.py -------------------------------------------------------------------------------- /llava/eval/eval_docvqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/eval/eval_docvqa.py -------------------------------------------------------------------------------- /llava/eval/eval_gpt_review.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/eval/eval_gpt_review.py -------------------------------------------------------------------------------- /llava/eval/eval_gpt_review_bench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/eval/eval_gpt_review_bench.py -------------------------------------------------------------------------------- /llava/eval/eval_gpt_review_visual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/eval/eval_gpt_review_visual.py -------------------------------------------------------------------------------- /llava/eval/eval_ocr_bench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/eval/eval_ocr_bench.py -------------------------------------------------------------------------------- /llava/eval/eval_pope.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/eval/eval_pope.py -------------------------------------------------------------------------------- /llava/eval/eval_textvqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/eval/eval_textvqa.py -------------------------------------------------------------------------------- /llava/eval/m4c_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/eval/m4c_evaluator.py -------------------------------------------------------------------------------- /llava/eval/mmmu/eval/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/eval/mmmu/eval/README.md -------------------------------------------------------------------------------- /llava/eval/mmmu/eval/answer_dict_val.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/eval/mmmu/eval/answer_dict_val.json -------------------------------------------------------------------------------- /llava/eval/mmmu/eval/configs/llava1.5.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/eval/mmmu/eval/configs/llava1.5.yaml -------------------------------------------------------------------------------- /llava/eval/mmmu/eval/convert_to_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/eval/mmmu/eval/convert_to_test.py -------------------------------------------------------------------------------- /llava/eval/mmmu/eval/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/eval/mmmu/eval/eval.py -------------------------------------------------------------------------------- /llava/eval/mmmu/eval/main_eval_only.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/eval/mmmu/eval/main_eval_only.py -------------------------------------------------------------------------------- /llava/eval/mmmu/eval/main_parse_and_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/eval/mmmu/eval/main_parse_and_eval.py -------------------------------------------------------------------------------- /llava/eval/mmmu/eval/print_results.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/eval/mmmu/eval/print_results.py -------------------------------------------------------------------------------- /llava/eval/mmmu/eval/run_llava.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/eval/mmmu/eval/run_llava.py -------------------------------------------------------------------------------- /llava/eval/mmmu/eval/utils/__pycache__/data_utils.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/eval/mmmu/eval/utils/__pycache__/data_utils.cpython-310.pyc -------------------------------------------------------------------------------- /llava/eval/mmmu/eval/utils/__pycache__/eval_utils.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/eval/mmmu/eval/utils/__pycache__/eval_utils.cpython-310.pyc -------------------------------------------------------------------------------- /llava/eval/mmmu/eval/utils/__pycache__/model_utils_ind.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/eval/mmmu/eval/utils/__pycache__/model_utils_ind.cpython-310.pyc -------------------------------------------------------------------------------- /llava/eval/mmmu/eval/utils/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/eval/mmmu/eval/utils/data_utils.py -------------------------------------------------------------------------------- /llava/eval/mmmu/eval/utils/eval_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/eval/mmmu/eval/utils/eval_utils.py -------------------------------------------------------------------------------- /llava/eval/mmmu/eval/utils/model_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/eval/mmmu/eval/utils/model_utils.py -------------------------------------------------------------------------------- /llava/eval/mmmu/eval/utils/model_utils_ind.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/eval/mmmu/eval/utils/model_utils_ind.py -------------------------------------------------------------------------------- /llava/eval/model_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/eval/model_qa.py -------------------------------------------------------------------------------- /llava/eval/model_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/eval/model_vqa.py -------------------------------------------------------------------------------- /llava/eval/model_vqa_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/eval/model_vqa_loader.py -------------------------------------------------------------------------------- /llava/eval/model_vqa_loader_pope.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/eval/model_vqa_loader_pope.py -------------------------------------------------------------------------------- /llava/eval/model_vqa_mmbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/eval/model_vqa_mmbench.py -------------------------------------------------------------------------------- /llava/eval/run_llava.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/eval/run_llava.py -------------------------------------------------------------------------------- /llava/eval/summarize_gpt_review.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/eval/summarize_gpt_review.py -------------------------------------------------------------------------------- /llava/mm_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/mm_utils.py -------------------------------------------------------------------------------- /llava/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/model/__init__.py -------------------------------------------------------------------------------- /llava/model/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/model/builder.py -------------------------------------------------------------------------------- /llava/model/consolidate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/model/consolidate.py -------------------------------------------------------------------------------- /llava/model/language_model/llava_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/model/language_model/llava_llama.py -------------------------------------------------------------------------------- /llava/model/language_model/llava_mpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/model/language_model/llava_mpt.py -------------------------------------------------------------------------------- /llava/model/language_model/mpt/__pycache__/adapt_tokenizer.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/model/language_model/mpt/__pycache__/adapt_tokenizer.cpython-310.pyc -------------------------------------------------------------------------------- /llava/model/language_model/mpt/__pycache__/attention.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/model/language_model/mpt/__pycache__/attention.cpython-310.pyc -------------------------------------------------------------------------------- /llava/model/language_model/mpt/__pycache__/blocks.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/model/language_model/mpt/__pycache__/blocks.cpython-310.pyc -------------------------------------------------------------------------------- /llava/model/language_model/mpt/__pycache__/configuration_mpt.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/model/language_model/mpt/__pycache__/configuration_mpt.cpython-310.pyc -------------------------------------------------------------------------------- /llava/model/language_model/mpt/__pycache__/custom_embedding.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/model/language_model/mpt/__pycache__/custom_embedding.cpython-310.pyc -------------------------------------------------------------------------------- /llava/model/language_model/mpt/__pycache__/flash_attn_triton.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/model/language_model/mpt/__pycache__/flash_attn_triton.cpython-310.pyc -------------------------------------------------------------------------------- /llava/model/language_model/mpt/__pycache__/hf_prefixlm_converter.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/model/language_model/mpt/__pycache__/hf_prefixlm_converter.cpython-310.pyc -------------------------------------------------------------------------------- /llava/model/language_model/mpt/__pycache__/meta_init_context.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/model/language_model/mpt/__pycache__/meta_init_context.cpython-310.pyc -------------------------------------------------------------------------------- /llava/model/language_model/mpt/__pycache__/modeling_mpt.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/model/language_model/mpt/__pycache__/modeling_mpt.cpython-310.pyc -------------------------------------------------------------------------------- /llava/model/language_model/mpt/__pycache__/norm.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/model/language_model/mpt/__pycache__/norm.cpython-310.pyc -------------------------------------------------------------------------------- /llava/model/language_model/mpt/__pycache__/param_init_fns.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/model/language_model/mpt/__pycache__/param_init_fns.cpython-310.pyc -------------------------------------------------------------------------------- /llava/model/language_model/mpt/adapt_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/model/language_model/mpt/adapt_tokenizer.py -------------------------------------------------------------------------------- /llava/model/language_model/mpt/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/model/language_model/mpt/attention.py -------------------------------------------------------------------------------- /llava/model/language_model/mpt/blocks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/model/language_model/mpt/blocks.py -------------------------------------------------------------------------------- /llava/model/language_model/mpt/configuration_mpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/model/language_model/mpt/configuration_mpt.py -------------------------------------------------------------------------------- /llava/model/language_model/mpt/custom_embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/model/language_model/mpt/custom_embedding.py -------------------------------------------------------------------------------- /llava/model/language_model/mpt/flash_attn_triton.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/model/language_model/mpt/flash_attn_triton.py -------------------------------------------------------------------------------- /llava/model/language_model/mpt/hf_prefixlm_converter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/model/language_model/mpt/hf_prefixlm_converter.py -------------------------------------------------------------------------------- /llava/model/language_model/mpt/meta_init_context.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/model/language_model/mpt/meta_init_context.py -------------------------------------------------------------------------------- /llava/model/language_model/mpt/modeling_mpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/model/language_model/mpt/modeling_mpt.py -------------------------------------------------------------------------------- /llava/model/language_model/mpt/norm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/model/language_model/mpt/norm.py -------------------------------------------------------------------------------- /llava/model/language_model/mpt/param_init_fns.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/model/language_model/mpt/param_init_fns.py -------------------------------------------------------------------------------- /llava/model/llava_arch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/model/llava_arch.py -------------------------------------------------------------------------------- /llava/model/multimodal_encoder/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/model/multimodal_encoder/builder.py -------------------------------------------------------------------------------- /llava/model/multimodal_encoder/clip_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/model/multimodal_encoder/clip_encoder.py -------------------------------------------------------------------------------- /llava/model/multimodal_projector/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/model/multimodal_projector/builder.py -------------------------------------------------------------------------------- /llava/model/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/model/utils.py -------------------------------------------------------------------------------- /llava/patch_divide.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/patch_divide.py -------------------------------------------------------------------------------- /llava/serve/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /llava/serve/cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/serve/cli.py -------------------------------------------------------------------------------- /llava/serve/controller.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/serve/controller.py -------------------------------------------------------------------------------- /llava/serve/examples/extreme_ironing.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/serve/examples/extreme_ironing.jpg -------------------------------------------------------------------------------- /llava/serve/examples/waterview.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/serve/examples/waterview.jpg -------------------------------------------------------------------------------- /llava/serve/gradio_web_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/serve/gradio_web_server.py -------------------------------------------------------------------------------- /llava/serve/model_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/serve/model_worker.py -------------------------------------------------------------------------------- /llava/serve/register_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/serve/register_worker.py -------------------------------------------------------------------------------- /llava/serve/test_message.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/serve/test_message.py -------------------------------------------------------------------------------- /llava/train/llama_flash_attn_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/train/llama_flash_attn_monkey_patch.py -------------------------------------------------------------------------------- /llava/train/llava_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/train/llava_trainer.py -------------------------------------------------------------------------------- /llava/train/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/train/train.py -------------------------------------------------------------------------------- /llava/train/train_mem.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/train/train_mem.py -------------------------------------------------------------------------------- /llava/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/llava/utils.py -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/pyproject.toml -------------------------------------------------------------------------------- /scripts/convert_docvqa_for_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/scripts/convert_docvqa_for_eval.py -------------------------------------------------------------------------------- /scripts/convert_gqa_for_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/scripts/convert_gqa_for_eval.py -------------------------------------------------------------------------------- /scripts/convert_mmbench_for_submission.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/scripts/convert_mmbench_for_submission.py -------------------------------------------------------------------------------- /scripts/convert_mmvet_for_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/scripts/convert_mmvet_for_eval.py -------------------------------------------------------------------------------- /scripts/convert_vizwiz_for_submission.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/scripts/convert_vizwiz_for_submission.py -------------------------------------------------------------------------------- /scripts/convert_vqav2_for_submission.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/scripts/convert_vqav2_for_submission.py -------------------------------------------------------------------------------- /scripts/extract_mm_projector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/scripts/extract_mm_projector.py -------------------------------------------------------------------------------- /scripts/finetune.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/scripts/finetune.sh -------------------------------------------------------------------------------- /scripts/finetune_full_schedule.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/scripts/finetune_full_schedule.sh -------------------------------------------------------------------------------- /scripts/finetune_lora.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/scripts/finetune_lora.sh -------------------------------------------------------------------------------- /scripts/finetune_qlora.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/scripts/finetune_qlora.sh -------------------------------------------------------------------------------- /scripts/merge_lora_weights.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/scripts/merge_lora_weights.py -------------------------------------------------------------------------------- /scripts/pretrain.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/scripts/pretrain.sh -------------------------------------------------------------------------------- /scripts/v1_5/eval/docvqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/scripts/v1_5/eval/docvqa.sh -------------------------------------------------------------------------------- /scripts/v1_5/eval/gqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/scripts/v1_5/eval/gqa.sh -------------------------------------------------------------------------------- /scripts/v1_5/eval/mmbench.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/scripts/v1_5/eval/mmbench.sh -------------------------------------------------------------------------------- /scripts/v1_5/eval/mme.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/scripts/v1_5/eval/mme.sh -------------------------------------------------------------------------------- /scripts/v1_5/eval/mmmu_val.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/scripts/v1_5/eval/mmmu_val.sh -------------------------------------------------------------------------------- /scripts/v1_5/eval/mmvet.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/scripts/v1_5/eval/mmvet.sh -------------------------------------------------------------------------------- /scripts/v1_5/eval/ocr_bench.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/scripts/v1_5/eval/ocr_bench.sh -------------------------------------------------------------------------------- /scripts/v1_5/eval/pope.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/scripts/v1_5/eval/pope.sh -------------------------------------------------------------------------------- /scripts/v1_5/eval/textvqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/scripts/v1_5/eval/textvqa.sh -------------------------------------------------------------------------------- /scripts/v1_5/eval/vizwiz.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/scripts/v1_5/eval/vizwiz.sh -------------------------------------------------------------------------------- /scripts/v1_5/eval/vqav2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/scripts/v1_5/eval/vqav2.sh -------------------------------------------------------------------------------- /scripts/v1_5/finetune.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/scripts/v1_5/finetune.sh -------------------------------------------------------------------------------- /scripts/v1_5/finetune_hd.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/scripts/v1_5/finetune_hd.sh -------------------------------------------------------------------------------- /scripts/v1_5/pretrain.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/scripts/v1_5/pretrain.sh -------------------------------------------------------------------------------- /scripts/v1_5/pretrain_hd.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/scripts/v1_5/pretrain_hd.sh -------------------------------------------------------------------------------- /scripts/zero2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/scripts/zero2.json -------------------------------------------------------------------------------- /scripts/zero3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/scripts/zero3.json -------------------------------------------------------------------------------- /scripts/zero3_offload.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CircleRadon/TokenPacker/HEAD/scripts/zero3_offload.json --------------------------------------------------------------------------------