├── LICENSE ├── README.md ├── bunny.egg-info ├── PKG-INFO ├── SOURCES.txt ├── dependency_links.txt ├── requires.txt └── top_level.txt ├── bunny ├── constants.py ├── conversation.py ├── eval │ ├── m4c_evaluator.py │ ├── model_vqa.py │ ├── model_vqa_loader.py │ ├── model_vqa_mmbench.py │ ├── model_vqa_mmmu.py │ └── model_vqa_science.py ├── model │ ├── __init__.py │ ├── builder.py │ ├── bunny_arch.py │ ├── language_model │ │ ├── bunny_phi.py │ │ ├── bunny_qwen.py │ │ ├── bunny_stablelm.py │ │ ├── phi │ │ │ ├── __init__.py │ │ │ ├── configuration_phi.py │ │ │ └── modeling_phi.py │ │ ├── qwen2 │ │ │ ├── __init__.py │ │ │ ├── configuration_qwen2.py │ │ │ ├── modeling_qwen2.py │ │ │ ├── tokenization_qwen2.py │ │ │ └── tokenization_qwen2_fast.py │ │ └── stable_lm │ │ │ ├── configuration_stablelm_epoch.py │ │ │ └── modeling_stablelm_epoch.py │ ├── multimodal_encoder │ │ ├── builder.py │ │ ├── clip │ │ │ └── clip_encoder.py │ │ ├── eva_clip │ │ │ ├── eva_clip_encoder.py │ │ │ ├── eva_clip_processors.py │ │ │ └── eva_vit.py │ │ └── siglip │ │ │ └── siglip_encoder.py │ └── multimodal_projector │ │ └── builder.py ├── serve │ ├── cli.py │ ├── controller.py │ ├── examples │ │ ├── example_1.png │ │ ├── example_2.png │ │ ├── icon.jpg │ │ └── user.png │ ├── gradio_web_server.py │ ├── model_worker.py │ └── register_worker.py ├── train │ ├── __pycache__ │ │ └── bunny_trainer.cpython-310.pyc │ ├── bunny_trainer.py │ └── train.py └── util │ ├── data_utils.py │ ├── mm_utils.py │ └── utils.py ├── comparison.png ├── eval ├── gqa │ ├── bunny_gqa_testdev_balanced.jsonl │ ├── convert_gqa_for_eval.py │ ├── eval_gqa.py │ └── testdev_balanced_questions.tar.gz ├── mm-vet │ ├── bunny-mm-vet.jsonl │ └── convert_mmvet_for_eval.py ├── mmbench │ └── convert_mmbench_for_submission.py ├── mme │ ├── bunny_mme.jsonl │ ├── calculation_mme.py │ └── convert_answer_to_mme.py ├── mmmu │ ├── answer_dict_val.json │ ├── config.yaml │ └── eval_mmmu.py ├── pope │ ├── bunny_pope_test.jsonl │ └── eval_pope.py ├── scienceqa │ ├── bunny_test_CQM-A.json │ └── eval_science_qa.py ├── seed-bench │ ├── SEED-Bench.json │ ├── bunny-seed-bench.jsonl │ ├── convert_seed_for_submission.py │ └── extract_video_frames.py ├── textvqa │ ├── bunny_textvqa_val_v051_ocr.jsonl │ └── eval_textvqa.py ├── viswiz │ ├── bunny_test.jsonl │ └── convert_viswiz_for_submission.py └── vqav2 │ ├── bunny_vqav2_mscoco_test-dev2015.tar.gz │ ├── bunny_vqav2_mscoco_test2015.tar.gz │ └── convert_vqav2_for_submission.py ├── icon.png ├── pyproject.toml └── script ├── deepspeed ├── zero2.json └── zero3.json ├── eval ├── full │ ├── evaluation_full.md │ ├── gqa.sh │ ├── mmbench.sh │ ├── mme.sh │ ├── mmmu.sh │ ├── mmvet.sh │ ├── pope.sh │ ├── scienceqa.sh │ ├── seedbench.sh │ └── vqav2.sh └── lora │ ├── evaluation_lora.md │ ├── gqa.sh │ ├── mmbench.sh │ ├── mme.sh │ ├── mmmu.sh │ ├── mmvet.sh │ ├── pope.sh │ ├── scienceqa.sh │ ├── seedbench.sh │ └── vqav2.sh ├── merge_lora_weights.py └── train ├── finetune_full.sh ├── finetune_lora.sh ├── pretrain.sh └── test_pretrain.sh /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/README.md -------------------------------------------------------------------------------- /bunny.egg-info/PKG-INFO: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/bunny.egg-info/PKG-INFO -------------------------------------------------------------------------------- /bunny.egg-info/SOURCES.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/bunny.egg-info/SOURCES.txt -------------------------------------------------------------------------------- /bunny.egg-info/dependency_links.txt: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /bunny.egg-info/requires.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/bunny.egg-info/requires.txt -------------------------------------------------------------------------------- /bunny.egg-info/top_level.txt: -------------------------------------------------------------------------------- 1 | bunny 2 | checkpoints-pretrain 3 | eval 4 | script 5 | -------------------------------------------------------------------------------- /bunny/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/bunny/constants.py -------------------------------------------------------------------------------- /bunny/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/bunny/conversation.py -------------------------------------------------------------------------------- /bunny/eval/m4c_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/bunny/eval/m4c_evaluator.py -------------------------------------------------------------------------------- /bunny/eval/model_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/bunny/eval/model_vqa.py -------------------------------------------------------------------------------- /bunny/eval/model_vqa_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/bunny/eval/model_vqa_loader.py -------------------------------------------------------------------------------- /bunny/eval/model_vqa_mmbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/bunny/eval/model_vqa_mmbench.py -------------------------------------------------------------------------------- /bunny/eval/model_vqa_mmmu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/bunny/eval/model_vqa_mmmu.py -------------------------------------------------------------------------------- /bunny/eval/model_vqa_science.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/bunny/eval/model_vqa_science.py -------------------------------------------------------------------------------- /bunny/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/bunny/model/__init__.py -------------------------------------------------------------------------------- /bunny/model/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/bunny/model/builder.py -------------------------------------------------------------------------------- /bunny/model/bunny_arch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/bunny/model/bunny_arch.py -------------------------------------------------------------------------------- /bunny/model/language_model/bunny_phi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/bunny/model/language_model/bunny_phi.py -------------------------------------------------------------------------------- /bunny/model/language_model/bunny_qwen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/bunny/model/language_model/bunny_qwen.py -------------------------------------------------------------------------------- /bunny/model/language_model/bunny_stablelm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/bunny/model/language_model/bunny_stablelm.py -------------------------------------------------------------------------------- /bunny/model/language_model/phi/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/bunny/model/language_model/phi/__init__.py -------------------------------------------------------------------------------- /bunny/model/language_model/phi/configuration_phi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/bunny/model/language_model/phi/configuration_phi.py -------------------------------------------------------------------------------- /bunny/model/language_model/phi/modeling_phi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/bunny/model/language_model/phi/modeling_phi.py -------------------------------------------------------------------------------- /bunny/model/language_model/qwen2/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/bunny/model/language_model/qwen2/__init__.py -------------------------------------------------------------------------------- /bunny/model/language_model/qwen2/configuration_qwen2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/bunny/model/language_model/qwen2/configuration_qwen2.py -------------------------------------------------------------------------------- /bunny/model/language_model/qwen2/modeling_qwen2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/bunny/model/language_model/qwen2/modeling_qwen2.py -------------------------------------------------------------------------------- /bunny/model/language_model/qwen2/tokenization_qwen2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/bunny/model/language_model/qwen2/tokenization_qwen2.py -------------------------------------------------------------------------------- /bunny/model/language_model/qwen2/tokenization_qwen2_fast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/bunny/model/language_model/qwen2/tokenization_qwen2_fast.py -------------------------------------------------------------------------------- /bunny/model/language_model/stable_lm/configuration_stablelm_epoch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/bunny/model/language_model/stable_lm/configuration_stablelm_epoch.py -------------------------------------------------------------------------------- /bunny/model/language_model/stable_lm/modeling_stablelm_epoch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/bunny/model/language_model/stable_lm/modeling_stablelm_epoch.py -------------------------------------------------------------------------------- /bunny/model/multimodal_encoder/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/bunny/model/multimodal_encoder/builder.py -------------------------------------------------------------------------------- /bunny/model/multimodal_encoder/clip/clip_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/bunny/model/multimodal_encoder/clip/clip_encoder.py -------------------------------------------------------------------------------- /bunny/model/multimodal_encoder/eva_clip/eva_clip_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/bunny/model/multimodal_encoder/eva_clip/eva_clip_encoder.py -------------------------------------------------------------------------------- /bunny/model/multimodal_encoder/eva_clip/eva_clip_processors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/bunny/model/multimodal_encoder/eva_clip/eva_clip_processors.py -------------------------------------------------------------------------------- /bunny/model/multimodal_encoder/eva_clip/eva_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/bunny/model/multimodal_encoder/eva_clip/eva_vit.py -------------------------------------------------------------------------------- /bunny/model/multimodal_encoder/siglip/siglip_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/bunny/model/multimodal_encoder/siglip/siglip_encoder.py -------------------------------------------------------------------------------- /bunny/model/multimodal_projector/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/bunny/model/multimodal_projector/builder.py -------------------------------------------------------------------------------- /bunny/serve/cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/bunny/serve/cli.py -------------------------------------------------------------------------------- /bunny/serve/controller.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/bunny/serve/controller.py -------------------------------------------------------------------------------- /bunny/serve/examples/example_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/bunny/serve/examples/example_1.png -------------------------------------------------------------------------------- /bunny/serve/examples/example_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/bunny/serve/examples/example_2.png -------------------------------------------------------------------------------- /bunny/serve/examples/icon.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/bunny/serve/examples/icon.jpg -------------------------------------------------------------------------------- /bunny/serve/examples/user.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/bunny/serve/examples/user.png -------------------------------------------------------------------------------- /bunny/serve/gradio_web_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/bunny/serve/gradio_web_server.py -------------------------------------------------------------------------------- /bunny/serve/model_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/bunny/serve/model_worker.py -------------------------------------------------------------------------------- /bunny/serve/register_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/bunny/serve/register_worker.py -------------------------------------------------------------------------------- /bunny/train/__pycache__/bunny_trainer.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/bunny/train/__pycache__/bunny_trainer.cpython-310.pyc -------------------------------------------------------------------------------- /bunny/train/bunny_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/bunny/train/bunny_trainer.py -------------------------------------------------------------------------------- /bunny/train/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/bunny/train/train.py -------------------------------------------------------------------------------- /bunny/util/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/bunny/util/data_utils.py -------------------------------------------------------------------------------- /bunny/util/mm_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/bunny/util/mm_utils.py -------------------------------------------------------------------------------- /bunny/util/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/bunny/util/utils.py -------------------------------------------------------------------------------- /comparison.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/comparison.png -------------------------------------------------------------------------------- /eval/gqa/bunny_gqa_testdev_balanced.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/eval/gqa/bunny_gqa_testdev_balanced.jsonl -------------------------------------------------------------------------------- /eval/gqa/convert_gqa_for_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/eval/gqa/convert_gqa_for_eval.py -------------------------------------------------------------------------------- /eval/gqa/eval_gqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/eval/gqa/eval_gqa.py -------------------------------------------------------------------------------- /eval/gqa/testdev_balanced_questions.tar.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/eval/gqa/testdev_balanced_questions.tar.gz -------------------------------------------------------------------------------- /eval/mm-vet/bunny-mm-vet.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/eval/mm-vet/bunny-mm-vet.jsonl -------------------------------------------------------------------------------- /eval/mm-vet/convert_mmvet_for_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/eval/mm-vet/convert_mmvet_for_eval.py -------------------------------------------------------------------------------- /eval/mmbench/convert_mmbench_for_submission.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/eval/mmbench/convert_mmbench_for_submission.py -------------------------------------------------------------------------------- /eval/mme/bunny_mme.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/eval/mme/bunny_mme.jsonl -------------------------------------------------------------------------------- /eval/mme/calculation_mme.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/eval/mme/calculation_mme.py -------------------------------------------------------------------------------- /eval/mme/convert_answer_to_mme.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/eval/mme/convert_answer_to_mme.py -------------------------------------------------------------------------------- /eval/mmmu/answer_dict_val.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/eval/mmmu/answer_dict_val.json -------------------------------------------------------------------------------- /eval/mmmu/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/eval/mmmu/config.yaml -------------------------------------------------------------------------------- /eval/mmmu/eval_mmmu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/eval/mmmu/eval_mmmu.py -------------------------------------------------------------------------------- /eval/pope/bunny_pope_test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/eval/pope/bunny_pope_test.jsonl -------------------------------------------------------------------------------- /eval/pope/eval_pope.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/eval/pope/eval_pope.py -------------------------------------------------------------------------------- /eval/scienceqa/bunny_test_CQM-A.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/eval/scienceqa/bunny_test_CQM-A.json -------------------------------------------------------------------------------- /eval/scienceqa/eval_science_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/eval/scienceqa/eval_science_qa.py -------------------------------------------------------------------------------- /eval/seed-bench/SEED-Bench.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/eval/seed-bench/SEED-Bench.json -------------------------------------------------------------------------------- /eval/seed-bench/bunny-seed-bench.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/eval/seed-bench/bunny-seed-bench.jsonl -------------------------------------------------------------------------------- /eval/seed-bench/convert_seed_for_submission.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/eval/seed-bench/convert_seed_for_submission.py -------------------------------------------------------------------------------- /eval/seed-bench/extract_video_frames.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/eval/seed-bench/extract_video_frames.py -------------------------------------------------------------------------------- /eval/textvqa/bunny_textvqa_val_v051_ocr.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/eval/textvqa/bunny_textvqa_val_v051_ocr.jsonl -------------------------------------------------------------------------------- /eval/textvqa/eval_textvqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/eval/textvqa/eval_textvqa.py -------------------------------------------------------------------------------- /eval/viswiz/bunny_test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/eval/viswiz/bunny_test.jsonl -------------------------------------------------------------------------------- /eval/viswiz/convert_viswiz_for_submission.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/eval/viswiz/convert_viswiz_for_submission.py -------------------------------------------------------------------------------- /eval/vqav2/bunny_vqav2_mscoco_test-dev2015.tar.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/eval/vqav2/bunny_vqav2_mscoco_test-dev2015.tar.gz -------------------------------------------------------------------------------- /eval/vqav2/bunny_vqav2_mscoco_test2015.tar.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/eval/vqav2/bunny_vqav2_mscoco_test2015.tar.gz -------------------------------------------------------------------------------- /eval/vqav2/convert_vqav2_for_submission.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/eval/vqav2/convert_vqav2_for_submission.py -------------------------------------------------------------------------------- /icon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/icon.png -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/pyproject.toml -------------------------------------------------------------------------------- /script/deepspeed/zero2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/script/deepspeed/zero2.json -------------------------------------------------------------------------------- /script/deepspeed/zero3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/script/deepspeed/zero3.json -------------------------------------------------------------------------------- /script/eval/full/evaluation_full.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/script/eval/full/evaluation_full.md -------------------------------------------------------------------------------- /script/eval/full/gqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/script/eval/full/gqa.sh -------------------------------------------------------------------------------- /script/eval/full/mmbench.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/script/eval/full/mmbench.sh -------------------------------------------------------------------------------- /script/eval/full/mme.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/script/eval/full/mme.sh -------------------------------------------------------------------------------- /script/eval/full/mmmu.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/script/eval/full/mmmu.sh -------------------------------------------------------------------------------- /script/eval/full/mmvet.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/script/eval/full/mmvet.sh -------------------------------------------------------------------------------- /script/eval/full/pope.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/script/eval/full/pope.sh -------------------------------------------------------------------------------- /script/eval/full/scienceqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/script/eval/full/scienceqa.sh -------------------------------------------------------------------------------- /script/eval/full/seedbench.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/script/eval/full/seedbench.sh -------------------------------------------------------------------------------- /script/eval/full/vqav2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/script/eval/full/vqav2.sh -------------------------------------------------------------------------------- /script/eval/lora/evaluation_lora.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/script/eval/lora/evaluation_lora.md -------------------------------------------------------------------------------- /script/eval/lora/gqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/script/eval/lora/gqa.sh -------------------------------------------------------------------------------- /script/eval/lora/mmbench.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/script/eval/lora/mmbench.sh -------------------------------------------------------------------------------- /script/eval/lora/mme.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/script/eval/lora/mme.sh -------------------------------------------------------------------------------- /script/eval/lora/mmmu.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/script/eval/lora/mmmu.sh -------------------------------------------------------------------------------- /script/eval/lora/mmvet.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/script/eval/lora/mmvet.sh -------------------------------------------------------------------------------- /script/eval/lora/pope.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/script/eval/lora/pope.sh -------------------------------------------------------------------------------- /script/eval/lora/scienceqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/script/eval/lora/scienceqa.sh -------------------------------------------------------------------------------- /script/eval/lora/seedbench.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/script/eval/lora/seedbench.sh -------------------------------------------------------------------------------- /script/eval/lora/vqav2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/script/eval/lora/vqav2.sh -------------------------------------------------------------------------------- /script/merge_lora_weights.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/script/merge_lora_weights.py -------------------------------------------------------------------------------- /script/train/finetune_full.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/script/train/finetune_full.sh -------------------------------------------------------------------------------- /script/train/finetune_lora.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/script/train/finetune_lora.sh -------------------------------------------------------------------------------- /script/train/pretrain.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/script/train/pretrain.sh -------------------------------------------------------------------------------- /script/train/test_pretrain.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qnguyen3/nanoLLaVA/HEAD/script/train/test_pretrain.sh --------------------------------------------------------------------------------