├── LICENSE ├── README.md ├── data_to_llava.py ├── dataset ├── action.json ├── animal.json ├── color.json ├── food.json ├── furniture.json ├── plant.json ├── profession.json ├── scene.json └── vehicle.json ├── docs ├── Customize_Component.md ├── Data.md ├── Evaluation.md ├── LLaVA_Bench.md ├── LLaVA_from_LLaMA2.md ├── LoRA.md ├── MODEL_ZOO.md └── ScienceQA.md ├── image ├── image.txt ├── pipeline.png ├── quan.png ├── result.png ├── result2.png └── teaser.png ├── llava.egg-info ├── PKG-INFO ├── SOURCES.txt ├── dependency_links.txt ├── requires.txt └── top_level.txt ├── llava ├── __init__.py ├── __pycache__ │ ├── __init__.cpython-310.pyc │ ├── __init__.cpython-38.pyc │ ├── __init__.cpython-39.pyc │ ├── constants.cpython-310.pyc │ ├── constants.cpython-38.pyc │ ├── constants.cpython-39.pyc │ ├── conversation.cpython-310.pyc │ ├── conversation.cpython-38.pyc │ ├── conversation.cpython-39.pyc │ ├── mm_utils.cpython-310.pyc │ ├── mm_utils.cpython-38.pyc │ ├── mm_utils.cpython-39.pyc │ ├── utils.cpython-310.pyc │ ├── utils.cpython-38.pyc │ └── utils.cpython-39.pyc ├── constants.py ├── conversation.py ├── eval │ ├── __pycache__ │ │ ├── eval_textvqa.cpython-310.pyc │ │ ├── m4c_evaluator.cpython-310.pyc │ │ ├── model_vqa.cpython-310.pyc │ │ ├── model_vqa_loader.cpython-310.pyc │ │ ├── model_vqa_mmbench.cpython-310.pyc │ │ ├── model_vqa_mmbench.cpython-38.pyc │ │ ├── model_vqa_mmbench.cpython-39.pyc │ │ ├── model_vqa_multi.cpython-310.pyc │ │ ├── model_vqa_science.cpython-310.pyc │ │ └── run_llava.cpython-310.pyc │ ├── generate_webpage_data_from_table.py │ ├── model_qa.py │ ├── model_vqa.py │ ├── model_vqa_loader.py │ ├── model_vqa_mmbench.py │ ├── run_llava.py │ ├── summarize_gpt_review.py │ ├── table │ │ ├── answer │ │ │ ├── answer_alpaca-13b.jsonl │ │ │ ├── answer_bard.jsonl │ │ │ ├── answer_gpt35.jsonl │ │ │ ├── answer_llama-13b.jsonl │ │ │ └── answer_vicuna-13b.jsonl │ │ ├── caps_boxes_coco2014_val_80.jsonl │ │ ├── model.jsonl │ │ ├── prompt.jsonl │ │ ├── question.jsonl │ │ ├── results │ │ │ ├── test_sqa_llava_13b_v0.json │ │ │ └── test_sqa_llava_lcs_558k_sqa_12e_vicuna_v1_3_13b.json │ │ ├── review │ │ │ ├── review_alpaca-13b_vicuna-13b.jsonl │ │ │ ├── review_bard_vicuna-13b.jsonl │ │ │ ├── review_gpt35_vicuna-13b.jsonl │ │ │ └── review_llama-13b_vicuna-13b.jsonl │ │ ├── reviewer.jsonl │ │ └── rule.json │ └── webpage │ │ ├── figures │ │ ├── alpaca.png │ │ ├── bard.jpg │ │ ├── chatgpt.svg │ │ ├── llama.jpg │ │ ├── swords_FILL0_wght300_GRAD0_opsz48.svg │ │ └── vicuna.jpeg │ │ ├── index.html │ │ ├── script.js │ │ └── styles.css ├── mm_utils.py ├── model │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-310.pyc │ │ ├── __init__.cpython-38.pyc │ │ ├── __init__.cpython-39.pyc │ │ ├── builder.cpython-310.pyc │ │ ├── builder.cpython-38.pyc │ │ ├── builder.cpython-39.pyc │ │ ├── llava_arch.cpython-310.pyc │ │ ├── llava_arch.cpython-38.pyc │ │ └── llava_arch.cpython-39.pyc │ ├── apply_delta.py │ ├── builder.py │ ├── consolidate.py │ ├── language_model │ │ ├── __pycache__ │ │ │ ├── llava_llama.cpython-310.pyc │ │ │ ├── llava_llama.cpython-38.pyc │ │ │ ├── llava_llama.cpython-39.pyc │ │ │ ├── llava_mpt.cpython-310.pyc │ │ │ ├── llava_mpt.cpython-38.pyc │ │ │ └── llava_mpt.cpython-39.pyc │ │ ├── llava_llama.py │ │ ├── llava_mpt.py │ │ └── mpt │ │ │ ├── __pycache__ │ │ │ ├── adapt_tokenizer.cpython-310.pyc │ │ │ ├── adapt_tokenizer.cpython-38.pyc │ │ │ ├── adapt_tokenizer.cpython-39.pyc │ │ │ ├── attention.cpython-310.pyc │ │ │ ├── attention.cpython-38.pyc │ │ │ ├── attention.cpython-39.pyc │ │ │ ├── blocks.cpython-310.pyc │ │ │ ├── blocks.cpython-38.pyc │ │ │ ├── blocks.cpython-39.pyc │ │ │ ├── configuration_mpt.cpython-310.pyc │ │ │ ├── configuration_mpt.cpython-38.pyc │ │ │ ├── configuration_mpt.cpython-39.pyc │ │ │ ├── custom_embedding.cpython-310.pyc │ │ │ ├── custom_embedding.cpython-38.pyc │ │ │ ├── custom_embedding.cpython-39.pyc │ │ │ ├── flash_attn_triton.cpython-310.pyc │ │ │ ├── flash_attn_triton.cpython-38.pyc │ │ │ ├── flash_attn_triton.cpython-39.pyc │ │ │ ├── hf_prefixlm_converter.cpython-310.pyc │ │ │ ├── hf_prefixlm_converter.cpython-38.pyc │ │ │ ├── hf_prefixlm_converter.cpython-39.pyc │ │ │ ├── meta_init_context.cpython-310.pyc │ │ │ ├── meta_init_context.cpython-38.pyc │ │ │ ├── meta_init_context.cpython-39.pyc │ │ │ ├── modeling_mpt.cpython-310.pyc │ │ │ ├── modeling_mpt.cpython-38.pyc │ │ │ ├── modeling_mpt.cpython-39.pyc │ │ │ ├── norm.cpython-310.pyc │ │ │ ├── norm.cpython-38.pyc │ │ │ ├── norm.cpython-39.pyc │ │ │ ├── param_init_fns.cpython-310.pyc │ │ │ ├── param_init_fns.cpython-38.pyc │ │ │ └── param_init_fns.cpython-39.pyc │ │ │ ├── adapt_tokenizer.py │ │ │ ├── attention.py │ │ │ ├── blocks.py │ │ │ ├── configuration_mpt.py │ │ │ ├── custom_embedding.py │ │ │ ├── flash_attn_triton.py │ │ │ ├── hf_prefixlm_converter.py │ │ │ ├── meta_init_context.py │ │ │ ├── modeling_mpt.py │ │ │ ├── norm.py │ │ │ └── param_init_fns.py │ ├── llava_arch.py │ ├── llava_arch_cp.py │ ├── make_delta.py │ ├── multimodal_encoder │ │ ├── __pycache__ │ │ │ ├── builder.cpython-310.pyc │ │ │ ├── builder.cpython-38.pyc │ │ │ ├── builder.cpython-39.pyc │ │ │ ├── clip_encoder.cpython-310.pyc │ │ │ ├── clip_encoder.cpython-38.pyc │ │ │ └── clip_encoder.cpython-39.pyc │ │ ├── builder.py │ │ └── clip_encoder.py │ ├── multimodal_projector │ │ ├── __pycache__ │ │ │ ├── builder.cpython-310.pyc │ │ │ ├── builder.cpython-38.pyc │ │ │ └── builder.cpython-39.pyc │ │ └── builder.py │ └── utils.py ├── model_vqa_mm.py ├── serve │ ├── __init__.py │ ├── cli.py │ ├── controller.py │ ├── examples │ │ ├── extreme_ironing.jpg │ │ └── waterview.jpg │ ├── gradio_web_server.py │ ├── model_worker.py │ ├── register_worker.py │ └── test_message.py ├── train │ ├── __pycache__ │ │ ├── llama_flash_attn_monkey_patch.cpython-310.pyc │ │ ├── llama_flash_attn_monkey_patch.cpython-39.pyc │ │ ├── llava_trainer.cpython-310.pyc │ │ ├── llava_trainer.cpython-39.pyc │ │ ├── train.cpython-310.pyc │ │ └── train.cpython-39.pyc │ ├── llama_flash_attn_monkey_patch.py │ ├── llava_trainer.py │ ├── train.py │ └── train_mem.py └── utils.py ├── playground └── data │ ├── eval │ └── mmbench │ │ ├── answers │ │ └── answers.txt │ │ └── answers_upload │ │ └── answers_upload.txt │ └── prompts │ ├── complex_reasoning │ ├── 000_caps.txt │ ├── 000_conv.txt │ ├── 001_caps.txt │ ├── 001_conv.txt │ ├── 002_caps.txt │ ├── 002_conv.txt │ └── system_message.txt │ ├── conversation │ ├── 000_caps.txt │ ├── 000_conv.txt │ ├── 001_caps.txt │ ├── 001_conv.txt │ └── system_message.txt │ └── detail_description │ ├── 000_caps.txt │ ├── 000_conv.txt │ ├── 001_caps.txt │ ├── 001_conv.txt │ ├── 002_caps.txt │ ├── 002_conv.txt │ └── system_message.txt ├── polaris.log ├── pyproject.toml ├── scripts ├── convert_mmbench_for_submission.py ├── v1_5 │ └── eval │ │ └── mmbench.sh ├── zero2.json ├── zero3.json └── zero3_offload.json └── stable_diffusion.py /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/README.md -------------------------------------------------------------------------------- /data_to_llava.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/data_to_llava.py -------------------------------------------------------------------------------- /dataset/action.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/dataset/action.json -------------------------------------------------------------------------------- /dataset/animal.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/dataset/animal.json -------------------------------------------------------------------------------- /dataset/color.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/dataset/color.json -------------------------------------------------------------------------------- /dataset/food.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/dataset/food.json -------------------------------------------------------------------------------- /dataset/furniture.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/dataset/furniture.json -------------------------------------------------------------------------------- /dataset/plant.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/dataset/plant.json -------------------------------------------------------------------------------- /dataset/profession.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/dataset/profession.json -------------------------------------------------------------------------------- /dataset/scene.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/dataset/scene.json -------------------------------------------------------------------------------- /dataset/vehicle.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/dataset/vehicle.json -------------------------------------------------------------------------------- /docs/Customize_Component.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/docs/Customize_Component.md -------------------------------------------------------------------------------- /docs/Data.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/docs/Data.md -------------------------------------------------------------------------------- /docs/Evaluation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/docs/Evaluation.md -------------------------------------------------------------------------------- /docs/LLaVA_Bench.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/docs/LLaVA_Bench.md -------------------------------------------------------------------------------- /docs/LLaVA_from_LLaMA2.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/docs/LLaVA_from_LLaMA2.md -------------------------------------------------------------------------------- /docs/LoRA.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/docs/LoRA.md -------------------------------------------------------------------------------- /docs/MODEL_ZOO.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/docs/MODEL_ZOO.md -------------------------------------------------------------------------------- /docs/ScienceQA.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/docs/ScienceQA.md -------------------------------------------------------------------------------- /image/image.txt: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /image/pipeline.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/image/pipeline.png -------------------------------------------------------------------------------- /image/quan.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/image/quan.png -------------------------------------------------------------------------------- /image/result.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/image/result.png -------------------------------------------------------------------------------- /image/result2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/image/result2.png -------------------------------------------------------------------------------- /image/teaser.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/image/teaser.png -------------------------------------------------------------------------------- /llava.egg-info/PKG-INFO: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava.egg-info/PKG-INFO -------------------------------------------------------------------------------- /llava.egg-info/SOURCES.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava.egg-info/SOURCES.txt -------------------------------------------------------------------------------- /llava.egg-info/dependency_links.txt: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /llava.egg-info/requires.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava.egg-info/requires.txt -------------------------------------------------------------------------------- /llava.egg-info/top_level.txt: -------------------------------------------------------------------------------- 1 | images 2 | llava 3 | wandb 4 | -------------------------------------------------------------------------------- /llava/__init__.py: -------------------------------------------------------------------------------- 1 | from .model import LlavaLlamaForCausalLM 2 | -------------------------------------------------------------------------------- /llava/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /llava/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /llava/__pycache__/__init__.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/__pycache__/__init__.cpython-39.pyc -------------------------------------------------------------------------------- /llava/__pycache__/constants.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/__pycache__/constants.cpython-310.pyc -------------------------------------------------------------------------------- /llava/__pycache__/constants.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/__pycache__/constants.cpython-38.pyc -------------------------------------------------------------------------------- /llava/__pycache__/constants.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/__pycache__/constants.cpython-39.pyc -------------------------------------------------------------------------------- /llava/__pycache__/conversation.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/__pycache__/conversation.cpython-310.pyc -------------------------------------------------------------------------------- /llava/__pycache__/conversation.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/__pycache__/conversation.cpython-38.pyc -------------------------------------------------------------------------------- /llava/__pycache__/conversation.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/__pycache__/conversation.cpython-39.pyc -------------------------------------------------------------------------------- /llava/__pycache__/mm_utils.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/__pycache__/mm_utils.cpython-310.pyc -------------------------------------------------------------------------------- /llava/__pycache__/mm_utils.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/__pycache__/mm_utils.cpython-38.pyc -------------------------------------------------------------------------------- /llava/__pycache__/mm_utils.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/__pycache__/mm_utils.cpython-39.pyc -------------------------------------------------------------------------------- /llava/__pycache__/utils.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/__pycache__/utils.cpython-310.pyc -------------------------------------------------------------------------------- /llava/__pycache__/utils.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/__pycache__/utils.cpython-38.pyc -------------------------------------------------------------------------------- /llava/__pycache__/utils.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/__pycache__/utils.cpython-39.pyc -------------------------------------------------------------------------------- /llava/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/constants.py -------------------------------------------------------------------------------- /llava/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/conversation.py -------------------------------------------------------------------------------- /llava/eval/__pycache__/eval_textvqa.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/eval/__pycache__/eval_textvqa.cpython-310.pyc -------------------------------------------------------------------------------- /llava/eval/__pycache__/m4c_evaluator.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/eval/__pycache__/m4c_evaluator.cpython-310.pyc -------------------------------------------------------------------------------- /llava/eval/__pycache__/model_vqa.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/eval/__pycache__/model_vqa.cpython-310.pyc -------------------------------------------------------------------------------- /llava/eval/__pycache__/model_vqa_loader.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/eval/__pycache__/model_vqa_loader.cpython-310.pyc -------------------------------------------------------------------------------- /llava/eval/__pycache__/model_vqa_mmbench.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/eval/__pycache__/model_vqa_mmbench.cpython-310.pyc -------------------------------------------------------------------------------- /llava/eval/__pycache__/model_vqa_mmbench.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/eval/__pycache__/model_vqa_mmbench.cpython-38.pyc -------------------------------------------------------------------------------- /llava/eval/__pycache__/model_vqa_mmbench.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/eval/__pycache__/model_vqa_mmbench.cpython-39.pyc -------------------------------------------------------------------------------- /llava/eval/__pycache__/model_vqa_multi.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/eval/__pycache__/model_vqa_multi.cpython-310.pyc -------------------------------------------------------------------------------- /llava/eval/__pycache__/model_vqa_science.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/eval/__pycache__/model_vqa_science.cpython-310.pyc -------------------------------------------------------------------------------- /llava/eval/__pycache__/run_llava.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/eval/__pycache__/run_llava.cpython-310.pyc -------------------------------------------------------------------------------- /llava/eval/generate_webpage_data_from_table.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/eval/generate_webpage_data_from_table.py -------------------------------------------------------------------------------- /llava/eval/model_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/eval/model_qa.py -------------------------------------------------------------------------------- /llava/eval/model_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/eval/model_vqa.py -------------------------------------------------------------------------------- /llava/eval/model_vqa_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/eval/model_vqa_loader.py -------------------------------------------------------------------------------- /llava/eval/model_vqa_mmbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/eval/model_vqa_mmbench.py -------------------------------------------------------------------------------- /llava/eval/run_llava.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/eval/run_llava.py -------------------------------------------------------------------------------- /llava/eval/summarize_gpt_review.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/eval/summarize_gpt_review.py -------------------------------------------------------------------------------- /llava/eval/table/answer/answer_alpaca-13b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/eval/table/answer/answer_alpaca-13b.jsonl -------------------------------------------------------------------------------- /llava/eval/table/answer/answer_bard.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/eval/table/answer/answer_bard.jsonl -------------------------------------------------------------------------------- /llava/eval/table/answer/answer_gpt35.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/eval/table/answer/answer_gpt35.jsonl -------------------------------------------------------------------------------- /llava/eval/table/answer/answer_llama-13b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/eval/table/answer/answer_llama-13b.jsonl -------------------------------------------------------------------------------- /llava/eval/table/answer/answer_vicuna-13b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/eval/table/answer/answer_vicuna-13b.jsonl -------------------------------------------------------------------------------- /llava/eval/table/caps_boxes_coco2014_val_80.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/eval/table/caps_boxes_coco2014_val_80.jsonl -------------------------------------------------------------------------------- /llava/eval/table/model.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/eval/table/model.jsonl -------------------------------------------------------------------------------- /llava/eval/table/prompt.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/eval/table/prompt.jsonl -------------------------------------------------------------------------------- /llava/eval/table/question.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/eval/table/question.jsonl -------------------------------------------------------------------------------- /llava/eval/table/results/test_sqa_llava_13b_v0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/eval/table/results/test_sqa_llava_13b_v0.json -------------------------------------------------------------------------------- /llava/eval/table/results/test_sqa_llava_lcs_558k_sqa_12e_vicuna_v1_3_13b.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/eval/table/results/test_sqa_llava_lcs_558k_sqa_12e_vicuna_v1_3_13b.json -------------------------------------------------------------------------------- /llava/eval/table/review/review_alpaca-13b_vicuna-13b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/eval/table/review/review_alpaca-13b_vicuna-13b.jsonl -------------------------------------------------------------------------------- /llava/eval/table/review/review_bard_vicuna-13b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/eval/table/review/review_bard_vicuna-13b.jsonl -------------------------------------------------------------------------------- /llava/eval/table/review/review_gpt35_vicuna-13b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/eval/table/review/review_gpt35_vicuna-13b.jsonl -------------------------------------------------------------------------------- /llava/eval/table/review/review_llama-13b_vicuna-13b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/eval/table/review/review_llama-13b_vicuna-13b.jsonl -------------------------------------------------------------------------------- /llava/eval/table/reviewer.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/eval/table/reviewer.jsonl -------------------------------------------------------------------------------- /llava/eval/table/rule.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/eval/table/rule.json -------------------------------------------------------------------------------- /llava/eval/webpage/figures/alpaca.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/eval/webpage/figures/alpaca.png -------------------------------------------------------------------------------- /llava/eval/webpage/figures/bard.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/eval/webpage/figures/bard.jpg -------------------------------------------------------------------------------- /llava/eval/webpage/figures/chatgpt.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/eval/webpage/figures/chatgpt.svg -------------------------------------------------------------------------------- /llava/eval/webpage/figures/llama.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/eval/webpage/figures/llama.jpg -------------------------------------------------------------------------------- /llava/eval/webpage/figures/swords_FILL0_wght300_GRAD0_opsz48.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/eval/webpage/figures/swords_FILL0_wght300_GRAD0_opsz48.svg -------------------------------------------------------------------------------- /llava/eval/webpage/figures/vicuna.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/eval/webpage/figures/vicuna.jpeg -------------------------------------------------------------------------------- /llava/eval/webpage/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/eval/webpage/index.html -------------------------------------------------------------------------------- /llava/eval/webpage/script.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/eval/webpage/script.js -------------------------------------------------------------------------------- /llava/eval/webpage/styles.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/eval/webpage/styles.css -------------------------------------------------------------------------------- /llava/mm_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/mm_utils.py -------------------------------------------------------------------------------- /llava/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/__init__.py -------------------------------------------------------------------------------- /llava/model/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /llava/model/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /llava/model/__pycache__/__init__.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/__pycache__/__init__.cpython-39.pyc -------------------------------------------------------------------------------- /llava/model/__pycache__/builder.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/__pycache__/builder.cpython-310.pyc -------------------------------------------------------------------------------- /llava/model/__pycache__/builder.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/__pycache__/builder.cpython-38.pyc -------------------------------------------------------------------------------- /llava/model/__pycache__/builder.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/__pycache__/builder.cpython-39.pyc -------------------------------------------------------------------------------- /llava/model/__pycache__/llava_arch.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/__pycache__/llava_arch.cpython-310.pyc -------------------------------------------------------------------------------- /llava/model/__pycache__/llava_arch.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/__pycache__/llava_arch.cpython-38.pyc -------------------------------------------------------------------------------- /llava/model/__pycache__/llava_arch.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/__pycache__/llava_arch.cpython-39.pyc -------------------------------------------------------------------------------- /llava/model/apply_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/apply_delta.py -------------------------------------------------------------------------------- /llava/model/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/builder.py -------------------------------------------------------------------------------- /llava/model/consolidate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/consolidate.py -------------------------------------------------------------------------------- /llava/model/language_model/__pycache__/llava_llama.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/language_model/__pycache__/llava_llama.cpython-310.pyc -------------------------------------------------------------------------------- /llava/model/language_model/__pycache__/llava_llama.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/language_model/__pycache__/llava_llama.cpython-38.pyc -------------------------------------------------------------------------------- /llava/model/language_model/__pycache__/llava_llama.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/language_model/__pycache__/llava_llama.cpython-39.pyc -------------------------------------------------------------------------------- /llava/model/language_model/__pycache__/llava_mpt.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/language_model/__pycache__/llava_mpt.cpython-310.pyc -------------------------------------------------------------------------------- /llava/model/language_model/__pycache__/llava_mpt.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/language_model/__pycache__/llava_mpt.cpython-38.pyc -------------------------------------------------------------------------------- /llava/model/language_model/__pycache__/llava_mpt.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/language_model/__pycache__/llava_mpt.cpython-39.pyc -------------------------------------------------------------------------------- /llava/model/language_model/llava_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/language_model/llava_llama.py -------------------------------------------------------------------------------- /llava/model/language_model/llava_mpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/language_model/llava_mpt.py -------------------------------------------------------------------------------- /llava/model/language_model/mpt/__pycache__/adapt_tokenizer.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/language_model/mpt/__pycache__/adapt_tokenizer.cpython-310.pyc -------------------------------------------------------------------------------- /llava/model/language_model/mpt/__pycache__/adapt_tokenizer.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/language_model/mpt/__pycache__/adapt_tokenizer.cpython-38.pyc -------------------------------------------------------------------------------- /llava/model/language_model/mpt/__pycache__/adapt_tokenizer.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/language_model/mpt/__pycache__/adapt_tokenizer.cpython-39.pyc -------------------------------------------------------------------------------- /llava/model/language_model/mpt/__pycache__/attention.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/language_model/mpt/__pycache__/attention.cpython-310.pyc -------------------------------------------------------------------------------- /llava/model/language_model/mpt/__pycache__/attention.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/language_model/mpt/__pycache__/attention.cpython-38.pyc -------------------------------------------------------------------------------- /llava/model/language_model/mpt/__pycache__/attention.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/language_model/mpt/__pycache__/attention.cpython-39.pyc -------------------------------------------------------------------------------- /llava/model/language_model/mpt/__pycache__/blocks.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/language_model/mpt/__pycache__/blocks.cpython-310.pyc -------------------------------------------------------------------------------- /llava/model/language_model/mpt/__pycache__/blocks.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/language_model/mpt/__pycache__/blocks.cpython-38.pyc -------------------------------------------------------------------------------- /llava/model/language_model/mpt/__pycache__/blocks.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/language_model/mpt/__pycache__/blocks.cpython-39.pyc -------------------------------------------------------------------------------- /llava/model/language_model/mpt/__pycache__/configuration_mpt.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/language_model/mpt/__pycache__/configuration_mpt.cpython-310.pyc -------------------------------------------------------------------------------- /llava/model/language_model/mpt/__pycache__/configuration_mpt.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/language_model/mpt/__pycache__/configuration_mpt.cpython-38.pyc -------------------------------------------------------------------------------- /llava/model/language_model/mpt/__pycache__/configuration_mpt.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/language_model/mpt/__pycache__/configuration_mpt.cpython-39.pyc -------------------------------------------------------------------------------- /llava/model/language_model/mpt/__pycache__/custom_embedding.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/language_model/mpt/__pycache__/custom_embedding.cpython-310.pyc -------------------------------------------------------------------------------- /llava/model/language_model/mpt/__pycache__/custom_embedding.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/language_model/mpt/__pycache__/custom_embedding.cpython-38.pyc -------------------------------------------------------------------------------- /llava/model/language_model/mpt/__pycache__/custom_embedding.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/language_model/mpt/__pycache__/custom_embedding.cpython-39.pyc -------------------------------------------------------------------------------- /llava/model/language_model/mpt/__pycache__/flash_attn_triton.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/language_model/mpt/__pycache__/flash_attn_triton.cpython-310.pyc -------------------------------------------------------------------------------- /llava/model/language_model/mpt/__pycache__/flash_attn_triton.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/language_model/mpt/__pycache__/flash_attn_triton.cpython-38.pyc -------------------------------------------------------------------------------- /llava/model/language_model/mpt/__pycache__/flash_attn_triton.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/language_model/mpt/__pycache__/flash_attn_triton.cpython-39.pyc -------------------------------------------------------------------------------- /llava/model/language_model/mpt/__pycache__/hf_prefixlm_converter.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/language_model/mpt/__pycache__/hf_prefixlm_converter.cpython-310.pyc -------------------------------------------------------------------------------- /llava/model/language_model/mpt/__pycache__/hf_prefixlm_converter.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/language_model/mpt/__pycache__/hf_prefixlm_converter.cpython-38.pyc -------------------------------------------------------------------------------- /llava/model/language_model/mpt/__pycache__/hf_prefixlm_converter.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/language_model/mpt/__pycache__/hf_prefixlm_converter.cpython-39.pyc -------------------------------------------------------------------------------- /llava/model/language_model/mpt/__pycache__/meta_init_context.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/language_model/mpt/__pycache__/meta_init_context.cpython-310.pyc -------------------------------------------------------------------------------- /llava/model/language_model/mpt/__pycache__/meta_init_context.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/language_model/mpt/__pycache__/meta_init_context.cpython-38.pyc -------------------------------------------------------------------------------- /llava/model/language_model/mpt/__pycache__/meta_init_context.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/language_model/mpt/__pycache__/meta_init_context.cpython-39.pyc -------------------------------------------------------------------------------- /llava/model/language_model/mpt/__pycache__/modeling_mpt.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/language_model/mpt/__pycache__/modeling_mpt.cpython-310.pyc -------------------------------------------------------------------------------- /llava/model/language_model/mpt/__pycache__/modeling_mpt.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/language_model/mpt/__pycache__/modeling_mpt.cpython-38.pyc -------------------------------------------------------------------------------- /llava/model/language_model/mpt/__pycache__/modeling_mpt.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/language_model/mpt/__pycache__/modeling_mpt.cpython-39.pyc -------------------------------------------------------------------------------- /llava/model/language_model/mpt/__pycache__/norm.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/language_model/mpt/__pycache__/norm.cpython-310.pyc -------------------------------------------------------------------------------- /llava/model/language_model/mpt/__pycache__/norm.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/language_model/mpt/__pycache__/norm.cpython-38.pyc -------------------------------------------------------------------------------- /llava/model/language_model/mpt/__pycache__/norm.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/language_model/mpt/__pycache__/norm.cpython-39.pyc -------------------------------------------------------------------------------- /llava/model/language_model/mpt/__pycache__/param_init_fns.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/language_model/mpt/__pycache__/param_init_fns.cpython-310.pyc -------------------------------------------------------------------------------- /llava/model/language_model/mpt/__pycache__/param_init_fns.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/language_model/mpt/__pycache__/param_init_fns.cpython-38.pyc -------------------------------------------------------------------------------- /llava/model/language_model/mpt/__pycache__/param_init_fns.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/language_model/mpt/__pycache__/param_init_fns.cpython-39.pyc -------------------------------------------------------------------------------- /llava/model/language_model/mpt/adapt_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/language_model/mpt/adapt_tokenizer.py -------------------------------------------------------------------------------- /llava/model/language_model/mpt/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/language_model/mpt/attention.py -------------------------------------------------------------------------------- /llava/model/language_model/mpt/blocks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/language_model/mpt/blocks.py -------------------------------------------------------------------------------- /llava/model/language_model/mpt/configuration_mpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/language_model/mpt/configuration_mpt.py -------------------------------------------------------------------------------- /llava/model/language_model/mpt/custom_embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/language_model/mpt/custom_embedding.py -------------------------------------------------------------------------------- /llava/model/language_model/mpt/flash_attn_triton.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/language_model/mpt/flash_attn_triton.py -------------------------------------------------------------------------------- /llava/model/language_model/mpt/hf_prefixlm_converter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/language_model/mpt/hf_prefixlm_converter.py -------------------------------------------------------------------------------- /llava/model/language_model/mpt/meta_init_context.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/language_model/mpt/meta_init_context.py -------------------------------------------------------------------------------- /llava/model/language_model/mpt/modeling_mpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/language_model/mpt/modeling_mpt.py -------------------------------------------------------------------------------- /llava/model/language_model/mpt/norm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/language_model/mpt/norm.py -------------------------------------------------------------------------------- /llava/model/language_model/mpt/param_init_fns.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/language_model/mpt/param_init_fns.py -------------------------------------------------------------------------------- /llava/model/llava_arch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/llava_arch.py -------------------------------------------------------------------------------- /llava/model/llava_arch_cp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/llava_arch_cp.py -------------------------------------------------------------------------------- /llava/model/make_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/make_delta.py -------------------------------------------------------------------------------- /llava/model/multimodal_encoder/__pycache__/builder.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/multimodal_encoder/__pycache__/builder.cpython-310.pyc -------------------------------------------------------------------------------- /llava/model/multimodal_encoder/__pycache__/builder.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/multimodal_encoder/__pycache__/builder.cpython-38.pyc -------------------------------------------------------------------------------- /llava/model/multimodal_encoder/__pycache__/builder.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/multimodal_encoder/__pycache__/builder.cpython-39.pyc -------------------------------------------------------------------------------- /llava/model/multimodal_encoder/__pycache__/clip_encoder.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/multimodal_encoder/__pycache__/clip_encoder.cpython-310.pyc -------------------------------------------------------------------------------- /llava/model/multimodal_encoder/__pycache__/clip_encoder.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/multimodal_encoder/__pycache__/clip_encoder.cpython-38.pyc -------------------------------------------------------------------------------- /llava/model/multimodal_encoder/__pycache__/clip_encoder.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/multimodal_encoder/__pycache__/clip_encoder.cpython-39.pyc -------------------------------------------------------------------------------- /llava/model/multimodal_encoder/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/multimodal_encoder/builder.py -------------------------------------------------------------------------------- /llava/model/multimodal_encoder/clip_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/multimodal_encoder/clip_encoder.py -------------------------------------------------------------------------------- /llava/model/multimodal_projector/__pycache__/builder.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/multimodal_projector/__pycache__/builder.cpython-310.pyc -------------------------------------------------------------------------------- /llava/model/multimodal_projector/__pycache__/builder.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/multimodal_projector/__pycache__/builder.cpython-38.pyc -------------------------------------------------------------------------------- /llava/model/multimodal_projector/__pycache__/builder.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/multimodal_projector/__pycache__/builder.cpython-39.pyc -------------------------------------------------------------------------------- /llava/model/multimodal_projector/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/multimodal_projector/builder.py -------------------------------------------------------------------------------- /llava/model/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model/utils.py -------------------------------------------------------------------------------- /llava/model_vqa_mm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/model_vqa_mm.py -------------------------------------------------------------------------------- /llava/serve/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /llava/serve/cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/serve/cli.py -------------------------------------------------------------------------------- /llava/serve/controller.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/serve/controller.py -------------------------------------------------------------------------------- /llava/serve/examples/extreme_ironing.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/serve/examples/extreme_ironing.jpg -------------------------------------------------------------------------------- /llava/serve/examples/waterview.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/serve/examples/waterview.jpg -------------------------------------------------------------------------------- /llava/serve/gradio_web_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/serve/gradio_web_server.py -------------------------------------------------------------------------------- /llava/serve/model_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/serve/model_worker.py -------------------------------------------------------------------------------- /llava/serve/register_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/serve/register_worker.py -------------------------------------------------------------------------------- /llava/serve/test_message.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/serve/test_message.py -------------------------------------------------------------------------------- /llava/train/__pycache__/llama_flash_attn_monkey_patch.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/train/__pycache__/llama_flash_attn_monkey_patch.cpython-310.pyc -------------------------------------------------------------------------------- /llava/train/__pycache__/llama_flash_attn_monkey_patch.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/train/__pycache__/llama_flash_attn_monkey_patch.cpython-39.pyc -------------------------------------------------------------------------------- /llava/train/__pycache__/llava_trainer.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/train/__pycache__/llava_trainer.cpython-310.pyc -------------------------------------------------------------------------------- /llava/train/__pycache__/llava_trainer.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/train/__pycache__/llava_trainer.cpython-39.pyc -------------------------------------------------------------------------------- /llava/train/__pycache__/train.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/train/__pycache__/train.cpython-310.pyc -------------------------------------------------------------------------------- /llava/train/__pycache__/train.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/train/__pycache__/train.cpython-39.pyc -------------------------------------------------------------------------------- /llava/train/llama_flash_attn_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/train/llama_flash_attn_monkey_patch.py -------------------------------------------------------------------------------- /llava/train/llava_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/train/llava_trainer.py -------------------------------------------------------------------------------- /llava/train/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/train/train.py -------------------------------------------------------------------------------- /llava/train/train_mem.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/train/train_mem.py -------------------------------------------------------------------------------- /llava/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/llava/utils.py -------------------------------------------------------------------------------- /playground/data/eval/mmbench/answers/answers.txt: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /playground/data/eval/mmbench/answers_upload/answers_upload.txt: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /playground/data/prompts/complex_reasoning/000_caps.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/playground/data/prompts/complex_reasoning/000_caps.txt -------------------------------------------------------------------------------- /playground/data/prompts/complex_reasoning/000_conv.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/playground/data/prompts/complex_reasoning/000_conv.txt -------------------------------------------------------------------------------- /playground/data/prompts/complex_reasoning/001_caps.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/playground/data/prompts/complex_reasoning/001_caps.txt -------------------------------------------------------------------------------- /playground/data/prompts/complex_reasoning/001_conv.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/playground/data/prompts/complex_reasoning/001_conv.txt -------------------------------------------------------------------------------- /playground/data/prompts/complex_reasoning/002_caps.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/playground/data/prompts/complex_reasoning/002_caps.txt -------------------------------------------------------------------------------- /playground/data/prompts/complex_reasoning/002_conv.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/playground/data/prompts/complex_reasoning/002_conv.txt -------------------------------------------------------------------------------- /playground/data/prompts/complex_reasoning/system_message.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/playground/data/prompts/complex_reasoning/system_message.txt -------------------------------------------------------------------------------- /playground/data/prompts/conversation/000_caps.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/playground/data/prompts/conversation/000_caps.txt -------------------------------------------------------------------------------- /playground/data/prompts/conversation/000_conv.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/playground/data/prompts/conversation/000_conv.txt -------------------------------------------------------------------------------- /playground/data/prompts/conversation/001_caps.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/playground/data/prompts/conversation/001_caps.txt -------------------------------------------------------------------------------- /playground/data/prompts/conversation/001_conv.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/playground/data/prompts/conversation/001_conv.txt -------------------------------------------------------------------------------- /playground/data/prompts/conversation/system_message.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/playground/data/prompts/conversation/system_message.txt -------------------------------------------------------------------------------- /playground/data/prompts/detail_description/000_caps.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/playground/data/prompts/detail_description/000_caps.txt -------------------------------------------------------------------------------- /playground/data/prompts/detail_description/000_conv.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/playground/data/prompts/detail_description/000_conv.txt -------------------------------------------------------------------------------- /playground/data/prompts/detail_description/001_caps.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/playground/data/prompts/detail_description/001_caps.txt -------------------------------------------------------------------------------- /playground/data/prompts/detail_description/001_conv.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/playground/data/prompts/detail_description/001_conv.txt -------------------------------------------------------------------------------- /playground/data/prompts/detail_description/002_caps.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/playground/data/prompts/detail_description/002_caps.txt -------------------------------------------------------------------------------- /playground/data/prompts/detail_description/002_conv.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/playground/data/prompts/detail_description/002_conv.txt -------------------------------------------------------------------------------- /playground/data/prompts/detail_description/system_message.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/playground/data/prompts/detail_description/system_message.txt -------------------------------------------------------------------------------- /polaris.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/polaris.log -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/pyproject.toml -------------------------------------------------------------------------------- /scripts/convert_mmbench_for_submission.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/scripts/convert_mmbench_for_submission.py -------------------------------------------------------------------------------- /scripts/v1_5/eval/mmbench.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/scripts/v1_5/eval/mmbench.sh -------------------------------------------------------------------------------- /scripts/zero2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/scripts/zero2.json -------------------------------------------------------------------------------- /scripts/zero3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/scripts/zero3.json -------------------------------------------------------------------------------- /scripts/zero3_offload.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/scripts/zero3_offload.json -------------------------------------------------------------------------------- /stable_diffusion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icoz69/StableLLAVA/HEAD/stable_diffusion.py --------------------------------------------------------------------------------