├── README.md ├── SECURITY.md ├── assets ├── .DS_Store ├── figure │ ├── 4-1.jpg │ ├── 4-2.jpg │ ├── 4-3.jpg │ ├── 4-4.jpg │ ├── cherry_noise_distribution.jpg │ ├── fig2.jpg │ ├── lr_vs_loss.jpg │ └── scenario_vs_loss.jpg └── images │ ├── cherry.jpg │ └── sunset.jpg ├── llava ├── .DS_Store ├── __init__.py ├── __pycache__ │ ├── __init__.cpython-310.pyc │ ├── __init__.cpython-37.pyc │ ├── constants.cpython-310.pyc │ ├── conversation.cpython-310.pyc │ ├── llava_injection.cpython-310.pyc │ └── utils.cpython-310.pyc ├── constants.py ├── conversation.py ├── data │ ├── __init__.py │ ├── alpaca-converter.py │ ├── clean_sharegpt.py │ ├── inspect.py │ ├── optional_clean.py │ ├── pretty_json.py │ └── split_long_conversation.py ├── eval │ ├── .DS_Store │ ├── eval_gpt_review.py │ ├── eval_gpt_review_visual.py │ ├── eval_science_qa.py │ ├── eval_science_qa_gpt4.py │ ├── eval_science_qa_gpt4_requery.py │ ├── generate_webpage_data_from_table.py │ ├── model_qa.py │ ├── model_vqa.py │ ├── model_vqa_science.py │ ├── qa_baseline_gpt35.py │ ├── run_llava.py │ ├── summarize_gpt_review.py │ ├── table │ │ ├── answer │ │ │ ├── answer_alpaca-13b.jsonl │ │ │ ├── answer_bard.jsonl │ │ │ ├── answer_gpt35.jsonl │ │ │ ├── answer_llama-13b.jsonl │ │ │ └── answer_vicuna-13b.jsonl │ │ ├── caps_boxes_coco2014_val_80.jsonl │ │ ├── model.jsonl │ │ ├── prompt.jsonl │ │ ├── question.jsonl │ │ ├── results │ │ │ └── test_sqa_llava_13b_v0.json │ │ ├── review │ │ │ ├── review_alpaca-13b_vicuna-13b.jsonl │ │ │ ├── review_bard_vicuna-13b.jsonl │ │ │ ├── review_gpt35_vicuna-13b.jsonl │ │ │ └── review_llama-13b_vicuna-13b.jsonl │ │ ├── reviewer.jsonl │ │ └── rule.json │ └── webpage │ │ ├── figures │ │ ├── alpaca.png │ │ ├── bard.jpg │ │ ├── chatgpt.svg │ │ ├── llama.jpg │ │ ├── swords_FILL0_wght300_GRAD0_opsz48.svg │ │ └── vicuna.jpeg │ │ ├── index.html │ │ ├── script.js │ │ └── styles.css ├── llava.egg-info │ ├── PKG-INFO │ ├── SOURCES.txt │ ├── dependency_links.txt │ ├── requires.txt │ └── top_level.txt ├── llava_injection.py ├── model │ ├── .DS_Store │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-310.pyc │ │ ├── __init__.cpython-37.pyc │ │ ├── llava.cpython-310.pyc │ │ ├── llava.cpython-37.pyc │ │ ├── llava_mpt.cpython-310.pyc │ │ └── utils.cpython-310.pyc │ ├── apply_delta.py │ ├── consolidate.py │ ├── llava.py │ ├── llava_mpt.py │ ├── make_delta.py │ ├── mpt │ │ ├── __pycache__ │ │ │ ├── adapt_tokenizer.cpython-310.pyc │ │ │ ├── attention.cpython-310.pyc │ │ │ ├── blocks.cpython-310.pyc │ │ │ ├── configuration_mpt.cpython-310.pyc │ │ │ ├── hf_prefixlm_converter.cpython-310.pyc │ │ │ ├── meta_init_context.cpython-310.pyc │ │ │ ├── modeling_mpt.cpython-310.pyc │ │ │ ├── norm.cpython-310.pyc │ │ │ └── param_init_fns.cpython-310.pyc │ │ ├── adapt_tokenizer.py │ │ ├── attention.py │ │ ├── blocks.py │ │ ├── configuration_mpt.py │ │ ├── hf_prefixlm_converter.py │ │ ├── meta_init_context.py │ │ ├── modeling_mpt.py │ │ ├── norm.py │ │ └── param_init_fns.py │ └── utils.py ├── pyproject.toml ├── serve │ ├── .DS_Store │ ├── __init__.py │ ├── cli.py │ ├── controller.py │ ├── examples │ │ ├── CornellTech.png │ │ ├── crying_boy.jpg │ │ ├── extreme_ironing.jpg │ │ ├── london.jpg │ │ ├── math.jpg │ │ ├── math.png │ │ ├── poo.jpg │ │ ├── porsche911.jpeg │ │ ├── porsche911.png │ │ ├── steak.jpg │ │ ├── thief.jpg │ │ └── waterview.jpg │ ├── gateway │ │ ├── README.md │ │ └── nginx.conf │ ├── gradio_css.py │ ├── gradio_patch.py │ ├── gradio_web_server.py │ ├── model_worker.py │ ├── register_worker.py │ └── test_message.py ├── train │ ├── llama_flash_attn_monkey_patch.py │ ├── llava_trainer.py │ ├── train.py │ └── train_mem.py └── utils.py ├── llava_two_llms_new.py └── models └── .gitkeep /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/README.md -------------------------------------------------------------------------------- /SECURITY.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/SECURITY.md -------------------------------------------------------------------------------- /assets/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/assets/.DS_Store -------------------------------------------------------------------------------- /assets/figure/4-1.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/assets/figure/4-1.jpg -------------------------------------------------------------------------------- /assets/figure/4-2.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/assets/figure/4-2.jpg -------------------------------------------------------------------------------- /assets/figure/4-3.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/assets/figure/4-3.jpg -------------------------------------------------------------------------------- /assets/figure/4-4.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/assets/figure/4-4.jpg -------------------------------------------------------------------------------- /assets/figure/cherry_noise_distribution.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/assets/figure/cherry_noise_distribution.jpg -------------------------------------------------------------------------------- /assets/figure/fig2.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/assets/figure/fig2.jpg -------------------------------------------------------------------------------- /assets/figure/lr_vs_loss.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/assets/figure/lr_vs_loss.jpg -------------------------------------------------------------------------------- /assets/figure/scenario_vs_loss.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/assets/figure/scenario_vs_loss.jpg -------------------------------------------------------------------------------- /assets/images/cherry.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/assets/images/cherry.jpg -------------------------------------------------------------------------------- /assets/images/sunset.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/assets/images/sunset.jpg -------------------------------------------------------------------------------- /llava/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/.DS_Store -------------------------------------------------------------------------------- /llava/__init__.py: -------------------------------------------------------------------------------- 1 | from .model import LlavaLlamaForCausalLM 2 | -------------------------------------------------------------------------------- /llava/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /llava/__pycache__/__init__.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/__pycache__/__init__.cpython-37.pyc -------------------------------------------------------------------------------- /llava/__pycache__/constants.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/__pycache__/constants.cpython-310.pyc -------------------------------------------------------------------------------- /llava/__pycache__/conversation.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/__pycache__/conversation.cpython-310.pyc -------------------------------------------------------------------------------- /llava/__pycache__/llava_injection.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/__pycache__/llava_injection.cpython-310.pyc -------------------------------------------------------------------------------- /llava/__pycache__/utils.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/__pycache__/utils.cpython-310.pyc -------------------------------------------------------------------------------- /llava/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/constants.py -------------------------------------------------------------------------------- /llava/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/conversation.py -------------------------------------------------------------------------------- /llava/data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /llava/data/alpaca-converter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/data/alpaca-converter.py -------------------------------------------------------------------------------- /llava/data/clean_sharegpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/data/clean_sharegpt.py -------------------------------------------------------------------------------- /llava/data/inspect.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/data/inspect.py -------------------------------------------------------------------------------- /llava/data/optional_clean.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/data/optional_clean.py -------------------------------------------------------------------------------- /llava/data/pretty_json.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/data/pretty_json.py -------------------------------------------------------------------------------- /llava/data/split_long_conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/data/split_long_conversation.py -------------------------------------------------------------------------------- /llava/eval/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/eval/.DS_Store -------------------------------------------------------------------------------- /llava/eval/eval_gpt_review.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/eval/eval_gpt_review.py -------------------------------------------------------------------------------- /llava/eval/eval_gpt_review_visual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/eval/eval_gpt_review_visual.py -------------------------------------------------------------------------------- /llava/eval/eval_science_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/eval/eval_science_qa.py -------------------------------------------------------------------------------- /llava/eval/eval_science_qa_gpt4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/eval/eval_science_qa_gpt4.py -------------------------------------------------------------------------------- /llava/eval/eval_science_qa_gpt4_requery.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/eval/eval_science_qa_gpt4_requery.py -------------------------------------------------------------------------------- /llava/eval/generate_webpage_data_from_table.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/eval/generate_webpage_data_from_table.py -------------------------------------------------------------------------------- /llava/eval/model_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/eval/model_qa.py -------------------------------------------------------------------------------- /llava/eval/model_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/eval/model_vqa.py -------------------------------------------------------------------------------- /llava/eval/model_vqa_science.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/eval/model_vqa_science.py -------------------------------------------------------------------------------- /llava/eval/qa_baseline_gpt35.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/eval/qa_baseline_gpt35.py -------------------------------------------------------------------------------- /llava/eval/run_llava.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/eval/run_llava.py -------------------------------------------------------------------------------- /llava/eval/summarize_gpt_review.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/eval/summarize_gpt_review.py -------------------------------------------------------------------------------- /llava/eval/table/answer/answer_alpaca-13b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/eval/table/answer/answer_alpaca-13b.jsonl -------------------------------------------------------------------------------- /llava/eval/table/answer/answer_bard.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/eval/table/answer/answer_bard.jsonl -------------------------------------------------------------------------------- /llava/eval/table/answer/answer_gpt35.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/eval/table/answer/answer_gpt35.jsonl -------------------------------------------------------------------------------- /llava/eval/table/answer/answer_llama-13b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/eval/table/answer/answer_llama-13b.jsonl -------------------------------------------------------------------------------- /llava/eval/table/answer/answer_vicuna-13b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/eval/table/answer/answer_vicuna-13b.jsonl -------------------------------------------------------------------------------- /llava/eval/table/caps_boxes_coco2014_val_80.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/eval/table/caps_boxes_coco2014_val_80.jsonl -------------------------------------------------------------------------------- /llava/eval/table/model.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/eval/table/model.jsonl -------------------------------------------------------------------------------- /llava/eval/table/prompt.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/eval/table/prompt.jsonl -------------------------------------------------------------------------------- /llava/eval/table/question.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/eval/table/question.jsonl -------------------------------------------------------------------------------- /llava/eval/table/results/test_sqa_llava_13b_v0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/eval/table/results/test_sqa_llava_13b_v0.json -------------------------------------------------------------------------------- /llava/eval/table/review/review_alpaca-13b_vicuna-13b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/eval/table/review/review_alpaca-13b_vicuna-13b.jsonl -------------------------------------------------------------------------------- /llava/eval/table/review/review_bard_vicuna-13b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/eval/table/review/review_bard_vicuna-13b.jsonl -------------------------------------------------------------------------------- /llava/eval/table/review/review_gpt35_vicuna-13b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/eval/table/review/review_gpt35_vicuna-13b.jsonl -------------------------------------------------------------------------------- /llava/eval/table/review/review_llama-13b_vicuna-13b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/eval/table/review/review_llama-13b_vicuna-13b.jsonl -------------------------------------------------------------------------------- /llava/eval/table/reviewer.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/eval/table/reviewer.jsonl -------------------------------------------------------------------------------- /llava/eval/table/rule.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/eval/table/rule.json -------------------------------------------------------------------------------- /llava/eval/webpage/figures/alpaca.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/eval/webpage/figures/alpaca.png -------------------------------------------------------------------------------- /llava/eval/webpage/figures/bard.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/eval/webpage/figures/bard.jpg -------------------------------------------------------------------------------- /llava/eval/webpage/figures/chatgpt.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/eval/webpage/figures/chatgpt.svg -------------------------------------------------------------------------------- /llava/eval/webpage/figures/llama.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/eval/webpage/figures/llama.jpg -------------------------------------------------------------------------------- /llava/eval/webpage/figures/swords_FILL0_wght300_GRAD0_opsz48.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/eval/webpage/figures/swords_FILL0_wght300_GRAD0_opsz48.svg -------------------------------------------------------------------------------- /llava/eval/webpage/figures/vicuna.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/eval/webpage/figures/vicuna.jpeg -------------------------------------------------------------------------------- /llava/eval/webpage/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/eval/webpage/index.html -------------------------------------------------------------------------------- /llava/eval/webpage/script.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/eval/webpage/script.js -------------------------------------------------------------------------------- /llava/eval/webpage/styles.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/eval/webpage/styles.css -------------------------------------------------------------------------------- /llava/llava.egg-info/PKG-INFO: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/llava.egg-info/PKG-INFO -------------------------------------------------------------------------------- /llava/llava.egg-info/SOURCES.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/llava.egg-info/SOURCES.txt -------------------------------------------------------------------------------- /llava/llava.egg-info/dependency_links.txt: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /llava/llava.egg-info/requires.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/llava.egg-info/requires.txt -------------------------------------------------------------------------------- /llava/llava.egg-info/top_level.txt: -------------------------------------------------------------------------------- 1 | data 2 | eval 3 | model 4 | serve 5 | train 6 | -------------------------------------------------------------------------------- /llava/llava_injection.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/llava_injection.py -------------------------------------------------------------------------------- /llava/model/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/model/.DS_Store -------------------------------------------------------------------------------- /llava/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/model/__init__.py -------------------------------------------------------------------------------- /llava/model/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/model/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /llava/model/__pycache__/__init__.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/model/__pycache__/__init__.cpython-37.pyc -------------------------------------------------------------------------------- /llava/model/__pycache__/llava.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/model/__pycache__/llava.cpython-310.pyc -------------------------------------------------------------------------------- /llava/model/__pycache__/llava.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/model/__pycache__/llava.cpython-37.pyc -------------------------------------------------------------------------------- /llava/model/__pycache__/llava_mpt.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/model/__pycache__/llava_mpt.cpython-310.pyc -------------------------------------------------------------------------------- /llava/model/__pycache__/utils.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/model/__pycache__/utils.cpython-310.pyc -------------------------------------------------------------------------------- /llava/model/apply_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/model/apply_delta.py -------------------------------------------------------------------------------- /llava/model/consolidate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/model/consolidate.py -------------------------------------------------------------------------------- /llava/model/llava.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/model/llava.py -------------------------------------------------------------------------------- /llava/model/llava_mpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/model/llava_mpt.py -------------------------------------------------------------------------------- /llava/model/make_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/model/make_delta.py -------------------------------------------------------------------------------- /llava/model/mpt/__pycache__/adapt_tokenizer.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/model/mpt/__pycache__/adapt_tokenizer.cpython-310.pyc -------------------------------------------------------------------------------- /llava/model/mpt/__pycache__/attention.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/model/mpt/__pycache__/attention.cpython-310.pyc -------------------------------------------------------------------------------- /llava/model/mpt/__pycache__/blocks.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/model/mpt/__pycache__/blocks.cpython-310.pyc -------------------------------------------------------------------------------- /llava/model/mpt/__pycache__/configuration_mpt.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/model/mpt/__pycache__/configuration_mpt.cpython-310.pyc -------------------------------------------------------------------------------- /llava/model/mpt/__pycache__/hf_prefixlm_converter.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/model/mpt/__pycache__/hf_prefixlm_converter.cpython-310.pyc -------------------------------------------------------------------------------- /llava/model/mpt/__pycache__/meta_init_context.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/model/mpt/__pycache__/meta_init_context.cpython-310.pyc -------------------------------------------------------------------------------- /llava/model/mpt/__pycache__/modeling_mpt.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/model/mpt/__pycache__/modeling_mpt.cpython-310.pyc -------------------------------------------------------------------------------- /llava/model/mpt/__pycache__/norm.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/model/mpt/__pycache__/norm.cpython-310.pyc -------------------------------------------------------------------------------- /llava/model/mpt/__pycache__/param_init_fns.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/model/mpt/__pycache__/param_init_fns.cpython-310.pyc -------------------------------------------------------------------------------- /llava/model/mpt/adapt_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/model/mpt/adapt_tokenizer.py -------------------------------------------------------------------------------- /llava/model/mpt/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/model/mpt/attention.py -------------------------------------------------------------------------------- /llava/model/mpt/blocks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/model/mpt/blocks.py -------------------------------------------------------------------------------- /llava/model/mpt/configuration_mpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/model/mpt/configuration_mpt.py -------------------------------------------------------------------------------- /llava/model/mpt/hf_prefixlm_converter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/model/mpt/hf_prefixlm_converter.py -------------------------------------------------------------------------------- /llava/model/mpt/meta_init_context.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/model/mpt/meta_init_context.py -------------------------------------------------------------------------------- /llava/model/mpt/modeling_mpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/model/mpt/modeling_mpt.py -------------------------------------------------------------------------------- /llava/model/mpt/norm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/model/mpt/norm.py -------------------------------------------------------------------------------- /llava/model/mpt/param_init_fns.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/model/mpt/param_init_fns.py -------------------------------------------------------------------------------- /llava/model/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/model/utils.py -------------------------------------------------------------------------------- /llava/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/pyproject.toml -------------------------------------------------------------------------------- /llava/serve/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/serve/.DS_Store -------------------------------------------------------------------------------- /llava/serve/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /llava/serve/cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/serve/cli.py -------------------------------------------------------------------------------- /llava/serve/controller.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/serve/controller.py -------------------------------------------------------------------------------- /llava/serve/examples/CornellTech.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/serve/examples/CornellTech.png -------------------------------------------------------------------------------- /llava/serve/examples/crying_boy.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/serve/examples/crying_boy.jpg -------------------------------------------------------------------------------- /llava/serve/examples/extreme_ironing.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/serve/examples/extreme_ironing.jpg -------------------------------------------------------------------------------- /llava/serve/examples/london.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/serve/examples/london.jpg -------------------------------------------------------------------------------- /llava/serve/examples/math.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/serve/examples/math.jpg -------------------------------------------------------------------------------- /llava/serve/examples/math.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/serve/examples/math.png -------------------------------------------------------------------------------- /llava/serve/examples/poo.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/serve/examples/poo.jpg -------------------------------------------------------------------------------- /llava/serve/examples/porsche911.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/serve/examples/porsche911.jpeg -------------------------------------------------------------------------------- /llava/serve/examples/porsche911.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/serve/examples/porsche911.png -------------------------------------------------------------------------------- /llava/serve/examples/steak.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/serve/examples/steak.jpg -------------------------------------------------------------------------------- /llava/serve/examples/thief.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/serve/examples/thief.jpg -------------------------------------------------------------------------------- /llava/serve/examples/waterview.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/serve/examples/waterview.jpg -------------------------------------------------------------------------------- /llava/serve/gateway/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/serve/gateway/README.md -------------------------------------------------------------------------------- /llava/serve/gateway/nginx.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/serve/gateway/nginx.conf -------------------------------------------------------------------------------- /llava/serve/gradio_css.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/serve/gradio_css.py -------------------------------------------------------------------------------- /llava/serve/gradio_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/serve/gradio_patch.py -------------------------------------------------------------------------------- /llava/serve/gradio_web_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/serve/gradio_web_server.py -------------------------------------------------------------------------------- /llava/serve/model_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/serve/model_worker.py -------------------------------------------------------------------------------- /llava/serve/register_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/serve/register_worker.py -------------------------------------------------------------------------------- /llava/serve/test_message.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/serve/test_message.py -------------------------------------------------------------------------------- /llava/train/llama_flash_attn_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/train/llama_flash_attn_monkey_patch.py -------------------------------------------------------------------------------- /llava/train/llava_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/train/llava_trainer.py -------------------------------------------------------------------------------- /llava/train/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/train/train.py -------------------------------------------------------------------------------- /llava/train/train_mem.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/train/train_mem.py -------------------------------------------------------------------------------- /llava/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava/utils.py -------------------------------------------------------------------------------- /llava_two_llms_new.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChengshuaiZhao0/The-Wolf-Within/HEAD/llava_two_llms_new.py -------------------------------------------------------------------------------- /models/.gitkeep: -------------------------------------------------------------------------------- 1 | --------------------------------------------------------------------------------