├── AMBER.jpg ├── AMBER ├── LICENSE ├── README.md ├── README_File │ ├── Paper-Arxiv-orange.svg │ ├── comparison.jpg │ ├── intro.jpg │ ├── result.jpg │ └── statistics.jpg ├── data │ ├── annotations.json │ ├── metrics.txt │ ├── query │ │ ├── query_all.json │ │ ├── query_discriminative-attribute.json │ │ ├── query_discriminative-existence.json │ │ ├── query_discriminative-relation.json │ │ ├── query_discriminative.json │ │ └── query_generative.json │ ├── relation.json │ └── safe_words.txt └── inference.py ├── HaELM.png ├── HaELM ├── LLM_output │ └── mPLUG_caption.jsonl ├── README.md ├── data │ ├── eval_data.jsonl │ └── train_data.jsonl ├── finetune.py └── interface.py ├── LICENSE ├── README.md ├── hacl.png ├── hacl ├── .DS_Store ├── LICENSE ├── README.MD ├── docs │ ├── Customize_Component.md │ ├── Data.md │ ├── LLaVA_Bench.md │ ├── LLaVA_from_LLaMA2.md │ ├── LoRA.md │ ├── MODEL_ZOO.md │ └── Release_Notes.md ├── llava │ ├── .DS_Store │ ├── __init__.py │ ├── constants.py │ ├── conversation.py │ ├── eval │ │ ├── eval_gpt_review.py │ │ ├── eval_gpt_review_bench.py │ │ ├── eval_gpt_review_visual.py │ │ ├── eval_science_qa.py │ │ ├── eval_science_qa_gpt4.py │ │ ├── eval_science_qa_gpt4_requery.py │ │ ├── generate_webpage_data_from_table.py │ │ ├── mmbench.py │ │ ├── model_qa.py │ │ ├── model_vqa.py │ │ ├── model_vqa_science.py │ │ ├── qa_baseline_gpt35.py │ │ ├── run_llava.py │ │ ├── summarize_gpt_review.py │ │ ├── table │ │ │ ├── answer │ │ │ │ ├── answer_alpaca-13b.jsonl │ │ │ │ ├── answer_bard.jsonl │ │ │ │ ├── answer_gpt35.jsonl │ │ │ │ ├── answer_llama-13b.jsonl │ │ │ │ └── answer_vicuna-13b.jsonl │ │ │ ├── caps_boxes_coco2014_val_80.jsonl │ │ │ ├── model.jsonl │ │ │ ├── prompt.jsonl │ │ │ ├── question.jsonl │ │ │ ├── results │ │ │ │ └── test_sqa_llava_13b_v0.json │ │ │ ├── review │ │ │ │ ├── review_alpaca-13b_vicuna-13b.jsonl │ │ │ │ ├── review_bard_vicuna-13b.jsonl │ │ │ │ ├── review_gpt35_vicuna-13b.jsonl │ │ │ │ └── review_llama-13b_vicuna-13b.jsonl │ │ │ ├── reviewer.jsonl │ │ │ └── rule.json │ │ └── webpage │ │ │ ├── figures │ │ │ ├── alpaca.png │ │ │ ├── bard.jpg │ │ │ ├── chatgpt.svg │ │ │ ├── llama.jpg │ │ │ ├── swords_FILL0_wght300_GRAD0_opsz48.svg │ │ │ └── vicuna.jpeg │ │ │ ├── index.html │ │ │ ├── script.js │ │ │ └── styles.css │ ├── mm_utils.py │ ├── model │ │ ├── .ipynb_checkpoints │ │ │ └── llava_arch-checkpoint.py │ │ ├── __init__.py │ │ ├── apply_delta.py │ │ ├── builder.py │ │ ├── consolidate.py │ │ ├── language_model │ │ │ ├── .ipynb_checkpoints │ │ │ │ └── llava_llama-checkpoint.py │ │ │ ├── llava.py │ │ │ ├── llava_llama.py │ │ │ ├── llava_mpt.py │ │ │ └── mpt │ │ │ │ ├── adapt_tokenizer.py │ │ │ │ ├── attention.py │ │ │ │ ├── blocks.py │ │ │ │ ├── configuration_mpt.py │ │ │ │ ├── custom_embedding.py │ │ │ │ ├── flash_attn_triton.py │ │ │ │ ├── hf_prefixlm_converter.py │ │ │ │ ├── meta_init_context.py │ │ │ │ ├── modeling_mpt.py │ │ │ │ ├── norm.py │ │ │ │ └── param_init_fns.py │ │ ├── llava_arch.py │ │ ├── make_delta.py │ │ ├── multimodal_encoder │ │ │ ├── builder.py │ │ │ └── clip_encoder.py │ │ └── utils.py │ ├── serve │ │ ├── __init__.py │ │ ├── cli.py │ │ ├── controller.py │ │ ├── examples │ │ │ ├── extreme_ironing.jpg │ │ │ └── waterview.jpg │ │ ├── gradio_web_server.py │ │ ├── model_worker.py │ │ ├── register_worker.py │ │ └── test_message.py │ ├── train │ │ ├── .ipynb_checkpoints │ │ │ ├── llava_trainer-checkpoint.py │ │ │ └── train-checkpoint.py │ │ ├── llama_flash_attn_monkey_patch.py │ │ ├── llava_trainer.py │ │ ├── train.py │ │ └── train_mem.py │ └── utils.py ├── playground │ ├── .DS_Store │ └── data │ │ ├── .DS_Store │ │ └── prompts │ │ ├── .DS_Store │ │ ├── complex_reasoning │ │ ├── 000_caps.txt │ │ ├── 000_conv.txt │ │ ├── 001_caps.txt │ │ ├── 001_conv.txt │ │ ├── 002_caps.txt │ │ ├── 002_conv.txt │ │ └── system_message.txt │ │ ├── conversation │ │ ├── 000_caps.txt │ │ ├── 000_conv.txt │ │ ├── 001_caps.txt │ │ ├── 001_conv.txt │ │ └── system_message.txt │ │ └── detail_description │ │ ├── 000_caps.txt │ │ ├── 000_conv.txt │ │ ├── 001_caps.txt │ │ ├── 001_conv.txt │ │ ├── 002_caps.txt │ │ ├── 002_conv.txt │ │ └── system_message.txt └── scripts │ ├── .DS_Store │ ├── .ipynb_checkpoints │ ├── convert_sqa_to_llava-checkpoint.py │ ├── convert_sqa_to_llava_base_prompt-checkpoint.py │ ├── extract_mm_projector-checkpoint.py │ ├── finetune-checkpoint.sh │ ├── finetune_qlora-checkpoint.sh │ ├── merge_lora_weights-checkpoint.py │ ├── model_web_server-checkpoint.sh │ ├── pretrain-checkpoint.sh │ ├── pretrain_lora-checkpoint.sh │ ├── sft_itc_benchmark-checkpoint.sh │ ├── sft_tune-checkpoint.sh │ ├── sqa_eval_batch-checkpoint.sh │ └── sqa_eval_gather-checkpoint.sh │ ├── convert_sqa_to_llava.py │ ├── convert_sqa_to_llava_base_prompt.py │ ├── extract_mm_projector.py │ ├── finetune.sh │ ├── merge_lora_weights.py │ ├── model_web_server.sh │ ├── pretrain.sh │ ├── sft_itc_benchmark.sh │ ├── sft_tune.sh │ ├── sqa_eval_batch.sh │ ├── sqa_eval_gather.sh │ ├── zero2.json │ ├── zero3.json │ └── zero3_offload.json └── owl.png /AMBER.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/AMBER.jpg -------------------------------------------------------------------------------- /AMBER/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/AMBER/LICENSE -------------------------------------------------------------------------------- /AMBER/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/AMBER/README.md -------------------------------------------------------------------------------- /AMBER/README_File/Paper-Arxiv-orange.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/AMBER/README_File/Paper-Arxiv-orange.svg -------------------------------------------------------------------------------- /AMBER/README_File/comparison.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/AMBER/README_File/comparison.jpg -------------------------------------------------------------------------------- /AMBER/README_File/intro.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/AMBER/README_File/intro.jpg -------------------------------------------------------------------------------- /AMBER/README_File/result.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/AMBER/README_File/result.jpg -------------------------------------------------------------------------------- /AMBER/README_File/statistics.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/AMBER/README_File/statistics.jpg -------------------------------------------------------------------------------- /AMBER/data/annotations.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/AMBER/data/annotations.json -------------------------------------------------------------------------------- /AMBER/data/metrics.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/AMBER/data/metrics.txt -------------------------------------------------------------------------------- /AMBER/data/query/query_all.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/AMBER/data/query/query_all.json -------------------------------------------------------------------------------- /AMBER/data/query/query_discriminative-attribute.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/AMBER/data/query/query_discriminative-attribute.json -------------------------------------------------------------------------------- /AMBER/data/query/query_discriminative-existence.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/AMBER/data/query/query_discriminative-existence.json -------------------------------------------------------------------------------- /AMBER/data/query/query_discriminative-relation.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/AMBER/data/query/query_discriminative-relation.json -------------------------------------------------------------------------------- /AMBER/data/query/query_discriminative.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/AMBER/data/query/query_discriminative.json -------------------------------------------------------------------------------- /AMBER/data/query/query_generative.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/AMBER/data/query/query_generative.json -------------------------------------------------------------------------------- /AMBER/data/relation.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/AMBER/data/relation.json -------------------------------------------------------------------------------- /AMBER/data/safe_words.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/AMBER/data/safe_words.txt -------------------------------------------------------------------------------- /AMBER/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/AMBER/inference.py -------------------------------------------------------------------------------- /HaELM.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/HaELM.png -------------------------------------------------------------------------------- /HaELM/LLM_output/mPLUG_caption.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/HaELM/LLM_output/mPLUG_caption.jsonl -------------------------------------------------------------------------------- /HaELM/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/HaELM/README.md -------------------------------------------------------------------------------- /HaELM/data/eval_data.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/HaELM/data/eval_data.jsonl -------------------------------------------------------------------------------- /HaELM/data/train_data.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/HaELM/data/train_data.jsonl -------------------------------------------------------------------------------- /HaELM/finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/HaELM/finetune.py -------------------------------------------------------------------------------- /HaELM/interface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/HaELM/interface.py -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/README.md -------------------------------------------------------------------------------- /hacl.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl.png -------------------------------------------------------------------------------- /hacl/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/.DS_Store -------------------------------------------------------------------------------- /hacl/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/LICENSE -------------------------------------------------------------------------------- /hacl/README.MD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/README.MD -------------------------------------------------------------------------------- /hacl/docs/Customize_Component.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/docs/Customize_Component.md -------------------------------------------------------------------------------- /hacl/docs/Data.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/docs/Data.md -------------------------------------------------------------------------------- /hacl/docs/LLaVA_Bench.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/docs/LLaVA_Bench.md -------------------------------------------------------------------------------- /hacl/docs/LLaVA_from_LLaMA2.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/docs/LLaVA_from_LLaMA2.md -------------------------------------------------------------------------------- /hacl/docs/LoRA.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/docs/LoRA.md -------------------------------------------------------------------------------- /hacl/docs/MODEL_ZOO.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/docs/MODEL_ZOO.md -------------------------------------------------------------------------------- /hacl/docs/Release_Notes.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/docs/Release_Notes.md -------------------------------------------------------------------------------- /hacl/llava/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/.DS_Store -------------------------------------------------------------------------------- /hacl/llava/__init__.py: -------------------------------------------------------------------------------- 1 | from .model import LlavaLlamaForCausalLM 2 | -------------------------------------------------------------------------------- /hacl/llava/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/constants.py -------------------------------------------------------------------------------- /hacl/llava/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/conversation.py -------------------------------------------------------------------------------- /hacl/llava/eval/eval_gpt_review.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/eval/eval_gpt_review.py -------------------------------------------------------------------------------- /hacl/llava/eval/eval_gpt_review_bench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/eval/eval_gpt_review_bench.py -------------------------------------------------------------------------------- /hacl/llava/eval/eval_gpt_review_visual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/eval/eval_gpt_review_visual.py -------------------------------------------------------------------------------- /hacl/llava/eval/eval_science_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/eval/eval_science_qa.py -------------------------------------------------------------------------------- /hacl/llava/eval/eval_science_qa_gpt4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/eval/eval_science_qa_gpt4.py -------------------------------------------------------------------------------- /hacl/llava/eval/eval_science_qa_gpt4_requery.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/eval/eval_science_qa_gpt4_requery.py -------------------------------------------------------------------------------- /hacl/llava/eval/generate_webpage_data_from_table.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/eval/generate_webpage_data_from_table.py -------------------------------------------------------------------------------- /hacl/llava/eval/mmbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/eval/mmbench.py -------------------------------------------------------------------------------- /hacl/llava/eval/model_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/eval/model_qa.py -------------------------------------------------------------------------------- /hacl/llava/eval/model_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/eval/model_vqa.py -------------------------------------------------------------------------------- /hacl/llava/eval/model_vqa_science.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/eval/model_vqa_science.py -------------------------------------------------------------------------------- /hacl/llava/eval/qa_baseline_gpt35.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/eval/qa_baseline_gpt35.py -------------------------------------------------------------------------------- /hacl/llava/eval/run_llava.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/eval/run_llava.py -------------------------------------------------------------------------------- /hacl/llava/eval/summarize_gpt_review.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/eval/summarize_gpt_review.py -------------------------------------------------------------------------------- /hacl/llava/eval/table/answer/answer_alpaca-13b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/eval/table/answer/answer_alpaca-13b.jsonl -------------------------------------------------------------------------------- /hacl/llava/eval/table/answer/answer_bard.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/eval/table/answer/answer_bard.jsonl -------------------------------------------------------------------------------- /hacl/llava/eval/table/answer/answer_gpt35.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/eval/table/answer/answer_gpt35.jsonl -------------------------------------------------------------------------------- /hacl/llava/eval/table/answer/answer_llama-13b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/eval/table/answer/answer_llama-13b.jsonl -------------------------------------------------------------------------------- /hacl/llava/eval/table/answer/answer_vicuna-13b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/eval/table/answer/answer_vicuna-13b.jsonl -------------------------------------------------------------------------------- /hacl/llava/eval/table/caps_boxes_coco2014_val_80.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/eval/table/caps_boxes_coco2014_val_80.jsonl -------------------------------------------------------------------------------- /hacl/llava/eval/table/model.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/eval/table/model.jsonl -------------------------------------------------------------------------------- /hacl/llava/eval/table/prompt.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/eval/table/prompt.jsonl -------------------------------------------------------------------------------- /hacl/llava/eval/table/question.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/eval/table/question.jsonl -------------------------------------------------------------------------------- /hacl/llava/eval/table/results/test_sqa_llava_13b_v0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/eval/table/results/test_sqa_llava_13b_v0.json -------------------------------------------------------------------------------- /hacl/llava/eval/table/review/review_alpaca-13b_vicuna-13b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/eval/table/review/review_alpaca-13b_vicuna-13b.jsonl -------------------------------------------------------------------------------- /hacl/llava/eval/table/review/review_bard_vicuna-13b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/eval/table/review/review_bard_vicuna-13b.jsonl -------------------------------------------------------------------------------- /hacl/llava/eval/table/review/review_gpt35_vicuna-13b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/eval/table/review/review_gpt35_vicuna-13b.jsonl -------------------------------------------------------------------------------- /hacl/llava/eval/table/review/review_llama-13b_vicuna-13b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/eval/table/review/review_llama-13b_vicuna-13b.jsonl -------------------------------------------------------------------------------- /hacl/llava/eval/table/reviewer.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/eval/table/reviewer.jsonl -------------------------------------------------------------------------------- /hacl/llava/eval/table/rule.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/eval/table/rule.json -------------------------------------------------------------------------------- /hacl/llava/eval/webpage/figures/alpaca.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/eval/webpage/figures/alpaca.png -------------------------------------------------------------------------------- /hacl/llava/eval/webpage/figures/bard.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/eval/webpage/figures/bard.jpg -------------------------------------------------------------------------------- /hacl/llava/eval/webpage/figures/chatgpt.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/eval/webpage/figures/chatgpt.svg -------------------------------------------------------------------------------- /hacl/llava/eval/webpage/figures/llama.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/eval/webpage/figures/llama.jpg -------------------------------------------------------------------------------- /hacl/llava/eval/webpage/figures/swords_FILL0_wght300_GRAD0_opsz48.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/eval/webpage/figures/swords_FILL0_wght300_GRAD0_opsz48.svg -------------------------------------------------------------------------------- /hacl/llava/eval/webpage/figures/vicuna.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/eval/webpage/figures/vicuna.jpeg -------------------------------------------------------------------------------- /hacl/llava/eval/webpage/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/eval/webpage/index.html -------------------------------------------------------------------------------- /hacl/llava/eval/webpage/script.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/eval/webpage/script.js -------------------------------------------------------------------------------- /hacl/llava/eval/webpage/styles.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/eval/webpage/styles.css -------------------------------------------------------------------------------- /hacl/llava/mm_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/mm_utils.py -------------------------------------------------------------------------------- /hacl/llava/model/.ipynb_checkpoints/llava_arch-checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/model/.ipynb_checkpoints/llava_arch-checkpoint.py -------------------------------------------------------------------------------- /hacl/llava/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/model/__init__.py -------------------------------------------------------------------------------- /hacl/llava/model/apply_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/model/apply_delta.py -------------------------------------------------------------------------------- /hacl/llava/model/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/model/builder.py -------------------------------------------------------------------------------- /hacl/llava/model/consolidate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/model/consolidate.py -------------------------------------------------------------------------------- /hacl/llava/model/language_model/.ipynb_checkpoints/llava_llama-checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/model/language_model/.ipynb_checkpoints/llava_llama-checkpoint.py -------------------------------------------------------------------------------- /hacl/llava/model/language_model/llava.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/model/language_model/llava.py -------------------------------------------------------------------------------- /hacl/llava/model/language_model/llava_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/model/language_model/llava_llama.py -------------------------------------------------------------------------------- /hacl/llava/model/language_model/llava_mpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/model/language_model/llava_mpt.py -------------------------------------------------------------------------------- /hacl/llava/model/language_model/mpt/adapt_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/model/language_model/mpt/adapt_tokenizer.py -------------------------------------------------------------------------------- /hacl/llava/model/language_model/mpt/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/model/language_model/mpt/attention.py -------------------------------------------------------------------------------- /hacl/llava/model/language_model/mpt/blocks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/model/language_model/mpt/blocks.py -------------------------------------------------------------------------------- /hacl/llava/model/language_model/mpt/configuration_mpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/model/language_model/mpt/configuration_mpt.py -------------------------------------------------------------------------------- /hacl/llava/model/language_model/mpt/custom_embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/model/language_model/mpt/custom_embedding.py -------------------------------------------------------------------------------- /hacl/llava/model/language_model/mpt/flash_attn_triton.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/model/language_model/mpt/flash_attn_triton.py -------------------------------------------------------------------------------- /hacl/llava/model/language_model/mpt/hf_prefixlm_converter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/model/language_model/mpt/hf_prefixlm_converter.py -------------------------------------------------------------------------------- /hacl/llava/model/language_model/mpt/meta_init_context.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/model/language_model/mpt/meta_init_context.py -------------------------------------------------------------------------------- /hacl/llava/model/language_model/mpt/modeling_mpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/model/language_model/mpt/modeling_mpt.py -------------------------------------------------------------------------------- /hacl/llava/model/language_model/mpt/norm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/model/language_model/mpt/norm.py -------------------------------------------------------------------------------- /hacl/llava/model/language_model/mpt/param_init_fns.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/model/language_model/mpt/param_init_fns.py -------------------------------------------------------------------------------- /hacl/llava/model/llava_arch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/model/llava_arch.py -------------------------------------------------------------------------------- /hacl/llava/model/make_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/model/make_delta.py -------------------------------------------------------------------------------- /hacl/llava/model/multimodal_encoder/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/model/multimodal_encoder/builder.py -------------------------------------------------------------------------------- /hacl/llava/model/multimodal_encoder/clip_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/model/multimodal_encoder/clip_encoder.py -------------------------------------------------------------------------------- /hacl/llava/model/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/model/utils.py -------------------------------------------------------------------------------- /hacl/llava/serve/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /hacl/llava/serve/cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/serve/cli.py -------------------------------------------------------------------------------- /hacl/llava/serve/controller.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/serve/controller.py -------------------------------------------------------------------------------- /hacl/llava/serve/examples/extreme_ironing.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/serve/examples/extreme_ironing.jpg -------------------------------------------------------------------------------- /hacl/llava/serve/examples/waterview.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/serve/examples/waterview.jpg -------------------------------------------------------------------------------- /hacl/llava/serve/gradio_web_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/serve/gradio_web_server.py -------------------------------------------------------------------------------- /hacl/llava/serve/model_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/serve/model_worker.py -------------------------------------------------------------------------------- /hacl/llava/serve/register_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/serve/register_worker.py -------------------------------------------------------------------------------- /hacl/llava/serve/test_message.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/serve/test_message.py -------------------------------------------------------------------------------- /hacl/llava/train/.ipynb_checkpoints/llava_trainer-checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/train/.ipynb_checkpoints/llava_trainer-checkpoint.py -------------------------------------------------------------------------------- /hacl/llava/train/.ipynb_checkpoints/train-checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/train/.ipynb_checkpoints/train-checkpoint.py -------------------------------------------------------------------------------- /hacl/llava/train/llama_flash_attn_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/train/llama_flash_attn_monkey_patch.py -------------------------------------------------------------------------------- /hacl/llava/train/llava_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/train/llava_trainer.py -------------------------------------------------------------------------------- /hacl/llava/train/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/train/train.py -------------------------------------------------------------------------------- /hacl/llava/train/train_mem.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/train/train_mem.py -------------------------------------------------------------------------------- /hacl/llava/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/llava/utils.py -------------------------------------------------------------------------------- /hacl/playground/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/playground/.DS_Store -------------------------------------------------------------------------------- /hacl/playground/data/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/playground/data/.DS_Store -------------------------------------------------------------------------------- /hacl/playground/data/prompts/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/playground/data/prompts/.DS_Store -------------------------------------------------------------------------------- /hacl/playground/data/prompts/complex_reasoning/000_caps.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/playground/data/prompts/complex_reasoning/000_caps.txt -------------------------------------------------------------------------------- /hacl/playground/data/prompts/complex_reasoning/000_conv.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/playground/data/prompts/complex_reasoning/000_conv.txt -------------------------------------------------------------------------------- /hacl/playground/data/prompts/complex_reasoning/001_caps.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/playground/data/prompts/complex_reasoning/001_caps.txt -------------------------------------------------------------------------------- /hacl/playground/data/prompts/complex_reasoning/001_conv.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/playground/data/prompts/complex_reasoning/001_conv.txt -------------------------------------------------------------------------------- /hacl/playground/data/prompts/complex_reasoning/002_caps.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/playground/data/prompts/complex_reasoning/002_caps.txt -------------------------------------------------------------------------------- /hacl/playground/data/prompts/complex_reasoning/002_conv.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/playground/data/prompts/complex_reasoning/002_conv.txt -------------------------------------------------------------------------------- /hacl/playground/data/prompts/complex_reasoning/system_message.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/playground/data/prompts/complex_reasoning/system_message.txt -------------------------------------------------------------------------------- /hacl/playground/data/prompts/conversation/000_caps.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/playground/data/prompts/conversation/000_caps.txt -------------------------------------------------------------------------------- /hacl/playground/data/prompts/conversation/000_conv.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/playground/data/prompts/conversation/000_conv.txt -------------------------------------------------------------------------------- /hacl/playground/data/prompts/conversation/001_caps.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/playground/data/prompts/conversation/001_caps.txt -------------------------------------------------------------------------------- /hacl/playground/data/prompts/conversation/001_conv.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/playground/data/prompts/conversation/001_conv.txt -------------------------------------------------------------------------------- /hacl/playground/data/prompts/conversation/system_message.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/playground/data/prompts/conversation/system_message.txt -------------------------------------------------------------------------------- /hacl/playground/data/prompts/detail_description/000_caps.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/playground/data/prompts/detail_description/000_caps.txt -------------------------------------------------------------------------------- /hacl/playground/data/prompts/detail_description/000_conv.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/playground/data/prompts/detail_description/000_conv.txt -------------------------------------------------------------------------------- /hacl/playground/data/prompts/detail_description/001_caps.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/playground/data/prompts/detail_description/001_caps.txt -------------------------------------------------------------------------------- /hacl/playground/data/prompts/detail_description/001_conv.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/playground/data/prompts/detail_description/001_conv.txt -------------------------------------------------------------------------------- /hacl/playground/data/prompts/detail_description/002_caps.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/playground/data/prompts/detail_description/002_caps.txt -------------------------------------------------------------------------------- /hacl/playground/data/prompts/detail_description/002_conv.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/playground/data/prompts/detail_description/002_conv.txt -------------------------------------------------------------------------------- /hacl/playground/data/prompts/detail_description/system_message.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/playground/data/prompts/detail_description/system_message.txt -------------------------------------------------------------------------------- /hacl/scripts/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/scripts/.DS_Store -------------------------------------------------------------------------------- /hacl/scripts/.ipynb_checkpoints/convert_sqa_to_llava-checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/scripts/.ipynb_checkpoints/convert_sqa_to_llava-checkpoint.py -------------------------------------------------------------------------------- /hacl/scripts/.ipynb_checkpoints/convert_sqa_to_llava_base_prompt-checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/scripts/.ipynb_checkpoints/convert_sqa_to_llava_base_prompt-checkpoint.py -------------------------------------------------------------------------------- /hacl/scripts/.ipynb_checkpoints/extract_mm_projector-checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/scripts/.ipynb_checkpoints/extract_mm_projector-checkpoint.py -------------------------------------------------------------------------------- /hacl/scripts/.ipynb_checkpoints/finetune-checkpoint.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/scripts/.ipynb_checkpoints/finetune-checkpoint.sh -------------------------------------------------------------------------------- /hacl/scripts/.ipynb_checkpoints/finetune_qlora-checkpoint.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/scripts/.ipynb_checkpoints/finetune_qlora-checkpoint.sh -------------------------------------------------------------------------------- /hacl/scripts/.ipynb_checkpoints/merge_lora_weights-checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/scripts/.ipynb_checkpoints/merge_lora_weights-checkpoint.py -------------------------------------------------------------------------------- /hacl/scripts/.ipynb_checkpoints/model_web_server-checkpoint.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/scripts/.ipynb_checkpoints/model_web_server-checkpoint.sh -------------------------------------------------------------------------------- /hacl/scripts/.ipynb_checkpoints/pretrain-checkpoint.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/scripts/.ipynb_checkpoints/pretrain-checkpoint.sh -------------------------------------------------------------------------------- /hacl/scripts/.ipynb_checkpoints/pretrain_lora-checkpoint.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/scripts/.ipynb_checkpoints/pretrain_lora-checkpoint.sh -------------------------------------------------------------------------------- /hacl/scripts/.ipynb_checkpoints/sft_itc_benchmark-checkpoint.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/scripts/.ipynb_checkpoints/sft_itc_benchmark-checkpoint.sh -------------------------------------------------------------------------------- /hacl/scripts/.ipynb_checkpoints/sft_tune-checkpoint.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/scripts/.ipynb_checkpoints/sft_tune-checkpoint.sh -------------------------------------------------------------------------------- /hacl/scripts/.ipynb_checkpoints/sqa_eval_batch-checkpoint.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/scripts/.ipynb_checkpoints/sqa_eval_batch-checkpoint.sh -------------------------------------------------------------------------------- /hacl/scripts/.ipynb_checkpoints/sqa_eval_gather-checkpoint.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/scripts/.ipynb_checkpoints/sqa_eval_gather-checkpoint.sh -------------------------------------------------------------------------------- /hacl/scripts/convert_sqa_to_llava.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/scripts/convert_sqa_to_llava.py -------------------------------------------------------------------------------- /hacl/scripts/convert_sqa_to_llava_base_prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/scripts/convert_sqa_to_llava_base_prompt.py -------------------------------------------------------------------------------- /hacl/scripts/extract_mm_projector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/scripts/extract_mm_projector.py -------------------------------------------------------------------------------- /hacl/scripts/finetune.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/scripts/finetune.sh -------------------------------------------------------------------------------- /hacl/scripts/merge_lora_weights.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/scripts/merge_lora_weights.py -------------------------------------------------------------------------------- /hacl/scripts/model_web_server.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/scripts/model_web_server.sh -------------------------------------------------------------------------------- /hacl/scripts/pretrain.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/scripts/pretrain.sh -------------------------------------------------------------------------------- /hacl/scripts/sft_itc_benchmark.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/scripts/sft_itc_benchmark.sh -------------------------------------------------------------------------------- /hacl/scripts/sft_tune.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/scripts/sft_tune.sh -------------------------------------------------------------------------------- /hacl/scripts/sqa_eval_batch.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/scripts/sqa_eval_batch.sh -------------------------------------------------------------------------------- /hacl/scripts/sqa_eval_gather.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/scripts/sqa_eval_gather.sh -------------------------------------------------------------------------------- /hacl/scripts/zero2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/scripts/zero2.json -------------------------------------------------------------------------------- /hacl/scripts/zero3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/scripts/zero3.json -------------------------------------------------------------------------------- /hacl/scripts/zero3_offload.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/hacl/scripts/zero3_offload.json -------------------------------------------------------------------------------- /owl.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-PLUG/mPLUG-HalOwl/HEAD/owl.png --------------------------------------------------------------------------------