├── .github └── ISSUE_TEMPLATE │ ├── bug-report-english-.md │ ├── bug-report-中文-.md │ └── custom.md ├── .gitignore ├── LICENSE ├── README.md ├── chat.py ├── docs ├── notes.md ├── performance-13B.md ├── performance-chatv1-legal.md ├── performance-chatv1.md ├── performance-history.md ├── performance-medical.md ├── performance.md ├── problems.md └── readme-zh.md ├── finetune.py ├── finetune_4bit.py ├── finetune_chat.py ├── finetune_fp16.py ├── generate.py ├── generate_4bit.py ├── img ├── camel.png └── vicuna-llama.png ├── interaction.py ├── prompt.py ├── requirements.txt ├── requirements_4bit.txt ├── sample ├── chat │ ├── adapter_config.json │ └── data_sample.jsonl ├── instruct │ ├── adapter_config.json │ └── data_sample.jsonl └── zero_config.json ├── scripts ├── chat_7B.sh ├── finetune.sh ├── finetune_4bit.sh ├── finetune_chat.sh ├── finetune_chat_continue.sh ├── finetune_chat_single.sh ├── finetune_continue.sh ├── finetune_fp16.sh ├── finetune_others_continue.sh ├── generate.sh ├── generate_4bit.sh └── interaction.sh ├── test_tokenizer.py ├── tools ├── Vicuna.cpp │ ├── CMakeLists.txt │ ├── Makefile.ref │ ├── chat.cpp │ ├── chat.sh │ ├── ggml.c │ ├── ggml.h │ ├── quantize.cpp │ ├── quantize.sh │ ├── utils.cpp │ └── utils.h ├── application │ ├── chatglm_lora_finetune.py │ ├── chatglm_lora_test.py │ └── chitchat_finetune.py ├── awq │ ├── basic_generate.py │ ├── basic_quant.py │ ├── benchmark.py │ └── eval.py ├── convert_llama.py ├── convert_pth_to_ggml.py ├── datautils.py ├── download_llama.sh ├── gptq.py ├── merge_lora.py ├── prepare_llama_cpp.sh ├── quant │ ├── __init__.py │ ├── custom_autotune.py │ ├── fused_attn.py │ ├── fused_mlp.py │ ├── quant_linear.py │ └── quantizer.py ├── quant_generate.py ├── quant_llama.py ├── readme.md ├── readme_zh.md └── reshard.py └── utils.py /.github/ISSUE_TEMPLATE/bug-report-english-.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/.github/ISSUE_TEMPLATE/bug-report-english-.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/bug-report-中文-.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/.github/ISSUE_TEMPLATE/bug-report-中文-.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/custom.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/.github/ISSUE_TEMPLATE/custom.md -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/README.md -------------------------------------------------------------------------------- /chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/chat.py -------------------------------------------------------------------------------- /docs/notes.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/docs/notes.md -------------------------------------------------------------------------------- /docs/performance-13B.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/docs/performance-13B.md -------------------------------------------------------------------------------- /docs/performance-chatv1-legal.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/docs/performance-chatv1-legal.md -------------------------------------------------------------------------------- /docs/performance-chatv1.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/docs/performance-chatv1.md -------------------------------------------------------------------------------- /docs/performance-history.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/docs/performance-history.md -------------------------------------------------------------------------------- /docs/performance-medical.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/docs/performance-medical.md -------------------------------------------------------------------------------- /docs/performance.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/docs/performance.md -------------------------------------------------------------------------------- /docs/problems.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/docs/problems.md -------------------------------------------------------------------------------- /docs/readme-zh.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/docs/readme-zh.md -------------------------------------------------------------------------------- /finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/finetune.py -------------------------------------------------------------------------------- /finetune_4bit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/finetune_4bit.py -------------------------------------------------------------------------------- /finetune_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/finetune_chat.py -------------------------------------------------------------------------------- /finetune_fp16.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/finetune_fp16.py -------------------------------------------------------------------------------- /generate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/generate.py -------------------------------------------------------------------------------- /generate_4bit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/generate_4bit.py -------------------------------------------------------------------------------- /img/camel.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/img/camel.png -------------------------------------------------------------------------------- /img/vicuna-llama.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/img/vicuna-llama.png -------------------------------------------------------------------------------- /interaction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/interaction.py -------------------------------------------------------------------------------- /prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/prompt.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/requirements.txt -------------------------------------------------------------------------------- /requirements_4bit.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/requirements_4bit.txt -------------------------------------------------------------------------------- /sample/chat/adapter_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/sample/chat/adapter_config.json -------------------------------------------------------------------------------- /sample/chat/data_sample.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/sample/chat/data_sample.jsonl -------------------------------------------------------------------------------- /sample/instruct/adapter_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/sample/instruct/adapter_config.json -------------------------------------------------------------------------------- /sample/instruct/data_sample.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/sample/instruct/data_sample.jsonl -------------------------------------------------------------------------------- /sample/zero_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/sample/zero_config.json -------------------------------------------------------------------------------- /scripts/chat_7B.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/scripts/chat_7B.sh -------------------------------------------------------------------------------- /scripts/finetune.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/scripts/finetune.sh -------------------------------------------------------------------------------- /scripts/finetune_4bit.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/scripts/finetune_4bit.sh -------------------------------------------------------------------------------- /scripts/finetune_chat.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/scripts/finetune_chat.sh -------------------------------------------------------------------------------- /scripts/finetune_chat_continue.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/scripts/finetune_chat_continue.sh -------------------------------------------------------------------------------- /scripts/finetune_chat_single.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/scripts/finetune_chat_single.sh -------------------------------------------------------------------------------- /scripts/finetune_continue.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/scripts/finetune_continue.sh -------------------------------------------------------------------------------- /scripts/finetune_fp16.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/scripts/finetune_fp16.sh -------------------------------------------------------------------------------- /scripts/finetune_others_continue.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/scripts/finetune_others_continue.sh -------------------------------------------------------------------------------- /scripts/generate.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/scripts/generate.sh -------------------------------------------------------------------------------- /scripts/generate_4bit.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/scripts/generate_4bit.sh -------------------------------------------------------------------------------- /scripts/interaction.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/scripts/interaction.sh -------------------------------------------------------------------------------- /test_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/test_tokenizer.py -------------------------------------------------------------------------------- /tools/Vicuna.cpp/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/tools/Vicuna.cpp/CMakeLists.txt -------------------------------------------------------------------------------- /tools/Vicuna.cpp/Makefile.ref: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/tools/Vicuna.cpp/Makefile.ref -------------------------------------------------------------------------------- /tools/Vicuna.cpp/chat.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/tools/Vicuna.cpp/chat.cpp -------------------------------------------------------------------------------- /tools/Vicuna.cpp/chat.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/tools/Vicuna.cpp/chat.sh -------------------------------------------------------------------------------- /tools/Vicuna.cpp/ggml.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/tools/Vicuna.cpp/ggml.c -------------------------------------------------------------------------------- /tools/Vicuna.cpp/ggml.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/tools/Vicuna.cpp/ggml.h -------------------------------------------------------------------------------- /tools/Vicuna.cpp/quantize.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/tools/Vicuna.cpp/quantize.cpp -------------------------------------------------------------------------------- /tools/Vicuna.cpp/quantize.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/tools/Vicuna.cpp/quantize.sh -------------------------------------------------------------------------------- /tools/Vicuna.cpp/utils.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/tools/Vicuna.cpp/utils.cpp -------------------------------------------------------------------------------- /tools/Vicuna.cpp/utils.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/tools/Vicuna.cpp/utils.h -------------------------------------------------------------------------------- /tools/application/chatglm_lora_finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/tools/application/chatglm_lora_finetune.py -------------------------------------------------------------------------------- /tools/application/chatglm_lora_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/tools/application/chatglm_lora_test.py -------------------------------------------------------------------------------- /tools/application/chitchat_finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/tools/application/chitchat_finetune.py -------------------------------------------------------------------------------- /tools/awq/basic_generate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/tools/awq/basic_generate.py -------------------------------------------------------------------------------- /tools/awq/basic_quant.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/tools/awq/basic_quant.py -------------------------------------------------------------------------------- /tools/awq/benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/tools/awq/benchmark.py -------------------------------------------------------------------------------- /tools/awq/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/tools/awq/eval.py -------------------------------------------------------------------------------- /tools/convert_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/tools/convert_llama.py -------------------------------------------------------------------------------- /tools/convert_pth_to_ggml.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/tools/convert_pth_to_ggml.py -------------------------------------------------------------------------------- /tools/datautils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/tools/datautils.py -------------------------------------------------------------------------------- /tools/download_llama.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/tools/download_llama.sh -------------------------------------------------------------------------------- /tools/gptq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/tools/gptq.py -------------------------------------------------------------------------------- /tools/merge_lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/tools/merge_lora.py -------------------------------------------------------------------------------- /tools/prepare_llama_cpp.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/tools/prepare_llama_cpp.sh -------------------------------------------------------------------------------- /tools/quant/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/tools/quant/__init__.py -------------------------------------------------------------------------------- /tools/quant/custom_autotune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/tools/quant/custom_autotune.py -------------------------------------------------------------------------------- /tools/quant/fused_attn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/tools/quant/fused_attn.py -------------------------------------------------------------------------------- /tools/quant/fused_mlp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/tools/quant/fused_mlp.py -------------------------------------------------------------------------------- /tools/quant/quant_linear.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/tools/quant/quant_linear.py -------------------------------------------------------------------------------- /tools/quant/quantizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/tools/quant/quantizer.py -------------------------------------------------------------------------------- /tools/quant_generate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/tools/quant_generate.py -------------------------------------------------------------------------------- /tools/quant_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/tools/quant_llama.py -------------------------------------------------------------------------------- /tools/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/tools/readme.md -------------------------------------------------------------------------------- /tools/readme_zh.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/tools/readme_zh.md -------------------------------------------------------------------------------- /tools/reshard.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/tools/reshard.py -------------------------------------------------------------------------------- /utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Facico/Chinese-Vicuna/HEAD/utils.py --------------------------------------------------------------------------------