├── LICENSE ├── README.md ├── config ├── ds_config_zero2.json ├── ds_config_zero3.json └── ds_config_zero3_72B.json ├── data ├── Belle_sampled_qwen.json └── 西西嘛呦.json ├── finetune.py ├── finetune_baichuan2.py ├── finetune_glm4.py ├── finetune_interlm2.5.py ├── finetune_llama3.py ├── finetune_qwen1.5.py ├── finetune_qwen2.py ├── model_hub └── download_modelscope.py ├── output └── placeholder ├── predict ├── baichuan2_peft_lora_predict.py ├── glm4_9B_lora_predict.py ├── internlm2.5_peft_lora_predict.py ├── llama3.1_peft_lora_predict.py ├── llama3.2_full_predict.py ├── llama3_lora_predict.py ├── llama3_peft_lora_predict.py ├── llama3_peft_qlora_predict.py ├── llama3_qlora_4bit_predict.py ├── llama3_single_predict.py ├── qwen2.5_peft_lora_predict.py ├── qwen2.5_predict.py ├── qwen2_peft_lora_predict.py ├── qwen_lora_predict.py ├── qwen_peft_lora_predict.py ├── qwen_peft_qlora_predict.py ├── qwen_predict.py ├── qwen_qlora_4bit_predict.py ├── qwen_qlora_8bit_predict.py └── yi1.5_peft_lora_predict.py ├── requirements.txt ├── script ├── finetune_fullparameter.sh ├── finetune_lora_qwen2.sh ├── fintune_full_llama3.2_3B_Instruct.sh ├── fintune_lora_baichuan2.sh ├── fintune_lora_glm4_9B.sh ├── fintune_lora_internlm2.5_7B_chat.sh ├── fintune_lora_llama3.1_8B_Instruct.sh ├── fintune_lora_llama3_8B_chat.sh ├── fintune_lora_qwen1.5.sh ├── fintune_lora_qwen2.5.sh ├── fintune_lora_qwen_72B.sh ├── fintune_lora_yi1.5.sh ├── fintune_qlora_llama3_8B_chat.sh ├── fintune_qlora_qwen_4bit.sh ├── fintune_qlora_qwen_8bit.sh └── fintune_qwen_lora.sh └── write_requiremetns.py /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/taishan1994/Llama3.1-Finetuning/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/taishan1994/Llama3.1-Finetuning/HEAD/README.md -------------------------------------------------------------------------------- /config/ds_config_zero2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/taishan1994/Llama3.1-Finetuning/HEAD/config/ds_config_zero2.json -------------------------------------------------------------------------------- /config/ds_config_zero3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/taishan1994/Llama3.1-Finetuning/HEAD/config/ds_config_zero3.json -------------------------------------------------------------------------------- /config/ds_config_zero3_72B.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/taishan1994/Llama3.1-Finetuning/HEAD/config/ds_config_zero3_72B.json -------------------------------------------------------------------------------- /data/Belle_sampled_qwen.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/taishan1994/Llama3.1-Finetuning/HEAD/data/Belle_sampled_qwen.json -------------------------------------------------------------------------------- /data/西西嘛呦.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/taishan1994/Llama3.1-Finetuning/HEAD/data/西西嘛呦.json -------------------------------------------------------------------------------- /finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/taishan1994/Llama3.1-Finetuning/HEAD/finetune.py -------------------------------------------------------------------------------- /finetune_baichuan2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/taishan1994/Llama3.1-Finetuning/HEAD/finetune_baichuan2.py -------------------------------------------------------------------------------- /finetune_glm4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/taishan1994/Llama3.1-Finetuning/HEAD/finetune_glm4.py -------------------------------------------------------------------------------- /finetune_interlm2.5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/taishan1994/Llama3.1-Finetuning/HEAD/finetune_interlm2.5.py -------------------------------------------------------------------------------- /finetune_llama3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/taishan1994/Llama3.1-Finetuning/HEAD/finetune_llama3.py -------------------------------------------------------------------------------- /finetune_qwen1.5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/taishan1994/Llama3.1-Finetuning/HEAD/finetune_qwen1.5.py -------------------------------------------------------------------------------- /finetune_qwen2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/taishan1994/Llama3.1-Finetuning/HEAD/finetune_qwen2.py -------------------------------------------------------------------------------- /model_hub/download_modelscope.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/taishan1994/Llama3.1-Finetuning/HEAD/model_hub/download_modelscope.py -------------------------------------------------------------------------------- /output/placeholder: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /predict/baichuan2_peft_lora_predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/taishan1994/Llama3.1-Finetuning/HEAD/predict/baichuan2_peft_lora_predict.py -------------------------------------------------------------------------------- /predict/glm4_9B_lora_predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/taishan1994/Llama3.1-Finetuning/HEAD/predict/glm4_9B_lora_predict.py -------------------------------------------------------------------------------- /predict/internlm2.5_peft_lora_predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/taishan1994/Llama3.1-Finetuning/HEAD/predict/internlm2.5_peft_lora_predict.py -------------------------------------------------------------------------------- /predict/llama3.1_peft_lora_predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/taishan1994/Llama3.1-Finetuning/HEAD/predict/llama3.1_peft_lora_predict.py -------------------------------------------------------------------------------- /predict/llama3.2_full_predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/taishan1994/Llama3.1-Finetuning/HEAD/predict/llama3.2_full_predict.py -------------------------------------------------------------------------------- /predict/llama3_lora_predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/taishan1994/Llama3.1-Finetuning/HEAD/predict/llama3_lora_predict.py -------------------------------------------------------------------------------- /predict/llama3_peft_lora_predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/taishan1994/Llama3.1-Finetuning/HEAD/predict/llama3_peft_lora_predict.py -------------------------------------------------------------------------------- /predict/llama3_peft_qlora_predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/taishan1994/Llama3.1-Finetuning/HEAD/predict/llama3_peft_qlora_predict.py -------------------------------------------------------------------------------- /predict/llama3_qlora_4bit_predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/taishan1994/Llama3.1-Finetuning/HEAD/predict/llama3_qlora_4bit_predict.py -------------------------------------------------------------------------------- /predict/llama3_single_predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/taishan1994/Llama3.1-Finetuning/HEAD/predict/llama3_single_predict.py -------------------------------------------------------------------------------- /predict/qwen2.5_peft_lora_predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/taishan1994/Llama3.1-Finetuning/HEAD/predict/qwen2.5_peft_lora_predict.py -------------------------------------------------------------------------------- /predict/qwen2.5_predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/taishan1994/Llama3.1-Finetuning/HEAD/predict/qwen2.5_predict.py -------------------------------------------------------------------------------- /predict/qwen2_peft_lora_predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/taishan1994/Llama3.1-Finetuning/HEAD/predict/qwen2_peft_lora_predict.py -------------------------------------------------------------------------------- /predict/qwen_lora_predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/taishan1994/Llama3.1-Finetuning/HEAD/predict/qwen_lora_predict.py -------------------------------------------------------------------------------- /predict/qwen_peft_lora_predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/taishan1994/Llama3.1-Finetuning/HEAD/predict/qwen_peft_lora_predict.py -------------------------------------------------------------------------------- /predict/qwen_peft_qlora_predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/taishan1994/Llama3.1-Finetuning/HEAD/predict/qwen_peft_qlora_predict.py -------------------------------------------------------------------------------- /predict/qwen_predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/taishan1994/Llama3.1-Finetuning/HEAD/predict/qwen_predict.py -------------------------------------------------------------------------------- /predict/qwen_qlora_4bit_predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/taishan1994/Llama3.1-Finetuning/HEAD/predict/qwen_qlora_4bit_predict.py -------------------------------------------------------------------------------- /predict/qwen_qlora_8bit_predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/taishan1994/Llama3.1-Finetuning/HEAD/predict/qwen_qlora_8bit_predict.py -------------------------------------------------------------------------------- /predict/yi1.5_peft_lora_predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/taishan1994/Llama3.1-Finetuning/HEAD/predict/yi1.5_peft_lora_predict.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/taishan1994/Llama3.1-Finetuning/HEAD/requirements.txt -------------------------------------------------------------------------------- /script/finetune_fullparameter.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/taishan1994/Llama3.1-Finetuning/HEAD/script/finetune_fullparameter.sh -------------------------------------------------------------------------------- /script/finetune_lora_qwen2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/taishan1994/Llama3.1-Finetuning/HEAD/script/finetune_lora_qwen2.sh -------------------------------------------------------------------------------- /script/fintune_full_llama3.2_3B_Instruct.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/taishan1994/Llama3.1-Finetuning/HEAD/script/fintune_full_llama3.2_3B_Instruct.sh -------------------------------------------------------------------------------- /script/fintune_lora_baichuan2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/taishan1994/Llama3.1-Finetuning/HEAD/script/fintune_lora_baichuan2.sh -------------------------------------------------------------------------------- /script/fintune_lora_glm4_9B.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/taishan1994/Llama3.1-Finetuning/HEAD/script/fintune_lora_glm4_9B.sh -------------------------------------------------------------------------------- /script/fintune_lora_internlm2.5_7B_chat.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/taishan1994/Llama3.1-Finetuning/HEAD/script/fintune_lora_internlm2.5_7B_chat.sh -------------------------------------------------------------------------------- /script/fintune_lora_llama3.1_8B_Instruct.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/taishan1994/Llama3.1-Finetuning/HEAD/script/fintune_lora_llama3.1_8B_Instruct.sh -------------------------------------------------------------------------------- /script/fintune_lora_llama3_8B_chat.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/taishan1994/Llama3.1-Finetuning/HEAD/script/fintune_lora_llama3_8B_chat.sh -------------------------------------------------------------------------------- /script/fintune_lora_qwen1.5.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/taishan1994/Llama3.1-Finetuning/HEAD/script/fintune_lora_qwen1.5.sh -------------------------------------------------------------------------------- /script/fintune_lora_qwen2.5.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/taishan1994/Llama3.1-Finetuning/HEAD/script/fintune_lora_qwen2.5.sh -------------------------------------------------------------------------------- /script/fintune_lora_qwen_72B.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/taishan1994/Llama3.1-Finetuning/HEAD/script/fintune_lora_qwen_72B.sh -------------------------------------------------------------------------------- /script/fintune_lora_yi1.5.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/taishan1994/Llama3.1-Finetuning/HEAD/script/fintune_lora_yi1.5.sh -------------------------------------------------------------------------------- /script/fintune_qlora_llama3_8B_chat.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/taishan1994/Llama3.1-Finetuning/HEAD/script/fintune_qlora_llama3_8B_chat.sh -------------------------------------------------------------------------------- /script/fintune_qlora_qwen_4bit.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/taishan1994/Llama3.1-Finetuning/HEAD/script/fintune_qlora_qwen_4bit.sh -------------------------------------------------------------------------------- /script/fintune_qlora_qwen_8bit.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/taishan1994/Llama3.1-Finetuning/HEAD/script/fintune_qlora_qwen_8bit.sh -------------------------------------------------------------------------------- /script/fintune_qwen_lora.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/taishan1994/Llama3.1-Finetuning/HEAD/script/fintune_qwen_lora.sh -------------------------------------------------------------------------------- /write_requiremetns.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/taishan1994/Llama3.1-Finetuning/HEAD/write_requiremetns.py --------------------------------------------------------------------------------