├── .gitignore ├── 1.png ├── README.MD ├── config ├── config.json ├── config_ptv2.json ├── config_small.json └── tokenizer_config.json ├── data ├── finetune_train_examples.json ├── make_data_example.py ├── raw │ ├── 甄嬛传剧本01-10.txt │ ├── 甄嬛传剧本11-20.txt │ ├── 甄嬛传剧本21-30.txt │ ├── 甄嬛传剧本31-40.txt │ ├── 甄嬛传剧本41-50.txt │ ├── 甄嬛传剧本51-60.txt │ ├── 甄嬛传剧本61-70.txt │ └── 甄嬛传剧本71-76.txt └── script │ ├── alpaca2qa.py │ ├── finetune_train_examples.json │ ├── output.json │ └── raw2alpaca.py ├── data_processer.py ├── data_utils.py ├── deepspeed.json ├── evaluate.py ├── infer.py ├── infer_finetuning.py ├── infer_lora_finetuning.py ├── models.py ├── requirements.txt ├── tokenization_chatglm.py ├── train.py └── web └── api_lora_demo.py /.gitignore: -------------------------------------------------------------------------------- 1 | /.idea 2 | /__pycache__ 3 | -------------------------------------------------------------------------------- /1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/piDack/chat_zhenhuan/HEAD/1.png -------------------------------------------------------------------------------- /README.MD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/piDack/chat_zhenhuan/HEAD/README.MD -------------------------------------------------------------------------------- /config/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/piDack/chat_zhenhuan/HEAD/config/config.json -------------------------------------------------------------------------------- /config/config_ptv2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/piDack/chat_zhenhuan/HEAD/config/config_ptv2.json -------------------------------------------------------------------------------- /config/config_small.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/piDack/chat_zhenhuan/HEAD/config/config_small.json -------------------------------------------------------------------------------- /config/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/piDack/chat_zhenhuan/HEAD/config/tokenizer_config.json -------------------------------------------------------------------------------- /data/finetune_train_examples.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/piDack/chat_zhenhuan/HEAD/data/finetune_train_examples.json -------------------------------------------------------------------------------- /data/make_data_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/piDack/chat_zhenhuan/HEAD/data/make_data_example.py -------------------------------------------------------------------------------- /data/raw/甄嬛传剧本01-10.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/piDack/chat_zhenhuan/HEAD/data/raw/甄嬛传剧本01-10.txt -------------------------------------------------------------------------------- /data/raw/甄嬛传剧本11-20.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/piDack/chat_zhenhuan/HEAD/data/raw/甄嬛传剧本11-20.txt -------------------------------------------------------------------------------- /data/raw/甄嬛传剧本21-30.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/piDack/chat_zhenhuan/HEAD/data/raw/甄嬛传剧本21-30.txt -------------------------------------------------------------------------------- /data/raw/甄嬛传剧本31-40.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/piDack/chat_zhenhuan/HEAD/data/raw/甄嬛传剧本31-40.txt -------------------------------------------------------------------------------- /data/raw/甄嬛传剧本41-50.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/piDack/chat_zhenhuan/HEAD/data/raw/甄嬛传剧本41-50.txt -------------------------------------------------------------------------------- /data/raw/甄嬛传剧本51-60.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/piDack/chat_zhenhuan/HEAD/data/raw/甄嬛传剧本51-60.txt -------------------------------------------------------------------------------- /data/raw/甄嬛传剧本61-70.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/piDack/chat_zhenhuan/HEAD/data/raw/甄嬛传剧本61-70.txt -------------------------------------------------------------------------------- /data/raw/甄嬛传剧本71-76.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/piDack/chat_zhenhuan/HEAD/data/raw/甄嬛传剧本71-76.txt -------------------------------------------------------------------------------- /data/script/alpaca2qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/piDack/chat_zhenhuan/HEAD/data/script/alpaca2qa.py -------------------------------------------------------------------------------- /data/script/finetune_train_examples.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/piDack/chat_zhenhuan/HEAD/data/script/finetune_train_examples.json -------------------------------------------------------------------------------- /data/script/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/piDack/chat_zhenhuan/HEAD/data/script/output.json -------------------------------------------------------------------------------- /data/script/raw2alpaca.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/piDack/chat_zhenhuan/HEAD/data/script/raw2alpaca.py -------------------------------------------------------------------------------- /data_processer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/piDack/chat_zhenhuan/HEAD/data_processer.py -------------------------------------------------------------------------------- /data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/piDack/chat_zhenhuan/HEAD/data_utils.py -------------------------------------------------------------------------------- /deepspeed.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/piDack/chat_zhenhuan/HEAD/deepspeed.json -------------------------------------------------------------------------------- /evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/piDack/chat_zhenhuan/HEAD/evaluate.py -------------------------------------------------------------------------------- /infer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/piDack/chat_zhenhuan/HEAD/infer.py -------------------------------------------------------------------------------- /infer_finetuning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/piDack/chat_zhenhuan/HEAD/infer_finetuning.py -------------------------------------------------------------------------------- /infer_lora_finetuning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/piDack/chat_zhenhuan/HEAD/infer_lora_finetuning.py -------------------------------------------------------------------------------- /models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/piDack/chat_zhenhuan/HEAD/models.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- 1 | deep_training >= 0.0.20 2 | cpm_kernels 3 | icetk 4 | transformers>=4.26.1 -------------------------------------------------------------------------------- /tokenization_chatglm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/piDack/chat_zhenhuan/HEAD/tokenization_chatglm.py -------------------------------------------------------------------------------- /train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/piDack/chat_zhenhuan/HEAD/train.py -------------------------------------------------------------------------------- /web/api_lora_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/piDack/chat_zhenhuan/HEAD/web/api_lora_demo.py --------------------------------------------------------------------------------