├── .gitignore ├── GPT2Proj ├── README.md ├── data │ ├── csl_40k.tsv │ ├── test.json │ └── train.json ├── data_helper.py ├── data_set.py ├── generate_sample.py ├── images │ ├── 7_1.png │ ├── 7_2.png │ └── 7_3.png ├── model.py ├── pretrain_model │ ├── config.json │ ├── special_tokens_map.json │ ├── tokenizer_config.json │ └── vocab.txt ├── requirements.txt ├── summary_model │ ├── config.json │ ├── special_tokens_map.json │ ├── tokenizer_config.json │ └── vocab.txt └── train.py ├── LICENSE ├── LLMFTProj ├── ChatGLM-6B │ ├── config.json │ ├── ice_text.model │ ├── pytorch_model.bin.index.json │ └── tokenizer_config.json ├── README.md ├── configuration_chatglm.py ├── data │ ├── ori_data.json │ └── sample.json ├── data_helper.py ├── data_set.py ├── finetuning_freeze.py ├── finetuning_lora.py ├── finetuning_pt.py ├── images │ ├── 6_1.png │ ├── 6_2.png │ ├── 6_3.png │ ├── 6_4.png │ ├── 6_5.png │ └── 6_6.jpg ├── modeling_chatglm.py ├── predict_freeze.py ├── predict_lora.py ├── predict_pt.py ├── quantization.py ├── requirements.txt └── tokenization_chatglm.py ├── LLMPreProj ├── README.md ├── configs │ ├── __init__.py │ ├── arguments.py │ ├── config_block_base.json │ ├── config_block_large.json │ ├── config_block_large_chinese.json │ ├── configs.json │ └── configs.py ├── dataset │ ├── __init__.py │ ├── blocklm_utils.py │ ├── dataset.py │ ├── file_utils.py │ ├── samplers.py │ ├── sp_tokenizer.py │ ├── tokenization.py │ └── wordpiece.py ├── fp16 │ ├── __init__.py │ ├── fp16.py │ ├── fp16util.py │ └── loss_scaler.py ├── glm_pretrain │ ├── data │ │ └── sample.json │ └── model │ │ └── vocab.txt ├── images │ ├── 6_1.png │ ├── 6_2.png │ └── 6_3.png ├── model │ ├── __init__.py │ ├── distributed.py │ ├── learning_rates.py │ ├── model.py │ └── modeling_glm.py ├── mpu │ ├── __init__.py │ ├── cross_entropy.py │ ├── data.py │ ├── grads.py │ ├── initialize.py │ ├── layers.py │ ├── mappings.py │ ├── random.py │ ├── tests │ │ ├── __init__.py │ │ ├── commons.py │ │ ├── test_cross_entropy.py │ │ ├── test_data.py │ │ ├── test_initialize.py │ │ ├── test_layers.py │ │ └── test_random.py │ ├── transformer.py │ └── utils.py ├── pretrain_model.py ├── requirements.txt ├── scripts │ ├── ds_pretrain_multi.sh │ ├── ds_pretrain_nvidia.sh │ └── run_pretrain_dp.sh └── utils.py ├── PPOProj ├── README.md ├── data │ └── amazon.zip ├── data_set.py ├── generate_sample.py ├── images │ └── 8_1.png ├── requirements.txt └── train.py ├── PromptProj ├── README.md ├── data │ ├── ChnSentiCorp_htl_all.csv │ └── sample.json ├── data_helper.py ├── data_set.py ├── images │ ├── 5_1.png │ ├── 5_2.png │ ├── 5_3.png │ └── 5_4.png ├── model.py ├── predict.py ├── pretrain_model │ ├── config.json │ └── vocab.txt ├── prompt_model │ ├── config.json │ ├── special_tokens_map.json │ ├── tokenizer_config.json │ └── vocab.txt ├── requirements.txt └── train.py ├── README.md ├── RLHFProj ├── PPO │ ├── README.md │ ├── data │ │ └── ppo_train.json │ ├── data_set.py │ ├── model.py │ ├── ppo_model │ │ ├── config.json │ │ ├── generation_config.json │ │ ├── special_tokens_map.json │ │ ├── tokenizer_config.json │ │ └── vocab.txt │ ├── predict.py │ ├── rm_model │ │ ├── config.json │ │ ├── special_tokens_map.json │ │ ├── tokenizer_config.json │ │ └── vocab.txt │ ├── sft_model │ │ ├── config.json │ │ ├── special_tokens_map.json │ │ ├── tokenizer_config.json │ │ └── vocab.txt │ ├── train.py │ └── utils.py ├── README.md ├── RewardRank │ ├── README.md │ ├── data │ │ ├── cmrc_dev.json │ │ └── cmrc_train.json │ ├── data_helper.py │ ├── data_set.py │ ├── model.py │ ├── predict.py │ ├── pretrain_model │ │ ├── config.json │ │ ├── special_tokens_map.json │ │ ├── tokenizer_config.json │ │ └── vocab.txt │ ├── rm_model │ │ ├── config.json │ │ ├── special_tokens_map.json │ │ ├── tokenizer_config.json │ │ └── vocab.txt │ └── train.py ├── SFT │ ├── README.md │ ├── data │ │ ├── cmrc_dev.json │ │ └── cmrc_train.json │ ├── data_helper.py │ ├── data_set.py │ ├── model.py │ ├── predict.py │ ├── pretrain_model │ │ ├── config.json │ │ ├── special_tokens_map.json │ │ ├── tokenizer_config.json │ │ └── vocab.txt │ ├── sft_model │ │ ├── config.json │ │ ├── special_tokens_map.json │ │ ├── tokenizer_config.json │ │ └── vocab.txt │ └── train.py ├── images │ ├── 9_1.png │ ├── 9_10.png │ ├── 9_2.png │ ├── 9_3.png │ ├── 9_4.png │ ├── 9_5.png │ ├── 9_6.png │ ├── 9_7.png │ ├── 9_8.png │ └── 9_9.png └── requirements.txt └── UniLMProj ├── README.md ├── chatbot.py ├── configuration_unilm.py ├── data ├── dirty_words.txt └── sample.json ├── data_helper.py ├── data_set.py ├── dirty_recognize.py ├── images ├── 3_1.png ├── 3_2.png └── 3_3.png ├── kuakua_robot_model ├── config.json └── vocab.txt ├── modeling_unilm.py ├── pretrain_model ├── config.json └── vocab.txt ├── requirements.txt ├── train.py └── trie.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/.gitignore -------------------------------------------------------------------------------- /GPT2Proj/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/GPT2Proj/README.md -------------------------------------------------------------------------------- /GPT2Proj/data/csl_40k.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/GPT2Proj/data/csl_40k.tsv -------------------------------------------------------------------------------- /GPT2Proj/data/test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/GPT2Proj/data/test.json -------------------------------------------------------------------------------- /GPT2Proj/data/train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/GPT2Proj/data/train.json -------------------------------------------------------------------------------- /GPT2Proj/data_helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/GPT2Proj/data_helper.py -------------------------------------------------------------------------------- /GPT2Proj/data_set.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/GPT2Proj/data_set.py -------------------------------------------------------------------------------- /GPT2Proj/generate_sample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/GPT2Proj/generate_sample.py -------------------------------------------------------------------------------- /GPT2Proj/images/7_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/GPT2Proj/images/7_1.png -------------------------------------------------------------------------------- /GPT2Proj/images/7_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/GPT2Proj/images/7_2.png -------------------------------------------------------------------------------- /GPT2Proj/images/7_3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/GPT2Proj/images/7_3.png -------------------------------------------------------------------------------- /GPT2Proj/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/GPT2Proj/model.py -------------------------------------------------------------------------------- /GPT2Proj/pretrain_model/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/GPT2Proj/pretrain_model/config.json -------------------------------------------------------------------------------- /GPT2Proj/pretrain_model/special_tokens_map.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/GPT2Proj/pretrain_model/special_tokens_map.json -------------------------------------------------------------------------------- /GPT2Proj/pretrain_model/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/GPT2Proj/pretrain_model/tokenizer_config.json -------------------------------------------------------------------------------- /GPT2Proj/pretrain_model/vocab.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/GPT2Proj/pretrain_model/vocab.txt -------------------------------------------------------------------------------- /GPT2Proj/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/GPT2Proj/requirements.txt -------------------------------------------------------------------------------- /GPT2Proj/summary_model/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/GPT2Proj/summary_model/config.json -------------------------------------------------------------------------------- /GPT2Proj/summary_model/special_tokens_map.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/GPT2Proj/summary_model/special_tokens_map.json -------------------------------------------------------------------------------- /GPT2Proj/summary_model/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/GPT2Proj/summary_model/tokenizer_config.json -------------------------------------------------------------------------------- /GPT2Proj/summary_model/vocab.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/GPT2Proj/summary_model/vocab.txt -------------------------------------------------------------------------------- /GPT2Proj/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/GPT2Proj/train.py -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LICENSE -------------------------------------------------------------------------------- /LLMFTProj/ChatGLM-6B/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMFTProj/ChatGLM-6B/config.json -------------------------------------------------------------------------------- /LLMFTProj/ChatGLM-6B/ice_text.model: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMFTProj/ChatGLM-6B/ice_text.model -------------------------------------------------------------------------------- /LLMFTProj/ChatGLM-6B/pytorch_model.bin.index.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMFTProj/ChatGLM-6B/pytorch_model.bin.index.json -------------------------------------------------------------------------------- /LLMFTProj/ChatGLM-6B/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMFTProj/ChatGLM-6B/tokenizer_config.json -------------------------------------------------------------------------------- /LLMFTProj/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMFTProj/README.md -------------------------------------------------------------------------------- /LLMFTProj/configuration_chatglm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMFTProj/configuration_chatglm.py -------------------------------------------------------------------------------- /LLMFTProj/data/ori_data.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMFTProj/data/ori_data.json -------------------------------------------------------------------------------- /LLMFTProj/data/sample.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMFTProj/data/sample.json -------------------------------------------------------------------------------- /LLMFTProj/data_helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMFTProj/data_helper.py -------------------------------------------------------------------------------- /LLMFTProj/data_set.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMFTProj/data_set.py -------------------------------------------------------------------------------- /LLMFTProj/finetuning_freeze.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMFTProj/finetuning_freeze.py -------------------------------------------------------------------------------- /LLMFTProj/finetuning_lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMFTProj/finetuning_lora.py -------------------------------------------------------------------------------- /LLMFTProj/finetuning_pt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMFTProj/finetuning_pt.py -------------------------------------------------------------------------------- /LLMFTProj/images/6_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMFTProj/images/6_1.png -------------------------------------------------------------------------------- /LLMFTProj/images/6_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMFTProj/images/6_2.png -------------------------------------------------------------------------------- /LLMFTProj/images/6_3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMFTProj/images/6_3.png -------------------------------------------------------------------------------- /LLMFTProj/images/6_4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMFTProj/images/6_4.png -------------------------------------------------------------------------------- /LLMFTProj/images/6_5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMFTProj/images/6_5.png -------------------------------------------------------------------------------- /LLMFTProj/images/6_6.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMFTProj/images/6_6.jpg -------------------------------------------------------------------------------- /LLMFTProj/modeling_chatglm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMFTProj/modeling_chatglm.py -------------------------------------------------------------------------------- /LLMFTProj/predict_freeze.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMFTProj/predict_freeze.py -------------------------------------------------------------------------------- /LLMFTProj/predict_lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMFTProj/predict_lora.py -------------------------------------------------------------------------------- /LLMFTProj/predict_pt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMFTProj/predict_pt.py -------------------------------------------------------------------------------- /LLMFTProj/quantization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMFTProj/quantization.py -------------------------------------------------------------------------------- /LLMFTProj/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMFTProj/requirements.txt -------------------------------------------------------------------------------- /LLMFTProj/tokenization_chatglm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMFTProj/tokenization_chatglm.py -------------------------------------------------------------------------------- /LLMPreProj/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMPreProj/README.md -------------------------------------------------------------------------------- /LLMPreProj/configs/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMPreProj/configs/__init__.py -------------------------------------------------------------------------------- /LLMPreProj/configs/arguments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMPreProj/configs/arguments.py -------------------------------------------------------------------------------- /LLMPreProj/configs/config_block_base.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMPreProj/configs/config_block_base.json -------------------------------------------------------------------------------- /LLMPreProj/configs/config_block_large.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMPreProj/configs/config_block_large.json -------------------------------------------------------------------------------- /LLMPreProj/configs/config_block_large_chinese.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMPreProj/configs/config_block_large_chinese.json -------------------------------------------------------------------------------- /LLMPreProj/configs/configs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMPreProj/configs/configs.json -------------------------------------------------------------------------------- /LLMPreProj/configs/configs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMPreProj/configs/configs.py -------------------------------------------------------------------------------- /LLMPreProj/dataset/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMPreProj/dataset/__init__.py -------------------------------------------------------------------------------- /LLMPreProj/dataset/blocklm_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMPreProj/dataset/blocklm_utils.py -------------------------------------------------------------------------------- /LLMPreProj/dataset/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMPreProj/dataset/dataset.py -------------------------------------------------------------------------------- /LLMPreProj/dataset/file_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMPreProj/dataset/file_utils.py -------------------------------------------------------------------------------- /LLMPreProj/dataset/samplers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMPreProj/dataset/samplers.py -------------------------------------------------------------------------------- /LLMPreProj/dataset/sp_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMPreProj/dataset/sp_tokenizer.py -------------------------------------------------------------------------------- /LLMPreProj/dataset/tokenization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMPreProj/dataset/tokenization.py -------------------------------------------------------------------------------- /LLMPreProj/dataset/wordpiece.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMPreProj/dataset/wordpiece.py -------------------------------------------------------------------------------- /LLMPreProj/fp16/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMPreProj/fp16/__init__.py -------------------------------------------------------------------------------- /LLMPreProj/fp16/fp16.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMPreProj/fp16/fp16.py -------------------------------------------------------------------------------- /LLMPreProj/fp16/fp16util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMPreProj/fp16/fp16util.py -------------------------------------------------------------------------------- /LLMPreProj/fp16/loss_scaler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMPreProj/fp16/loss_scaler.py -------------------------------------------------------------------------------- /LLMPreProj/glm_pretrain/data/sample.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMPreProj/glm_pretrain/data/sample.json -------------------------------------------------------------------------------- /LLMPreProj/glm_pretrain/model/vocab.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMPreProj/glm_pretrain/model/vocab.txt -------------------------------------------------------------------------------- /LLMPreProj/images/6_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMPreProj/images/6_1.png -------------------------------------------------------------------------------- /LLMPreProj/images/6_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMPreProj/images/6_2.png -------------------------------------------------------------------------------- /LLMPreProj/images/6_3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMPreProj/images/6_3.png -------------------------------------------------------------------------------- /LLMPreProj/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMPreProj/model/__init__.py -------------------------------------------------------------------------------- /LLMPreProj/model/distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMPreProj/model/distributed.py -------------------------------------------------------------------------------- /LLMPreProj/model/learning_rates.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMPreProj/model/learning_rates.py -------------------------------------------------------------------------------- /LLMPreProj/model/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMPreProj/model/model.py -------------------------------------------------------------------------------- /LLMPreProj/model/modeling_glm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMPreProj/model/modeling_glm.py -------------------------------------------------------------------------------- /LLMPreProj/mpu/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMPreProj/mpu/__init__.py -------------------------------------------------------------------------------- /LLMPreProj/mpu/cross_entropy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMPreProj/mpu/cross_entropy.py -------------------------------------------------------------------------------- /LLMPreProj/mpu/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMPreProj/mpu/data.py -------------------------------------------------------------------------------- /LLMPreProj/mpu/grads.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMPreProj/mpu/grads.py -------------------------------------------------------------------------------- /LLMPreProj/mpu/initialize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMPreProj/mpu/initialize.py -------------------------------------------------------------------------------- /LLMPreProj/mpu/layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMPreProj/mpu/layers.py -------------------------------------------------------------------------------- /LLMPreProj/mpu/mappings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMPreProj/mpu/mappings.py -------------------------------------------------------------------------------- /LLMPreProj/mpu/random.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMPreProj/mpu/random.py -------------------------------------------------------------------------------- /LLMPreProj/mpu/tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /LLMPreProj/mpu/tests/commons.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMPreProj/mpu/tests/commons.py -------------------------------------------------------------------------------- /LLMPreProj/mpu/tests/test_cross_entropy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMPreProj/mpu/tests/test_cross_entropy.py -------------------------------------------------------------------------------- /LLMPreProj/mpu/tests/test_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMPreProj/mpu/tests/test_data.py -------------------------------------------------------------------------------- /LLMPreProj/mpu/tests/test_initialize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMPreProj/mpu/tests/test_initialize.py -------------------------------------------------------------------------------- /LLMPreProj/mpu/tests/test_layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMPreProj/mpu/tests/test_layers.py -------------------------------------------------------------------------------- /LLMPreProj/mpu/tests/test_random.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMPreProj/mpu/tests/test_random.py -------------------------------------------------------------------------------- /LLMPreProj/mpu/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMPreProj/mpu/transformer.py -------------------------------------------------------------------------------- /LLMPreProj/mpu/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMPreProj/mpu/utils.py -------------------------------------------------------------------------------- /LLMPreProj/pretrain_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMPreProj/pretrain_model.py -------------------------------------------------------------------------------- /LLMPreProj/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMPreProj/requirements.txt -------------------------------------------------------------------------------- /LLMPreProj/scripts/ds_pretrain_multi.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMPreProj/scripts/ds_pretrain_multi.sh -------------------------------------------------------------------------------- /LLMPreProj/scripts/ds_pretrain_nvidia.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMPreProj/scripts/ds_pretrain_nvidia.sh -------------------------------------------------------------------------------- /LLMPreProj/scripts/run_pretrain_dp.sh: -------------------------------------------------------------------------------- 1 | CUDA_VISIBLE_DEVICES=2,3 deepspeed pretrain_model.py -------------------------------------------------------------------------------- /LLMPreProj/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/LLMPreProj/utils.py -------------------------------------------------------------------------------- /PPOProj/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/PPOProj/README.md -------------------------------------------------------------------------------- /PPOProj/data/amazon.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/PPOProj/data/amazon.zip -------------------------------------------------------------------------------- /PPOProj/data_set.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/PPOProj/data_set.py -------------------------------------------------------------------------------- /PPOProj/generate_sample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/PPOProj/generate_sample.py -------------------------------------------------------------------------------- /PPOProj/images/8_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/PPOProj/images/8_1.png -------------------------------------------------------------------------------- /PPOProj/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/PPOProj/requirements.txt -------------------------------------------------------------------------------- /PPOProj/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/PPOProj/train.py -------------------------------------------------------------------------------- /PromptProj/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/PromptProj/README.md -------------------------------------------------------------------------------- /PromptProj/data/ChnSentiCorp_htl_all.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/PromptProj/data/ChnSentiCorp_htl_all.csv -------------------------------------------------------------------------------- /PromptProj/data/sample.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/PromptProj/data/sample.json -------------------------------------------------------------------------------- /PromptProj/data_helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/PromptProj/data_helper.py -------------------------------------------------------------------------------- /PromptProj/data_set.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/PromptProj/data_set.py -------------------------------------------------------------------------------- /PromptProj/images/5_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/PromptProj/images/5_1.png -------------------------------------------------------------------------------- /PromptProj/images/5_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/PromptProj/images/5_2.png -------------------------------------------------------------------------------- /PromptProj/images/5_3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/PromptProj/images/5_3.png -------------------------------------------------------------------------------- /PromptProj/images/5_4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/PromptProj/images/5_4.png -------------------------------------------------------------------------------- /PromptProj/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/PromptProj/model.py -------------------------------------------------------------------------------- /PromptProj/predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/PromptProj/predict.py -------------------------------------------------------------------------------- /PromptProj/pretrain_model/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/PromptProj/pretrain_model/config.json -------------------------------------------------------------------------------- /PromptProj/pretrain_model/vocab.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/PromptProj/pretrain_model/vocab.txt -------------------------------------------------------------------------------- /PromptProj/prompt_model/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/PromptProj/prompt_model/config.json -------------------------------------------------------------------------------- /PromptProj/prompt_model/special_tokens_map.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/PromptProj/prompt_model/special_tokens_map.json -------------------------------------------------------------------------------- /PromptProj/prompt_model/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/PromptProj/prompt_model/tokenizer_config.json -------------------------------------------------------------------------------- /PromptProj/prompt_model/vocab.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/PromptProj/prompt_model/vocab.txt -------------------------------------------------------------------------------- /PromptProj/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/PromptProj/requirements.txt -------------------------------------------------------------------------------- /PromptProj/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/PromptProj/train.py -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/README.md -------------------------------------------------------------------------------- /RLHFProj/PPO/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/RLHFProj/PPO/README.md -------------------------------------------------------------------------------- /RLHFProj/PPO/data/ppo_train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/RLHFProj/PPO/data/ppo_train.json -------------------------------------------------------------------------------- /RLHFProj/PPO/data_set.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/RLHFProj/PPO/data_set.py -------------------------------------------------------------------------------- /RLHFProj/PPO/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/RLHFProj/PPO/model.py -------------------------------------------------------------------------------- /RLHFProj/PPO/ppo_model/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/RLHFProj/PPO/ppo_model/config.json -------------------------------------------------------------------------------- /RLHFProj/PPO/ppo_model/generation_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/RLHFProj/PPO/ppo_model/generation_config.json -------------------------------------------------------------------------------- /RLHFProj/PPO/ppo_model/special_tokens_map.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/RLHFProj/PPO/ppo_model/special_tokens_map.json -------------------------------------------------------------------------------- /RLHFProj/PPO/ppo_model/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/RLHFProj/PPO/ppo_model/tokenizer_config.json -------------------------------------------------------------------------------- /RLHFProj/PPO/ppo_model/vocab.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/RLHFProj/PPO/ppo_model/vocab.txt -------------------------------------------------------------------------------- /RLHFProj/PPO/predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/RLHFProj/PPO/predict.py -------------------------------------------------------------------------------- /RLHFProj/PPO/rm_model/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/RLHFProj/PPO/rm_model/config.json -------------------------------------------------------------------------------- /RLHFProj/PPO/rm_model/special_tokens_map.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/RLHFProj/PPO/rm_model/special_tokens_map.json -------------------------------------------------------------------------------- /RLHFProj/PPO/rm_model/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/RLHFProj/PPO/rm_model/tokenizer_config.json -------------------------------------------------------------------------------- /RLHFProj/PPO/rm_model/vocab.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/RLHFProj/PPO/rm_model/vocab.txt -------------------------------------------------------------------------------- /RLHFProj/PPO/sft_model/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/RLHFProj/PPO/sft_model/config.json -------------------------------------------------------------------------------- /RLHFProj/PPO/sft_model/special_tokens_map.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/RLHFProj/PPO/sft_model/special_tokens_map.json -------------------------------------------------------------------------------- /RLHFProj/PPO/sft_model/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/RLHFProj/PPO/sft_model/tokenizer_config.json -------------------------------------------------------------------------------- /RLHFProj/PPO/sft_model/vocab.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/RLHFProj/PPO/sft_model/vocab.txt -------------------------------------------------------------------------------- /RLHFProj/PPO/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/RLHFProj/PPO/train.py -------------------------------------------------------------------------------- /RLHFProj/PPO/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/RLHFProj/PPO/utils.py -------------------------------------------------------------------------------- /RLHFProj/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/RLHFProj/README.md -------------------------------------------------------------------------------- /RLHFProj/RewardRank/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/RLHFProj/RewardRank/README.md -------------------------------------------------------------------------------- /RLHFProj/RewardRank/data/cmrc_dev.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/RLHFProj/RewardRank/data/cmrc_dev.json -------------------------------------------------------------------------------- /RLHFProj/RewardRank/data/cmrc_train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/RLHFProj/RewardRank/data/cmrc_train.json -------------------------------------------------------------------------------- /RLHFProj/RewardRank/data_helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/RLHFProj/RewardRank/data_helper.py -------------------------------------------------------------------------------- /RLHFProj/RewardRank/data_set.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/RLHFProj/RewardRank/data_set.py -------------------------------------------------------------------------------- /RLHFProj/RewardRank/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/RLHFProj/RewardRank/model.py -------------------------------------------------------------------------------- /RLHFProj/RewardRank/predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/RLHFProj/RewardRank/predict.py -------------------------------------------------------------------------------- /RLHFProj/RewardRank/pretrain_model/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/RLHFProj/RewardRank/pretrain_model/config.json -------------------------------------------------------------------------------- /RLHFProj/RewardRank/pretrain_model/special_tokens_map.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/RLHFProj/RewardRank/pretrain_model/special_tokens_map.json -------------------------------------------------------------------------------- /RLHFProj/RewardRank/pretrain_model/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/RLHFProj/RewardRank/pretrain_model/tokenizer_config.json -------------------------------------------------------------------------------- /RLHFProj/RewardRank/pretrain_model/vocab.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/RLHFProj/RewardRank/pretrain_model/vocab.txt -------------------------------------------------------------------------------- /RLHFProj/RewardRank/rm_model/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/RLHFProj/RewardRank/rm_model/config.json -------------------------------------------------------------------------------- /RLHFProj/RewardRank/rm_model/special_tokens_map.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/RLHFProj/RewardRank/rm_model/special_tokens_map.json -------------------------------------------------------------------------------- /RLHFProj/RewardRank/rm_model/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/RLHFProj/RewardRank/rm_model/tokenizer_config.json -------------------------------------------------------------------------------- /RLHFProj/RewardRank/rm_model/vocab.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/RLHFProj/RewardRank/rm_model/vocab.txt -------------------------------------------------------------------------------- /RLHFProj/RewardRank/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/RLHFProj/RewardRank/train.py -------------------------------------------------------------------------------- /RLHFProj/SFT/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/RLHFProj/SFT/README.md -------------------------------------------------------------------------------- /RLHFProj/SFT/data/cmrc_dev.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/RLHFProj/SFT/data/cmrc_dev.json -------------------------------------------------------------------------------- /RLHFProj/SFT/data/cmrc_train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/RLHFProj/SFT/data/cmrc_train.json -------------------------------------------------------------------------------- /RLHFProj/SFT/data_helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/RLHFProj/SFT/data_helper.py -------------------------------------------------------------------------------- /RLHFProj/SFT/data_set.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/RLHFProj/SFT/data_set.py -------------------------------------------------------------------------------- /RLHFProj/SFT/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/RLHFProj/SFT/model.py -------------------------------------------------------------------------------- /RLHFProj/SFT/predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/RLHFProj/SFT/predict.py -------------------------------------------------------------------------------- /RLHFProj/SFT/pretrain_model/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/RLHFProj/SFT/pretrain_model/config.json -------------------------------------------------------------------------------- /RLHFProj/SFT/pretrain_model/special_tokens_map.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/RLHFProj/SFT/pretrain_model/special_tokens_map.json -------------------------------------------------------------------------------- /RLHFProj/SFT/pretrain_model/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/RLHFProj/SFT/pretrain_model/tokenizer_config.json -------------------------------------------------------------------------------- /RLHFProj/SFT/pretrain_model/vocab.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/RLHFProj/SFT/pretrain_model/vocab.txt -------------------------------------------------------------------------------- /RLHFProj/SFT/sft_model/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/RLHFProj/SFT/sft_model/config.json -------------------------------------------------------------------------------- /RLHFProj/SFT/sft_model/special_tokens_map.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/RLHFProj/SFT/sft_model/special_tokens_map.json -------------------------------------------------------------------------------- /RLHFProj/SFT/sft_model/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/RLHFProj/SFT/sft_model/tokenizer_config.json -------------------------------------------------------------------------------- /RLHFProj/SFT/sft_model/vocab.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/RLHFProj/SFT/sft_model/vocab.txt -------------------------------------------------------------------------------- /RLHFProj/SFT/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/RLHFProj/SFT/train.py -------------------------------------------------------------------------------- /RLHFProj/images/9_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/RLHFProj/images/9_1.png -------------------------------------------------------------------------------- /RLHFProj/images/9_10.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/RLHFProj/images/9_10.png -------------------------------------------------------------------------------- /RLHFProj/images/9_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/RLHFProj/images/9_2.png -------------------------------------------------------------------------------- /RLHFProj/images/9_3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/RLHFProj/images/9_3.png -------------------------------------------------------------------------------- /RLHFProj/images/9_4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/RLHFProj/images/9_4.png -------------------------------------------------------------------------------- /RLHFProj/images/9_5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/RLHFProj/images/9_5.png -------------------------------------------------------------------------------- /RLHFProj/images/9_6.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/RLHFProj/images/9_6.png -------------------------------------------------------------------------------- /RLHFProj/images/9_7.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/RLHFProj/images/9_7.png -------------------------------------------------------------------------------- /RLHFProj/images/9_8.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/RLHFProj/images/9_8.png -------------------------------------------------------------------------------- /RLHFProj/images/9_9.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/RLHFProj/images/9_9.png -------------------------------------------------------------------------------- /RLHFProj/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/RLHFProj/requirements.txt -------------------------------------------------------------------------------- /UniLMProj/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/UniLMProj/README.md -------------------------------------------------------------------------------- /UniLMProj/chatbot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/UniLMProj/chatbot.py -------------------------------------------------------------------------------- /UniLMProj/configuration_unilm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/UniLMProj/configuration_unilm.py -------------------------------------------------------------------------------- /UniLMProj/data/dirty_words.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/UniLMProj/data/dirty_words.txt -------------------------------------------------------------------------------- /UniLMProj/data/sample.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/UniLMProj/data/sample.json -------------------------------------------------------------------------------- /UniLMProj/data_helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/UniLMProj/data_helper.py -------------------------------------------------------------------------------- /UniLMProj/data_set.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/UniLMProj/data_set.py -------------------------------------------------------------------------------- /UniLMProj/dirty_recognize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/UniLMProj/dirty_recognize.py -------------------------------------------------------------------------------- /UniLMProj/images/3_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/UniLMProj/images/3_1.png -------------------------------------------------------------------------------- /UniLMProj/images/3_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/UniLMProj/images/3_2.png -------------------------------------------------------------------------------- /UniLMProj/images/3_3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/UniLMProj/images/3_3.png -------------------------------------------------------------------------------- /UniLMProj/kuakua_robot_model/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/UniLMProj/kuakua_robot_model/config.json -------------------------------------------------------------------------------- /UniLMProj/kuakua_robot_model/vocab.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/UniLMProj/kuakua_robot_model/vocab.txt -------------------------------------------------------------------------------- /UniLMProj/modeling_unilm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/UniLMProj/modeling_unilm.py -------------------------------------------------------------------------------- /UniLMProj/pretrain_model/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/UniLMProj/pretrain_model/config.json -------------------------------------------------------------------------------- /UniLMProj/pretrain_model/vocab.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/UniLMProj/pretrain_model/vocab.txt -------------------------------------------------------------------------------- /UniLMProj/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/UniLMProj/requirements.txt -------------------------------------------------------------------------------- /UniLMProj/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/UniLMProj/train.py -------------------------------------------------------------------------------- /UniLMProj/trie.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/ChatGPTBook/HEAD/UniLMProj/trie.py --------------------------------------------------------------------------------