├── DPOProj ├── README.md ├── data │ └── zhihu_3k_rlfh.tsv ├── data_set.py ├── my_model.py ├── requirements.txt └── train.py ├── DiaEleExtraProj ├── README.md ├── data │ ├── all.json │ ├── test.json │ └── train.json ├── data_helper.py ├── ds_zero2_no_offload.json ├── images │ ├── 7_1.png │ └── 7_2.png ├── log.log ├── merge_params.py ├── predict.py ├── qwen1_8 │ ├── configuration_qwen.py │ ├── cpp_kernels.py │ ├── modeling_qwen.py │ ├── qwen_generation_utils.py │ └── tokenization_qwen.py ├── test_openai.py ├── test_qwen.py ├── train.py └── utils.py ├── LICENSE ├── LlamaFinetuneProj ├── README.md ├── data │ └── data_helper.py ├── finetune │ ├── llama2-7B_LoRA.json │ ├── merge_lora_and_quantize.py │ └── train_lora_llama.py ├── predict │ └── predict.py └── requirements.txt ├── README.md ├── RagProj ├── bge-finetune │ ├── README.md │ ├── bge_finetune.py │ ├── data │ │ └── load_data.py │ ├── finetune │ │ ├── arguments.py │ │ ├── data.py │ │ ├── eval_msmarco.py │ │ ├── hn_mine.py │ │ ├── modeling.py │ │ ├── run.py │ │ └── trainer.py │ └── predict │ │ └── get_embedding.py ├── chatglm3-finetune │ ├── README.md │ ├── data │ │ └── data_helper.py │ ├── finetune │ │ ├── chatglm3-6b_QLoRA.json │ │ ├── merge_lora_and_quantize.py │ │ └── train_qlora.py │ ├── predict │ │ └── predict.py │ └── requirements.txt └── service │ ├── README.md │ ├── faiss_module │ └── get_embedding.py │ └── web_service │ ├── configs.py │ ├── flag_models.py │ ├── model.py │ ├── split.py │ └── web.py ├── RolePlayProj ├── README.md ├── baichuan │ ├── configuration_baichuan.py │ ├── generation_utils.py │ ├── modeling_baichuan.py │ ├── quantizer.py │ └── tokenization_baichuan.py ├── data │ ├── profiles-zh_desc.json │ ├── role_test.jsonl │ ├── role_train.jsonl │ ├── rolebench-zh_general_test.jsonl │ ├── rolebench-zh_general_train.jsonl │ ├── rolebench-zh_role_specific_test.jsonl │ ├── rolebench-zh_role_specific_train.jsonl │ ├── test.json │ └── train.json ├── data_helper.py ├── ds_zero2_no_offload.json ├── images │ ├── 6_1.png │ └── 6_2.png ├── merge_params.py ├── predict.py ├── train.py ├── utils.py └── web_demo.py ├── SQLGenProj ├── README.md ├── data │ ├── dusql_process.py │ └── translation_service.py ├── finetune │ ├── deepseek_code_LoRA.json │ └── train_deepseek.py ├── img.png └── predict │ └── predict.py ├── autogpt_langchain ├── README.md ├── agent.py ├── output_parser.py ├── prompt.py ├── prompt_generator.py ├── test.py └── weather_agent.py └── tokenizerTask ├── README.md ├── bpe_module └── train_bpe.py ├── sentencepiece_module └── train_sentencepiece.py ├── unigram_module └── train_unigram.py └── wordpiece_module └── train_wordpiece.py /DPOProj/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/DPOProj/README.md -------------------------------------------------------------------------------- /DPOProj/data/zhihu_3k_rlfh.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/DPOProj/data/zhihu_3k_rlfh.tsv -------------------------------------------------------------------------------- /DPOProj/data_set.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/DPOProj/data_set.py -------------------------------------------------------------------------------- /DPOProj/my_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/DPOProj/my_model.py -------------------------------------------------------------------------------- /DPOProj/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/DPOProj/requirements.txt -------------------------------------------------------------------------------- /DPOProj/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/DPOProj/train.py -------------------------------------------------------------------------------- /DiaEleExtraProj/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/DiaEleExtraProj/README.md -------------------------------------------------------------------------------- /DiaEleExtraProj/data/all.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/DiaEleExtraProj/data/all.json -------------------------------------------------------------------------------- /DiaEleExtraProj/data/test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/DiaEleExtraProj/data/test.json -------------------------------------------------------------------------------- /DiaEleExtraProj/data/train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/DiaEleExtraProj/data/train.json -------------------------------------------------------------------------------- /DiaEleExtraProj/data_helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/DiaEleExtraProj/data_helper.py -------------------------------------------------------------------------------- /DiaEleExtraProj/ds_zero2_no_offload.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/DiaEleExtraProj/ds_zero2_no_offload.json -------------------------------------------------------------------------------- /DiaEleExtraProj/images/7_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/DiaEleExtraProj/images/7_1.png -------------------------------------------------------------------------------- /DiaEleExtraProj/images/7_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/DiaEleExtraProj/images/7_2.png -------------------------------------------------------------------------------- /DiaEleExtraProj/log.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/DiaEleExtraProj/log.log -------------------------------------------------------------------------------- /DiaEleExtraProj/merge_params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/DiaEleExtraProj/merge_params.py -------------------------------------------------------------------------------- /DiaEleExtraProj/predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/DiaEleExtraProj/predict.py -------------------------------------------------------------------------------- /DiaEleExtraProj/qwen1_8/configuration_qwen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/DiaEleExtraProj/qwen1_8/configuration_qwen.py -------------------------------------------------------------------------------- /DiaEleExtraProj/qwen1_8/cpp_kernels.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/DiaEleExtraProj/qwen1_8/cpp_kernels.py -------------------------------------------------------------------------------- /DiaEleExtraProj/qwen1_8/modeling_qwen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/DiaEleExtraProj/qwen1_8/modeling_qwen.py -------------------------------------------------------------------------------- /DiaEleExtraProj/qwen1_8/qwen_generation_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/DiaEleExtraProj/qwen1_8/qwen_generation_utils.py -------------------------------------------------------------------------------- /DiaEleExtraProj/qwen1_8/tokenization_qwen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/DiaEleExtraProj/qwen1_8/tokenization_qwen.py -------------------------------------------------------------------------------- /DiaEleExtraProj/test_openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/DiaEleExtraProj/test_openai.py -------------------------------------------------------------------------------- /DiaEleExtraProj/test_qwen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/DiaEleExtraProj/test_qwen.py -------------------------------------------------------------------------------- /DiaEleExtraProj/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/DiaEleExtraProj/train.py -------------------------------------------------------------------------------- /DiaEleExtraProj/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/DiaEleExtraProj/utils.py -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/LICENSE -------------------------------------------------------------------------------- /LlamaFinetuneProj/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/LlamaFinetuneProj/README.md -------------------------------------------------------------------------------- /LlamaFinetuneProj/data/data_helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/LlamaFinetuneProj/data/data_helper.py -------------------------------------------------------------------------------- /LlamaFinetuneProj/finetune/llama2-7B_LoRA.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/LlamaFinetuneProj/finetune/llama2-7B_LoRA.json -------------------------------------------------------------------------------- /LlamaFinetuneProj/finetune/merge_lora_and_quantize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/LlamaFinetuneProj/finetune/merge_lora_and_quantize.py -------------------------------------------------------------------------------- /LlamaFinetuneProj/finetune/train_lora_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/LlamaFinetuneProj/finetune/train_lora_llama.py -------------------------------------------------------------------------------- /LlamaFinetuneProj/predict/predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/LlamaFinetuneProj/predict/predict.py -------------------------------------------------------------------------------- /LlamaFinetuneProj/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/LlamaFinetuneProj/requirements.txt -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/README.md -------------------------------------------------------------------------------- /RagProj/bge-finetune/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/RagProj/bge-finetune/README.md -------------------------------------------------------------------------------- /RagProj/bge-finetune/bge_finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/RagProj/bge-finetune/bge_finetune.py -------------------------------------------------------------------------------- /RagProj/bge-finetune/data/load_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/RagProj/bge-finetune/data/load_data.py -------------------------------------------------------------------------------- /RagProj/bge-finetune/finetune/arguments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/RagProj/bge-finetune/finetune/arguments.py -------------------------------------------------------------------------------- /RagProj/bge-finetune/finetune/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/RagProj/bge-finetune/finetune/data.py -------------------------------------------------------------------------------- /RagProj/bge-finetune/finetune/eval_msmarco.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/RagProj/bge-finetune/finetune/eval_msmarco.py -------------------------------------------------------------------------------- /RagProj/bge-finetune/finetune/hn_mine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/RagProj/bge-finetune/finetune/hn_mine.py -------------------------------------------------------------------------------- /RagProj/bge-finetune/finetune/modeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/RagProj/bge-finetune/finetune/modeling.py -------------------------------------------------------------------------------- /RagProj/bge-finetune/finetune/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/RagProj/bge-finetune/finetune/run.py -------------------------------------------------------------------------------- /RagProj/bge-finetune/finetune/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/RagProj/bge-finetune/finetune/trainer.py -------------------------------------------------------------------------------- /RagProj/bge-finetune/predict/get_embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/RagProj/bge-finetune/predict/get_embedding.py -------------------------------------------------------------------------------- /RagProj/chatglm3-finetune/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/RagProj/chatglm3-finetune/README.md -------------------------------------------------------------------------------- /RagProj/chatglm3-finetune/data/data_helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/RagProj/chatglm3-finetune/data/data_helper.py -------------------------------------------------------------------------------- /RagProj/chatglm3-finetune/finetune/chatglm3-6b_QLoRA.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/RagProj/chatglm3-finetune/finetune/chatglm3-6b_QLoRA.json -------------------------------------------------------------------------------- /RagProj/chatglm3-finetune/finetune/merge_lora_and_quantize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/RagProj/chatglm3-finetune/finetune/merge_lora_and_quantize.py -------------------------------------------------------------------------------- /RagProj/chatglm3-finetune/finetune/train_qlora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/RagProj/chatglm3-finetune/finetune/train_qlora.py -------------------------------------------------------------------------------- /RagProj/chatglm3-finetune/predict/predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/RagProj/chatglm3-finetune/predict/predict.py -------------------------------------------------------------------------------- /RagProj/chatglm3-finetune/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/RagProj/chatglm3-finetune/requirements.txt -------------------------------------------------------------------------------- /RagProj/service/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/RagProj/service/README.md -------------------------------------------------------------------------------- /RagProj/service/faiss_module/get_embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/RagProj/service/faiss_module/get_embedding.py -------------------------------------------------------------------------------- /RagProj/service/web_service/configs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/RagProj/service/web_service/configs.py -------------------------------------------------------------------------------- /RagProj/service/web_service/flag_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/RagProj/service/web_service/flag_models.py -------------------------------------------------------------------------------- /RagProj/service/web_service/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/RagProj/service/web_service/model.py -------------------------------------------------------------------------------- /RagProj/service/web_service/split.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/RagProj/service/web_service/split.py -------------------------------------------------------------------------------- /RagProj/service/web_service/web.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/RagProj/service/web_service/web.py -------------------------------------------------------------------------------- /RolePlayProj/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/RolePlayProj/README.md -------------------------------------------------------------------------------- /RolePlayProj/baichuan/configuration_baichuan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/RolePlayProj/baichuan/configuration_baichuan.py -------------------------------------------------------------------------------- /RolePlayProj/baichuan/generation_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/RolePlayProj/baichuan/generation_utils.py -------------------------------------------------------------------------------- /RolePlayProj/baichuan/modeling_baichuan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/RolePlayProj/baichuan/modeling_baichuan.py -------------------------------------------------------------------------------- /RolePlayProj/baichuan/quantizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/RolePlayProj/baichuan/quantizer.py -------------------------------------------------------------------------------- /RolePlayProj/baichuan/tokenization_baichuan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/RolePlayProj/baichuan/tokenization_baichuan.py -------------------------------------------------------------------------------- /RolePlayProj/data/profiles-zh_desc.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/RolePlayProj/data/profiles-zh_desc.json -------------------------------------------------------------------------------- /RolePlayProj/data/role_test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/RolePlayProj/data/role_test.jsonl -------------------------------------------------------------------------------- /RolePlayProj/data/role_train.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/RolePlayProj/data/role_train.jsonl -------------------------------------------------------------------------------- /RolePlayProj/data/rolebench-zh_general_test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/RolePlayProj/data/rolebench-zh_general_test.jsonl -------------------------------------------------------------------------------- /RolePlayProj/data/rolebench-zh_general_train.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/RolePlayProj/data/rolebench-zh_general_train.jsonl -------------------------------------------------------------------------------- /RolePlayProj/data/rolebench-zh_role_specific_test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/RolePlayProj/data/rolebench-zh_role_specific_test.jsonl -------------------------------------------------------------------------------- /RolePlayProj/data/rolebench-zh_role_specific_train.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/RolePlayProj/data/rolebench-zh_role_specific_train.jsonl -------------------------------------------------------------------------------- /RolePlayProj/data/test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/RolePlayProj/data/test.json -------------------------------------------------------------------------------- /RolePlayProj/data/train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/RolePlayProj/data/train.json -------------------------------------------------------------------------------- /RolePlayProj/data_helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/RolePlayProj/data_helper.py -------------------------------------------------------------------------------- /RolePlayProj/ds_zero2_no_offload.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/RolePlayProj/ds_zero2_no_offload.json -------------------------------------------------------------------------------- /RolePlayProj/images/6_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/RolePlayProj/images/6_1.png -------------------------------------------------------------------------------- /RolePlayProj/images/6_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/RolePlayProj/images/6_2.png -------------------------------------------------------------------------------- /RolePlayProj/merge_params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/RolePlayProj/merge_params.py -------------------------------------------------------------------------------- /RolePlayProj/predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/RolePlayProj/predict.py -------------------------------------------------------------------------------- /RolePlayProj/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/RolePlayProj/train.py -------------------------------------------------------------------------------- /RolePlayProj/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/RolePlayProj/utils.py -------------------------------------------------------------------------------- /RolePlayProj/web_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/RolePlayProj/web_demo.py -------------------------------------------------------------------------------- /SQLGenProj/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/SQLGenProj/README.md -------------------------------------------------------------------------------- /SQLGenProj/data/dusql_process.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/SQLGenProj/data/dusql_process.py -------------------------------------------------------------------------------- /SQLGenProj/data/translation_service.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/SQLGenProj/data/translation_service.py -------------------------------------------------------------------------------- /SQLGenProj/finetune/deepseek_code_LoRA.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/SQLGenProj/finetune/deepseek_code_LoRA.json -------------------------------------------------------------------------------- /SQLGenProj/finetune/train_deepseek.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/SQLGenProj/finetune/train_deepseek.py -------------------------------------------------------------------------------- /SQLGenProj/img.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/SQLGenProj/img.png -------------------------------------------------------------------------------- /SQLGenProj/predict/predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/SQLGenProj/predict/predict.py -------------------------------------------------------------------------------- /autogpt_langchain/README.md: -------------------------------------------------------------------------------- 1 | 本项目为书籍《大型语言模型实战指南：应用实践与场景落地》中第10章《使用LangChain构建一个AutoGPT》实战部分代码 2 | -------------------------------------------------------------------------------- /autogpt_langchain/agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/autogpt_langchain/agent.py -------------------------------------------------------------------------------- /autogpt_langchain/output_parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/autogpt_langchain/output_parser.py -------------------------------------------------------------------------------- /autogpt_langchain/prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/autogpt_langchain/prompt.py -------------------------------------------------------------------------------- /autogpt_langchain/prompt_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/autogpt_langchain/prompt_generator.py -------------------------------------------------------------------------------- /autogpt_langchain/test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/autogpt_langchain/test.py -------------------------------------------------------------------------------- /autogpt_langchain/weather_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/autogpt_langchain/weather_agent.py -------------------------------------------------------------------------------- /tokenizerTask/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/tokenizerTask/README.md -------------------------------------------------------------------------------- /tokenizerTask/bpe_module/train_bpe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/tokenizerTask/bpe_module/train_bpe.py -------------------------------------------------------------------------------- /tokenizerTask/sentencepiece_module/train_sentencepiece.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/tokenizerTask/sentencepiece_module/train_sentencepiece.py -------------------------------------------------------------------------------- /tokenizerTask/unigram_module/train_unigram.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/tokenizerTask/unigram_module/train_unigram.py -------------------------------------------------------------------------------- /tokenizerTask/wordpiece_module/train_wordpiece.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liucongg/LLMsBook/HEAD/tokenizerTask/wordpiece_module/train_wordpiece.py --------------------------------------------------------------------------------