├── .gitignore ├── LICENSE ├── README-en.md ├── README.md ├── chatglm ├── chatbot_webui.py ├── chatbot_with_memory.ipynb ├── chatglm_inference.ipynb ├── data │ ├── raw_data.txt │ ├── zhouyi_dataset_20240118_152413.csv │ ├── zhouyi_dataset_20240118_163659.csv │ └── zhouyi_dataset_handmade.csv ├── gen_dataset.ipynb ├── qlora_chatglm3.ipynb └── qlora_chatglm3_timestamp.ipynb ├── deepspeed ├── README.md ├── config │ ├── ds_config_zero2.json │ └── ds_config_zero3.json ├── train_on_multi_nodes.sh ├── train_on_one_gpu.sh └── translation │ ├── README.md │ ├── requirements.txt │ └── run_translation.py ├── docs ├── INSTALL.md ├── cuda_installation.png ├── version_check.py └── version_info.txt ├── langchain ├── chains │ ├── router_chain.ipynb │ ├── sequential_chain.ipynb │ └── transform_chain.ipynb ├── data_connection │ ├── document_loader.ipynb │ ├── document_transformer.ipynb │ ├── text_embedding.ipynb │ └── vector_stores.ipynb ├── images │ ├── llm_chain.png │ ├── memory.png │ ├── model_io.jpeg │ ├── router_chain.png │ ├── sequential_chain_0.png │ ├── simple_sequential_chain_0.png │ ├── simple_sequential_chain_1.png │ └── transform_chain.png ├── memory │ └── memory.ipynb ├── model_io │ ├── model.ipynb │ ├── output_parser.ipynb │ └── prompt.ipynb └── tests │ ├── state_of_the_union.txt │ └── the_old_man_and_the_sea.txt ├── llama ├── llama2_inference.ipynb └── llama2_instruction_tuning.ipynb ├── peft ├── chatglm3.ipynb ├── data │ └── audio │ │ └── test_zh.flac ├── peft_chatglm_inference.ipynb ├── peft_lora_opt-6.7b.ipynb ├── peft_lora_whisper-large-v2.ipynb ├── peft_qlora_chatglm.ipynb └── whisper_eval.ipynb ├── quantization ├── AWQ-opt-125m.ipynb ├── AWQ_opt-2.7b.ipynb ├── AutoGPTQ_opt-2.7b.ipynb ├── bits_and_bytes.ipynb └── docs │ └── images │ └── qlora.png ├── requirements.txt └── transformers ├── data ├── audio │ └── mlk.flac └── image │ ├── cat-chonk.jpeg │ ├── cat_dog.jpg │ └── panda.jpg ├── docs └── images │ ├── bert-base-chinese.png │ ├── bert.png │ ├── bert_pretrain.png │ ├── full_nlp_pipeline.png │ ├── gpt2.png │ ├── pipeline_advanced.png │ ├── pipeline_func.png │ └── question_answering.png ├── fine-tune-QA.ipynb ├── fine-tune-quickstart.ipynb ├── pipelines.ipynb └── pipelines_advanced.ipynb /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/LICENSE -------------------------------------------------------------------------------- /README-en.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/README-en.md -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/README.md -------------------------------------------------------------------------------- /chatglm/chatbot_webui.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/chatglm/chatbot_webui.py -------------------------------------------------------------------------------- /chatglm/chatbot_with_memory.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/chatglm/chatbot_with_memory.ipynb -------------------------------------------------------------------------------- /chatglm/chatglm_inference.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/chatglm/chatglm_inference.ipynb -------------------------------------------------------------------------------- /chatglm/data/raw_data.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/chatglm/data/raw_data.txt -------------------------------------------------------------------------------- /chatglm/data/zhouyi_dataset_20240118_152413.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/chatglm/data/zhouyi_dataset_20240118_152413.csv -------------------------------------------------------------------------------- /chatglm/data/zhouyi_dataset_20240118_163659.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/chatglm/data/zhouyi_dataset_20240118_163659.csv -------------------------------------------------------------------------------- /chatglm/data/zhouyi_dataset_handmade.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/chatglm/data/zhouyi_dataset_handmade.csv -------------------------------------------------------------------------------- /chatglm/gen_dataset.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/chatglm/gen_dataset.ipynb -------------------------------------------------------------------------------- /chatglm/qlora_chatglm3.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/chatglm/qlora_chatglm3.ipynb -------------------------------------------------------------------------------- /chatglm/qlora_chatglm3_timestamp.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/chatglm/qlora_chatglm3_timestamp.ipynb -------------------------------------------------------------------------------- /deepspeed/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/deepspeed/README.md -------------------------------------------------------------------------------- /deepspeed/config/ds_config_zero2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/deepspeed/config/ds_config_zero2.json -------------------------------------------------------------------------------- /deepspeed/config/ds_config_zero3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/deepspeed/config/ds_config_zero3.json -------------------------------------------------------------------------------- /deepspeed/train_on_multi_nodes.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/deepspeed/train_on_multi_nodes.sh -------------------------------------------------------------------------------- /deepspeed/train_on_one_gpu.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/deepspeed/train_on_one_gpu.sh -------------------------------------------------------------------------------- /deepspeed/translation/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/deepspeed/translation/README.md -------------------------------------------------------------------------------- /deepspeed/translation/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/deepspeed/translation/requirements.txt -------------------------------------------------------------------------------- /deepspeed/translation/run_translation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/deepspeed/translation/run_translation.py -------------------------------------------------------------------------------- /docs/INSTALL.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/docs/INSTALL.md -------------------------------------------------------------------------------- /docs/cuda_installation.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/docs/cuda_installation.png -------------------------------------------------------------------------------- /docs/version_check.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/docs/version_check.py -------------------------------------------------------------------------------- /docs/version_info.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/docs/version_info.txt -------------------------------------------------------------------------------- /langchain/chains/router_chain.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/langchain/chains/router_chain.ipynb -------------------------------------------------------------------------------- /langchain/chains/sequential_chain.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/langchain/chains/sequential_chain.ipynb -------------------------------------------------------------------------------- /langchain/chains/transform_chain.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/langchain/chains/transform_chain.ipynb -------------------------------------------------------------------------------- /langchain/data_connection/document_loader.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/langchain/data_connection/document_loader.ipynb -------------------------------------------------------------------------------- /langchain/data_connection/document_transformer.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/langchain/data_connection/document_transformer.ipynb -------------------------------------------------------------------------------- /langchain/data_connection/text_embedding.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/langchain/data_connection/text_embedding.ipynb -------------------------------------------------------------------------------- /langchain/data_connection/vector_stores.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/langchain/data_connection/vector_stores.ipynb -------------------------------------------------------------------------------- /langchain/images/llm_chain.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/langchain/images/llm_chain.png -------------------------------------------------------------------------------- /langchain/images/memory.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/langchain/images/memory.png -------------------------------------------------------------------------------- /langchain/images/model_io.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/langchain/images/model_io.jpeg -------------------------------------------------------------------------------- /langchain/images/router_chain.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/langchain/images/router_chain.png -------------------------------------------------------------------------------- /langchain/images/sequential_chain_0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/langchain/images/sequential_chain_0.png -------------------------------------------------------------------------------- /langchain/images/simple_sequential_chain_0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/langchain/images/simple_sequential_chain_0.png -------------------------------------------------------------------------------- /langchain/images/simple_sequential_chain_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/langchain/images/simple_sequential_chain_1.png -------------------------------------------------------------------------------- /langchain/images/transform_chain.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/langchain/images/transform_chain.png -------------------------------------------------------------------------------- /langchain/memory/memory.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/langchain/memory/memory.ipynb -------------------------------------------------------------------------------- /langchain/model_io/model.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/langchain/model_io/model.ipynb -------------------------------------------------------------------------------- /langchain/model_io/output_parser.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/langchain/model_io/output_parser.ipynb -------------------------------------------------------------------------------- /langchain/model_io/prompt.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/langchain/model_io/prompt.ipynb -------------------------------------------------------------------------------- /langchain/tests/state_of_the_union.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/langchain/tests/state_of_the_union.txt -------------------------------------------------------------------------------- /langchain/tests/the_old_man_and_the_sea.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/langchain/tests/the_old_man_and_the_sea.txt -------------------------------------------------------------------------------- /llama/llama2_inference.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/llama/llama2_inference.ipynb -------------------------------------------------------------------------------- /llama/llama2_instruction_tuning.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/llama/llama2_instruction_tuning.ipynb -------------------------------------------------------------------------------- /peft/chatglm3.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/peft/chatglm3.ipynb -------------------------------------------------------------------------------- /peft/data/audio/test_zh.flac: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/peft/data/audio/test_zh.flac -------------------------------------------------------------------------------- /peft/peft_chatglm_inference.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/peft/peft_chatglm_inference.ipynb -------------------------------------------------------------------------------- /peft/peft_lora_opt-6.7b.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/peft/peft_lora_opt-6.7b.ipynb -------------------------------------------------------------------------------- /peft/peft_lora_whisper-large-v2.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/peft/peft_lora_whisper-large-v2.ipynb -------------------------------------------------------------------------------- /peft/peft_qlora_chatglm.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/peft/peft_qlora_chatglm.ipynb -------------------------------------------------------------------------------- /peft/whisper_eval.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/peft/whisper_eval.ipynb -------------------------------------------------------------------------------- /quantization/AWQ-opt-125m.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/quantization/AWQ-opt-125m.ipynb -------------------------------------------------------------------------------- /quantization/AWQ_opt-2.7b.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/quantization/AWQ_opt-2.7b.ipynb -------------------------------------------------------------------------------- /quantization/AutoGPTQ_opt-2.7b.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/quantization/AutoGPTQ_opt-2.7b.ipynb -------------------------------------------------------------------------------- /quantization/bits_and_bytes.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/quantization/bits_and_bytes.ipynb -------------------------------------------------------------------------------- /quantization/docs/images/qlora.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/quantization/docs/images/qlora.png -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/requirements.txt -------------------------------------------------------------------------------- /transformers/data/audio/mlk.flac: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/transformers/data/audio/mlk.flac -------------------------------------------------------------------------------- /transformers/data/image/cat-chonk.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/transformers/data/image/cat-chonk.jpeg -------------------------------------------------------------------------------- /transformers/data/image/cat_dog.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/transformers/data/image/cat_dog.jpg -------------------------------------------------------------------------------- /transformers/data/image/panda.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/transformers/data/image/panda.jpg -------------------------------------------------------------------------------- /transformers/docs/images/bert-base-chinese.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/transformers/docs/images/bert-base-chinese.png -------------------------------------------------------------------------------- /transformers/docs/images/bert.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/transformers/docs/images/bert.png -------------------------------------------------------------------------------- /transformers/docs/images/bert_pretrain.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/transformers/docs/images/bert_pretrain.png -------------------------------------------------------------------------------- /transformers/docs/images/full_nlp_pipeline.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/transformers/docs/images/full_nlp_pipeline.png -------------------------------------------------------------------------------- /transformers/docs/images/gpt2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/transformers/docs/images/gpt2.png -------------------------------------------------------------------------------- /transformers/docs/images/pipeline_advanced.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/transformers/docs/images/pipeline_advanced.png -------------------------------------------------------------------------------- /transformers/docs/images/pipeline_func.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/transformers/docs/images/pipeline_func.png -------------------------------------------------------------------------------- /transformers/docs/images/question_answering.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/transformers/docs/images/question_answering.png -------------------------------------------------------------------------------- /transformers/fine-tune-QA.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/transformers/fine-tune-QA.ipynb -------------------------------------------------------------------------------- /transformers/fine-tune-quickstart.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/transformers/fine-tune-quickstart.ipynb -------------------------------------------------------------------------------- /transformers/pipelines.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/transformers/pipelines.ipynb -------------------------------------------------------------------------------- /transformers/pipelines_advanced.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DjangoPeng/LLM-quickstart/HEAD/transformers/pipelines_advanced.ipynb --------------------------------------------------------------------------------