├── 01-Getting Started ├── 01-introduction │ ├── demo.ipynb │ ├── demo.py │ └── hosts.bak ├── 02-pipeline │ └── pipeline.ipynb ├── 03-tokenizer │ └── tokenizer.ipynb ├── 04-model │ ├── ChnSentiCorp_htl_all.csv │ ├── classification_demo.ipynb │ └── model.ipynb ├── 05-datasets │ ├── ChnSentiCorp_htl_all.csv │ ├── all_data │ │ ├── ChnSentiCorp_htl_all copy 2.csv │ │ ├── ChnSentiCorp_htl_all copy.csv │ │ └── ChnSentiCorp_htl_all.csv │ ├── classification_demo.ipynb │ ├── cmrc2018_trial.json │ ├── datasets.ipynb │ └── load_script.py ├── 06-evaluate │ ├── ChnSentiCorp_htl_all.csv │ ├── classification_demo.ipynb │ └── evaluate.ipynb └── 07-trainer │ ├── ChnSentiCorp_htl_all.csv │ └── classification_demo.ipynb ├── 02-NLP Tasks ├── 08-transformers_solution │ ├── ChnSentiCorp_htl_all.csv │ ├── classification_demo.ipynb │ ├── metric_accuracy.py │ └── metric_f1.py ├── 09-token_classification │ ├── ner.ipynb │ ├── ner_data │ │ ├── dataset_dict.json │ │ ├── test │ │ │ ├── data-00000-of-00001.arrow │ │ │ ├── dataset_info.json │ │ │ └── state.json │ │ ├── train │ │ │ ├── data-00000-of-00001.arrow │ │ │ ├── dataset_info.json │ │ │ └── state.json │ │ └── validation │ │ │ ├── data-00000-of-00001.arrow │ │ │ ├── dataset_info.json │ │ │ └── state.json │ └── seqeval_metric.py ├── 10-question_answering │ ├── cmrc_eval.py │ ├── mrc_data │ │ ├── dataset_dict.json │ │ ├── test │ │ │ ├── data-00000-of-00001.arrow │ │ │ ├── dataset_info.json │ │ │ └── state.json │ │ ├── train │ │ │ ├── data-00000-of-00001.arrow │ │ │ ├── dataset_info.json │ │ │ └── state.json │ │ └── validation │ │ │ ├── data-00000-of-00001.arrow │ │ │ ├── dataset_info.json │ │ │ └── state.json │ ├── mrc_simple_version.ipynb │ └── mrc_slide_version.ipynb ├── 11-multiple_choice │ ├── c3 │ │ ├── dataset_dict.json │ │ ├── test │ │ │ ├── data-00000-of-00001.arrow │ │ │ ├── dataset_info.json │ │ │ └── state.json │ │ ├── train │ │ │ ├── data-00000-of-00001.arrow │ │ │ ├── dataset_info.json │ │ │ └── state.json │ │ └── validation │ │ │ ├── data-00000-of-00001.arrow │ │ │ ├── dataset_info.json │ │ │ └── state.json │ └── multiple_choice.ipynb ├── 12-sentence_similarity │ ├── cross_model.ipynb │ ├── dual_model.ipynb │ └── train_pair_1w.json ├── 13-retrieval_chatbot │ ├── dual_model.py │ ├── law_faq.csv │ └── retrieval_bot.ipynb ├── 14-language_model │ ├── causal_lm.ipynb │ ├── masked_lm.ipynb │ └── wiki_cn_filtered │ │ ├── data-00000-of-00001.arrow │ │ ├── dataset_info.json │ │ └── state.json ├── 15-text_summarization │ ├── nlpcc_2017 │ │ ├── data-00000-of-00001.arrow │ │ ├── dataset_info.json │ │ └── state.json │ ├── summarization.ipynb │ └── summarization_glm.ipynb └── 16-generative_chatbot │ ├── alpaca_data_zh │ ├── data-00000-of-00001.arrow │ ├── dataset_info.json │ └── state.json │ └── chatbot.ipynb ├── 03-PEFT ├── 17-bitfit │ └── chatbot_bitfit.ipynb ├── 18-prompt_tuning │ └── chatbot_prompt_tuning.ipynb ├── 19-p_tuning │ └── chatbot_ptuning.ipynb ├── 20-prefix_tuning │ └── chatbot_prefix_tuning.ipynb ├── 21-lora │ ├── chatbot_lora.ipynb │ └── inference.ipynb ├── 22-ia3 │ └── chatbot_ia3.ipynb ├── 23-peft │ ├── loraA │ │ ├── README.md │ │ ├── adapter_config.json │ │ └── adapter_model.bin │ ├── loraB │ │ ├── README.md │ │ ├── adapter_config.json │ │ └── adapter_model.bin │ └── peft_advanced_operations.ipynb └── data │ └── alpaca_data_zh │ ├── data-00000-of-00001.arrow │ ├── dataset_info.json │ └── state.json ├── 04-Kbit Training ├── 24-llm_download │ ├── chatglm2_load.ipynb │ └── download.ipynb ├── 25-16bits_training │ ├── chatglm3_infer.ipynb │ ├── chatglm3_lora_16bit.ipynb │ └── llama2_lora_16bit.ipynb ├── 26-8bits_training │ ├── chatglm3_lora_8bit.ipynb │ └── llama2_lora_8bit.ipynb ├── 27-4bits_training │ ├── chatglm3.png │ ├── chatglm3_qlora_4bit.ipynb │ ├── internlm_qlora_4bit.ipynb │ ├── llama2.png │ ├── llama2_qlora_4bit.ipynb │ └── model_weights_distribution.ipynb └── data │ └── alpaca_data_zh │ ├── data-00000-of-00001.arrow │ ├── dataset_info.json │ └── state.json ├── 05-Distributed Training └── 28-remote ssh │ ├── ChnSentiCorp_htl_all.csv │ ├── classification_dp_demo.ipynb │ ├── metric_accuracy.py │ └── metric_f1.py ├── Others └── 01-hyp_tune │ ├── ChnSentiCorp_htl_all.csv │ └── hyp_tune_optuna.ipynb ├── README.md └── imgs ├── 1.png └── wx.jpg /01-Getting Started/01-introduction/demo.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/01-Getting Started/01-introduction/demo.ipynb -------------------------------------------------------------------------------- /01-Getting Started/01-introduction/demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/01-Getting Started/01-introduction/demo.py -------------------------------------------------------------------------------- /01-Getting Started/01-introduction/hosts.bak: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/01-Getting Started/01-introduction/hosts.bak -------------------------------------------------------------------------------- /01-Getting Started/02-pipeline/pipeline.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/01-Getting Started/02-pipeline/pipeline.ipynb -------------------------------------------------------------------------------- /01-Getting Started/03-tokenizer/tokenizer.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/01-Getting Started/03-tokenizer/tokenizer.ipynb -------------------------------------------------------------------------------- /01-Getting Started/04-model/ChnSentiCorp_htl_all.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/01-Getting Started/04-model/ChnSentiCorp_htl_all.csv -------------------------------------------------------------------------------- /01-Getting Started/04-model/classification_demo.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/01-Getting Started/04-model/classification_demo.ipynb -------------------------------------------------------------------------------- /01-Getting Started/04-model/model.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/01-Getting Started/04-model/model.ipynb -------------------------------------------------------------------------------- /01-Getting Started/05-datasets/ChnSentiCorp_htl_all.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/01-Getting Started/05-datasets/ChnSentiCorp_htl_all.csv -------------------------------------------------------------------------------- /01-Getting Started/05-datasets/all_data/ChnSentiCorp_htl_all copy 2.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/01-Getting Started/05-datasets/all_data/ChnSentiCorp_htl_all copy 2.csv -------------------------------------------------------------------------------- /01-Getting Started/05-datasets/all_data/ChnSentiCorp_htl_all copy.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/01-Getting Started/05-datasets/all_data/ChnSentiCorp_htl_all copy.csv -------------------------------------------------------------------------------- /01-Getting Started/05-datasets/all_data/ChnSentiCorp_htl_all.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/01-Getting Started/05-datasets/all_data/ChnSentiCorp_htl_all.csv -------------------------------------------------------------------------------- /01-Getting Started/05-datasets/classification_demo.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/01-Getting Started/05-datasets/classification_demo.ipynb -------------------------------------------------------------------------------- /01-Getting Started/05-datasets/cmrc2018_trial.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/01-Getting Started/05-datasets/cmrc2018_trial.json -------------------------------------------------------------------------------- /01-Getting Started/05-datasets/datasets.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/01-Getting Started/05-datasets/datasets.ipynb -------------------------------------------------------------------------------- /01-Getting Started/05-datasets/load_script.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/01-Getting Started/05-datasets/load_script.py -------------------------------------------------------------------------------- /01-Getting Started/06-evaluate/ChnSentiCorp_htl_all.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/01-Getting Started/06-evaluate/ChnSentiCorp_htl_all.csv -------------------------------------------------------------------------------- /01-Getting Started/06-evaluate/classification_demo.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/01-Getting Started/06-evaluate/classification_demo.ipynb -------------------------------------------------------------------------------- /01-Getting Started/06-evaluate/evaluate.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/01-Getting Started/06-evaluate/evaluate.ipynb -------------------------------------------------------------------------------- /01-Getting Started/07-trainer/ChnSentiCorp_htl_all.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/01-Getting Started/07-trainer/ChnSentiCorp_htl_all.csv -------------------------------------------------------------------------------- /01-Getting Started/07-trainer/classification_demo.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/01-Getting Started/07-trainer/classification_demo.ipynb -------------------------------------------------------------------------------- /02-NLP Tasks/08-transformers_solution/ChnSentiCorp_htl_all.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/02-NLP Tasks/08-transformers_solution/ChnSentiCorp_htl_all.csv -------------------------------------------------------------------------------- /02-NLP Tasks/08-transformers_solution/classification_demo.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/02-NLP Tasks/08-transformers_solution/classification_demo.ipynb -------------------------------------------------------------------------------- /02-NLP Tasks/08-transformers_solution/metric_accuracy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/02-NLP Tasks/08-transformers_solution/metric_accuracy.py -------------------------------------------------------------------------------- /02-NLP Tasks/08-transformers_solution/metric_f1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/02-NLP Tasks/08-transformers_solution/metric_f1.py -------------------------------------------------------------------------------- /02-NLP Tasks/09-token_classification/ner.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/02-NLP Tasks/09-token_classification/ner.ipynb -------------------------------------------------------------------------------- /02-NLP Tasks/09-token_classification/ner_data/dataset_dict.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/02-NLP Tasks/09-token_classification/ner_data/dataset_dict.json -------------------------------------------------------------------------------- /02-NLP Tasks/09-token_classification/ner_data/test/data-00000-of-00001.arrow: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/02-NLP Tasks/09-token_classification/ner_data/test/data-00000-of-00001.arrow -------------------------------------------------------------------------------- /02-NLP Tasks/09-token_classification/ner_data/test/dataset_info.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/02-NLP Tasks/09-token_classification/ner_data/test/dataset_info.json -------------------------------------------------------------------------------- /02-NLP Tasks/09-token_classification/ner_data/test/state.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/02-NLP Tasks/09-token_classification/ner_data/test/state.json -------------------------------------------------------------------------------- /02-NLP Tasks/09-token_classification/ner_data/train/data-00000-of-00001.arrow: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/02-NLP Tasks/09-token_classification/ner_data/train/data-00000-of-00001.arrow -------------------------------------------------------------------------------- /02-NLP Tasks/09-token_classification/ner_data/train/dataset_info.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/02-NLP Tasks/09-token_classification/ner_data/train/dataset_info.json -------------------------------------------------------------------------------- /02-NLP Tasks/09-token_classification/ner_data/train/state.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/02-NLP Tasks/09-token_classification/ner_data/train/state.json -------------------------------------------------------------------------------- /02-NLP Tasks/09-token_classification/ner_data/validation/data-00000-of-00001.arrow: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/02-NLP Tasks/09-token_classification/ner_data/validation/data-00000-of-00001.arrow -------------------------------------------------------------------------------- /02-NLP Tasks/09-token_classification/ner_data/validation/dataset_info.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/02-NLP Tasks/09-token_classification/ner_data/validation/dataset_info.json -------------------------------------------------------------------------------- /02-NLP Tasks/09-token_classification/ner_data/validation/state.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/02-NLP Tasks/09-token_classification/ner_data/validation/state.json -------------------------------------------------------------------------------- /02-NLP Tasks/09-token_classification/seqeval_metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/02-NLP Tasks/09-token_classification/seqeval_metric.py -------------------------------------------------------------------------------- /02-NLP Tasks/10-question_answering/cmrc_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/02-NLP Tasks/10-question_answering/cmrc_eval.py -------------------------------------------------------------------------------- /02-NLP Tasks/10-question_answering/mrc_data/dataset_dict.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/02-NLP Tasks/10-question_answering/mrc_data/dataset_dict.json -------------------------------------------------------------------------------- /02-NLP Tasks/10-question_answering/mrc_data/test/data-00000-of-00001.arrow: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/02-NLP Tasks/10-question_answering/mrc_data/test/data-00000-of-00001.arrow -------------------------------------------------------------------------------- /02-NLP Tasks/10-question_answering/mrc_data/test/dataset_info.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/02-NLP Tasks/10-question_answering/mrc_data/test/dataset_info.json -------------------------------------------------------------------------------- /02-NLP Tasks/10-question_answering/mrc_data/test/state.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/02-NLP Tasks/10-question_answering/mrc_data/test/state.json -------------------------------------------------------------------------------- /02-NLP Tasks/10-question_answering/mrc_data/train/data-00000-of-00001.arrow: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/02-NLP Tasks/10-question_answering/mrc_data/train/data-00000-of-00001.arrow -------------------------------------------------------------------------------- /02-NLP Tasks/10-question_answering/mrc_data/train/dataset_info.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/02-NLP Tasks/10-question_answering/mrc_data/train/dataset_info.json -------------------------------------------------------------------------------- /02-NLP Tasks/10-question_answering/mrc_data/train/state.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/02-NLP Tasks/10-question_answering/mrc_data/train/state.json -------------------------------------------------------------------------------- /02-NLP Tasks/10-question_answering/mrc_data/validation/data-00000-of-00001.arrow: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/02-NLP Tasks/10-question_answering/mrc_data/validation/data-00000-of-00001.arrow -------------------------------------------------------------------------------- /02-NLP Tasks/10-question_answering/mrc_data/validation/dataset_info.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/02-NLP Tasks/10-question_answering/mrc_data/validation/dataset_info.json -------------------------------------------------------------------------------- /02-NLP Tasks/10-question_answering/mrc_data/validation/state.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/02-NLP Tasks/10-question_answering/mrc_data/validation/state.json -------------------------------------------------------------------------------- /02-NLP Tasks/10-question_answering/mrc_simple_version.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/02-NLP Tasks/10-question_answering/mrc_simple_version.ipynb -------------------------------------------------------------------------------- /02-NLP Tasks/10-question_answering/mrc_slide_version.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/02-NLP Tasks/10-question_answering/mrc_slide_version.ipynb -------------------------------------------------------------------------------- /02-NLP Tasks/11-multiple_choice/c3/dataset_dict.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/02-NLP Tasks/11-multiple_choice/c3/dataset_dict.json -------------------------------------------------------------------------------- /02-NLP Tasks/11-multiple_choice/c3/test/data-00000-of-00001.arrow: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/02-NLP Tasks/11-multiple_choice/c3/test/data-00000-of-00001.arrow -------------------------------------------------------------------------------- /02-NLP Tasks/11-multiple_choice/c3/test/dataset_info.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/02-NLP Tasks/11-multiple_choice/c3/test/dataset_info.json -------------------------------------------------------------------------------- /02-NLP Tasks/11-multiple_choice/c3/test/state.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/02-NLP Tasks/11-multiple_choice/c3/test/state.json -------------------------------------------------------------------------------- /02-NLP Tasks/11-multiple_choice/c3/train/data-00000-of-00001.arrow: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/02-NLP Tasks/11-multiple_choice/c3/train/data-00000-of-00001.arrow -------------------------------------------------------------------------------- /02-NLP Tasks/11-multiple_choice/c3/train/dataset_info.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/02-NLP Tasks/11-multiple_choice/c3/train/dataset_info.json -------------------------------------------------------------------------------- /02-NLP Tasks/11-multiple_choice/c3/train/state.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/02-NLP Tasks/11-multiple_choice/c3/train/state.json -------------------------------------------------------------------------------- /02-NLP Tasks/11-multiple_choice/c3/validation/data-00000-of-00001.arrow: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/02-NLP Tasks/11-multiple_choice/c3/validation/data-00000-of-00001.arrow -------------------------------------------------------------------------------- /02-NLP Tasks/11-multiple_choice/c3/validation/dataset_info.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/02-NLP Tasks/11-multiple_choice/c3/validation/dataset_info.json -------------------------------------------------------------------------------- /02-NLP Tasks/11-multiple_choice/c3/validation/state.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/02-NLP Tasks/11-multiple_choice/c3/validation/state.json -------------------------------------------------------------------------------- /02-NLP Tasks/11-multiple_choice/multiple_choice.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/02-NLP Tasks/11-multiple_choice/multiple_choice.ipynb -------------------------------------------------------------------------------- /02-NLP Tasks/12-sentence_similarity/cross_model.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/02-NLP Tasks/12-sentence_similarity/cross_model.ipynb -------------------------------------------------------------------------------- /02-NLP Tasks/12-sentence_similarity/dual_model.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/02-NLP Tasks/12-sentence_similarity/dual_model.ipynb -------------------------------------------------------------------------------- /02-NLP Tasks/12-sentence_similarity/train_pair_1w.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/02-NLP Tasks/12-sentence_similarity/train_pair_1w.json -------------------------------------------------------------------------------- /02-NLP Tasks/13-retrieval_chatbot/dual_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/02-NLP Tasks/13-retrieval_chatbot/dual_model.py -------------------------------------------------------------------------------- /02-NLP Tasks/13-retrieval_chatbot/law_faq.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/02-NLP Tasks/13-retrieval_chatbot/law_faq.csv -------------------------------------------------------------------------------- /02-NLP Tasks/13-retrieval_chatbot/retrieval_bot.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/02-NLP Tasks/13-retrieval_chatbot/retrieval_bot.ipynb -------------------------------------------------------------------------------- /02-NLP Tasks/14-language_model/causal_lm.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/02-NLP Tasks/14-language_model/causal_lm.ipynb -------------------------------------------------------------------------------- /02-NLP Tasks/14-language_model/masked_lm.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/02-NLP Tasks/14-language_model/masked_lm.ipynb -------------------------------------------------------------------------------- /02-NLP Tasks/14-language_model/wiki_cn_filtered/data-00000-of-00001.arrow: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/02-NLP Tasks/14-language_model/wiki_cn_filtered/data-00000-of-00001.arrow -------------------------------------------------------------------------------- /02-NLP Tasks/14-language_model/wiki_cn_filtered/dataset_info.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/02-NLP Tasks/14-language_model/wiki_cn_filtered/dataset_info.json -------------------------------------------------------------------------------- /02-NLP Tasks/14-language_model/wiki_cn_filtered/state.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/02-NLP Tasks/14-language_model/wiki_cn_filtered/state.json -------------------------------------------------------------------------------- /02-NLP Tasks/15-text_summarization/nlpcc_2017/data-00000-of-00001.arrow: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/02-NLP Tasks/15-text_summarization/nlpcc_2017/data-00000-of-00001.arrow -------------------------------------------------------------------------------- /02-NLP Tasks/15-text_summarization/nlpcc_2017/dataset_info.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/02-NLP Tasks/15-text_summarization/nlpcc_2017/dataset_info.json -------------------------------------------------------------------------------- /02-NLP Tasks/15-text_summarization/nlpcc_2017/state.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/02-NLP Tasks/15-text_summarization/nlpcc_2017/state.json -------------------------------------------------------------------------------- /02-NLP Tasks/15-text_summarization/summarization.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/02-NLP Tasks/15-text_summarization/summarization.ipynb -------------------------------------------------------------------------------- /02-NLP Tasks/15-text_summarization/summarization_glm.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/02-NLP Tasks/15-text_summarization/summarization_glm.ipynb -------------------------------------------------------------------------------- /02-NLP Tasks/16-generative_chatbot/alpaca_data_zh/data-00000-of-00001.arrow: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/02-NLP Tasks/16-generative_chatbot/alpaca_data_zh/data-00000-of-00001.arrow -------------------------------------------------------------------------------- /02-NLP Tasks/16-generative_chatbot/alpaca_data_zh/dataset_info.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/02-NLP Tasks/16-generative_chatbot/alpaca_data_zh/dataset_info.json -------------------------------------------------------------------------------- /02-NLP Tasks/16-generative_chatbot/alpaca_data_zh/state.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/02-NLP Tasks/16-generative_chatbot/alpaca_data_zh/state.json -------------------------------------------------------------------------------- /02-NLP Tasks/16-generative_chatbot/chatbot.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/02-NLP Tasks/16-generative_chatbot/chatbot.ipynb -------------------------------------------------------------------------------- /03-PEFT/17-bitfit/chatbot_bitfit.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/03-PEFT/17-bitfit/chatbot_bitfit.ipynb -------------------------------------------------------------------------------- /03-PEFT/18-prompt_tuning/chatbot_prompt_tuning.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/03-PEFT/18-prompt_tuning/chatbot_prompt_tuning.ipynb -------------------------------------------------------------------------------- /03-PEFT/19-p_tuning/chatbot_ptuning.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/03-PEFT/19-p_tuning/chatbot_ptuning.ipynb -------------------------------------------------------------------------------- /03-PEFT/20-prefix_tuning/chatbot_prefix_tuning.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/03-PEFT/20-prefix_tuning/chatbot_prefix_tuning.ipynb -------------------------------------------------------------------------------- /03-PEFT/21-lora/chatbot_lora.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/03-PEFT/21-lora/chatbot_lora.ipynb -------------------------------------------------------------------------------- /03-PEFT/21-lora/inference.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/03-PEFT/21-lora/inference.ipynb -------------------------------------------------------------------------------- /03-PEFT/22-ia3/chatbot_ia3.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/03-PEFT/22-ia3/chatbot_ia3.ipynb -------------------------------------------------------------------------------- /03-PEFT/23-peft/loraA/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/03-PEFT/23-peft/loraA/README.md -------------------------------------------------------------------------------- /03-PEFT/23-peft/loraA/adapter_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/03-PEFT/23-peft/loraA/adapter_config.json -------------------------------------------------------------------------------- /03-PEFT/23-peft/loraA/adapter_model.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/03-PEFT/23-peft/loraA/adapter_model.bin -------------------------------------------------------------------------------- /03-PEFT/23-peft/loraB/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/03-PEFT/23-peft/loraB/README.md -------------------------------------------------------------------------------- /03-PEFT/23-peft/loraB/adapter_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/03-PEFT/23-peft/loraB/adapter_config.json -------------------------------------------------------------------------------- /03-PEFT/23-peft/loraB/adapter_model.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/03-PEFT/23-peft/loraB/adapter_model.bin -------------------------------------------------------------------------------- /03-PEFT/23-peft/peft_advanced_operations.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/03-PEFT/23-peft/peft_advanced_operations.ipynb -------------------------------------------------------------------------------- /03-PEFT/data/alpaca_data_zh/data-00000-of-00001.arrow: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/03-PEFT/data/alpaca_data_zh/data-00000-of-00001.arrow -------------------------------------------------------------------------------- /03-PEFT/data/alpaca_data_zh/dataset_info.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/03-PEFT/data/alpaca_data_zh/dataset_info.json -------------------------------------------------------------------------------- /03-PEFT/data/alpaca_data_zh/state.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/03-PEFT/data/alpaca_data_zh/state.json -------------------------------------------------------------------------------- /04-Kbit Training/24-llm_download/chatglm2_load.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/04-Kbit Training/24-llm_download/chatglm2_load.ipynb -------------------------------------------------------------------------------- /04-Kbit Training/24-llm_download/download.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/04-Kbit Training/24-llm_download/download.ipynb -------------------------------------------------------------------------------- /04-Kbit Training/25-16bits_training/chatglm3_infer.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/04-Kbit Training/25-16bits_training/chatglm3_infer.ipynb -------------------------------------------------------------------------------- /04-Kbit Training/25-16bits_training/chatglm3_lora_16bit.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/04-Kbit Training/25-16bits_training/chatglm3_lora_16bit.ipynb -------------------------------------------------------------------------------- /04-Kbit Training/25-16bits_training/llama2_lora_16bit.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/04-Kbit Training/25-16bits_training/llama2_lora_16bit.ipynb -------------------------------------------------------------------------------- /04-Kbit Training/26-8bits_training/chatglm3_lora_8bit.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/04-Kbit Training/26-8bits_training/chatglm3_lora_8bit.ipynb -------------------------------------------------------------------------------- /04-Kbit Training/26-8bits_training/llama2_lora_8bit.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/04-Kbit Training/26-8bits_training/llama2_lora_8bit.ipynb -------------------------------------------------------------------------------- /04-Kbit Training/27-4bits_training/chatglm3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/04-Kbit Training/27-4bits_training/chatglm3.png -------------------------------------------------------------------------------- /04-Kbit Training/27-4bits_training/chatglm3_qlora_4bit.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/04-Kbit Training/27-4bits_training/chatglm3_qlora_4bit.ipynb -------------------------------------------------------------------------------- /04-Kbit Training/27-4bits_training/internlm_qlora_4bit.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/04-Kbit Training/27-4bits_training/internlm_qlora_4bit.ipynb -------------------------------------------------------------------------------- /04-Kbit Training/27-4bits_training/llama2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/04-Kbit Training/27-4bits_training/llama2.png -------------------------------------------------------------------------------- /04-Kbit Training/27-4bits_training/llama2_qlora_4bit.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/04-Kbit Training/27-4bits_training/llama2_qlora_4bit.ipynb -------------------------------------------------------------------------------- /04-Kbit Training/27-4bits_training/model_weights_distribution.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/04-Kbit Training/27-4bits_training/model_weights_distribution.ipynb -------------------------------------------------------------------------------- /04-Kbit Training/data/alpaca_data_zh/data-00000-of-00001.arrow: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/04-Kbit Training/data/alpaca_data_zh/data-00000-of-00001.arrow -------------------------------------------------------------------------------- /04-Kbit Training/data/alpaca_data_zh/dataset_info.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/04-Kbit Training/data/alpaca_data_zh/dataset_info.json -------------------------------------------------------------------------------- /04-Kbit Training/data/alpaca_data_zh/state.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/04-Kbit Training/data/alpaca_data_zh/state.json -------------------------------------------------------------------------------- /05-Distributed Training/28-remote ssh/ChnSentiCorp_htl_all.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/05-Distributed Training/28-remote ssh/ChnSentiCorp_htl_all.csv -------------------------------------------------------------------------------- /05-Distributed Training/28-remote ssh/classification_dp_demo.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/05-Distributed Training/28-remote ssh/classification_dp_demo.ipynb -------------------------------------------------------------------------------- /05-Distributed Training/28-remote ssh/metric_accuracy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/05-Distributed Training/28-remote ssh/metric_accuracy.py -------------------------------------------------------------------------------- /05-Distributed Training/28-remote ssh/metric_f1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/05-Distributed Training/28-remote ssh/metric_f1.py -------------------------------------------------------------------------------- /Others/01-hyp_tune/ChnSentiCorp_htl_all.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/Others/01-hyp_tune/ChnSentiCorp_htl_all.csv -------------------------------------------------------------------------------- /Others/01-hyp_tune/hyp_tune_optuna.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/Others/01-hyp_tune/hyp_tune_optuna.ipynb -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/README.md -------------------------------------------------------------------------------- /imgs/1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/imgs/1.png -------------------------------------------------------------------------------- /imgs/wx.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kevinjyh/transformers-code/HEAD/imgs/wx.jpg --------------------------------------------------------------------------------