├── .gitignore ├── docs ├── .nojekyll ├── README.md ├── _sidebar.md ├── index.html ├── 篇章1-前言 │ ├── 1.0-本地阅读和代码运行环境配置.md │ ├── 1.1-Transformers在NLP中的兴起.md │ └── pictures │ │ ├── 0-1-transformer-arc.png │ │ ├── 0-2-MHA.png │ │ ├── 0-3-sdpa.png │ │ ├── 1-x-formers.png │ │ ├── 2-model_parameters.png │ │ ├── colab-drive.png │ │ ├── git-download.png │ │ ├── jupyter.png │ │ ├── new-terminal.png │ │ ├── run-code.png │ │ └── vscode-preview.png ├── 篇章2-Transformer相关原理 │ ├── 2.0-前言.md │ ├── 2.1-图解attention.md │ ├── 2.2-图解transformer.md │ ├── 2.2.1-Pytorch编写Transformer.ipynb │ ├── 2.2.1-Pytorch编写Transformer.md │ ├── 2.2.1-Pytorch编写Transformer_files │ │ ├── 2.2.1-Pytorch编写Transformer_0_0.png │ │ ├── 2.2.1-Pytorch编写Transformer_13_0.png │ │ ├── 2.2.1-Pytorch编写Transformer_30_0.png │ │ ├── 2.2.1-Pytorch编写Transformer_30_0.svg │ │ ├── 2.2.1-Pytorch编写Transformer_32_0.png │ │ ├── 2.2.1-Pytorch编写Transformer_37_0.png │ │ ├── 2.2.1-Pytorch编写Transformer_48_0.png │ │ ├── 2.2.1-Pytorch编写Transformer_48_0.svg │ │ ├── 2.2.1-Pytorch编写Transformer_68_0.png │ │ ├── 2.2.1-Pytorch编写Transformer_68_0.svg │ │ ├── 2.2.1-Pytorch编写Transformer_73_1.png │ │ ├── 2.2.1-Pytorch编写Transformer_73_1.svg │ │ ├── 2.2.1-Pytorch编写Transformer_76_1.png │ │ └── 2.2.1-Pytorch编写Transformer_76_1.svg │ ├── 2.2.2-Pytorch编写Transformer-选读.ipynb │ ├── 2.2.2-Pytorch编写Transformer-选读.md │ ├── 2.3-图解BERT.md │ ├── 2.4-图解GPT.md │ ├── 2.5-篇章小测.md │ └── pictures │ │ ├── 0-1-transformer-arc.png │ │ ├── 1-2-translation.gif │ │ ├── 1-3-encoder-decoder.gif │ │ ├── 1-3-mt.gif │ │ ├── 1-4-context-example.png │ │ ├── 1-5-word-vector.png │ │ ├── 1-6-mt-1.gif │ │ ├── 1-6-rnn.gif │ │ ├── 1-6-rnn.png │ │ ├── 1-6-seq2seq-decoder.gif │ │ ├── 1-6-seq2seq.gif │ │ ├── 1-7-attention-dec.gif │ │ ├── 1-7-attention-pro.gif │ │ ├── 1-7-attention.gif │ │ ├── 1-7-attetion.png │ │ ├── 1-8-attention-vis.png │ │ ├── 1-seq2seq.gif │ │ ├── 2-2-encoder-detail.png │ │ ├── 2-2-pos-embedding.png │ │ ├── 2-2layer.png │ │ ├── 2-6words.webp │ │ ├── 2-8z.webp │ │ ├── 2-all-att.png │ │ ├── 2-am.webp │ │ ├── 2-attention-output.webp │ │ ├── 2-attention-word.png │ │ ├── 2-decoder.gif │ │ ├── 2-decoder.webp │ │ ├── 2-encoder-decoder.gif │ │ ├── 2-encoder-decoder.png │ │ ├── 2-encoder.png │ │ ├── 2-input-output.png │ │ ├── 2-it-attention.webp │ │ ├── 2-linear.png │ │ ├── 2-loss.webp │ │ ├── 2-lyn.png │ │ ├── 2-multi-encoder.webp │ │ ├── 2-multi-head.png │ │ ├── 2-positin4.png │ │ ├── 2-position.png │ │ ├── 2-position2.png │ │ ├── 2-position3.png │ │ ├── 2-put-together.webp │ │ ├── 2-qkv-multi.png │ │ ├── 2-qkv.png │ │ ├── 2-resnet.png │ │ ├── 2-sum.png │ │ ├── 2-target.png │ │ ├── 2-think.png │ │ ├── 2-think2.png │ │ ├── 2-to1.webp │ │ ├── 2-trained.webp │ │ ├── 2-trans-example.png │ │ ├── 2-transformer-stru.png │ │ ├── 2-transformer.png │ │ ├── 2-translation.png │ │ ├── 2-x-encoder.png │ │ ├── 2-x.png │ │ ├── 3-bert-2sent.webp │ │ ├── 3-bert-app.png │ │ ├── 3-bert-bl.webp │ │ ├── 3-bert-cls.png │ │ ├── 3-bert-clss.webp │ │ ├── 3-bert-elmo.png │ │ ├── 3-bert-encoder.webp │ │ ├── 3-bert-fea.webp │ │ ├── 3-bert-feature.png │ │ ├── 3-bert-input.png │ │ ├── 3-bert-mask.webp │ │ ├── 3-bert-output.png │ │ ├── 3-bert.webp │ │ ├── 3-cnn.png │ │ ├── 3-elmo-emb.png │ │ ├── 3-elmo-pre.webp │ │ ├── 3-elmo-pre1.png │ │ ├── 3-elmo-pre2.webp │ │ ├── 3-elmo.webp │ │ ├── 3-openai-down.png │ │ ├── 3-openai-method.webp │ │ ├── 3-openai-next.webp │ │ ├── 3-openai.webp │ │ ├── 3-single-vector.png │ │ ├── 3-stru.png │ │ ├── 3-trash.png │ │ ├── 3-wordvector.webp │ │ ├── 4-att-3.webp │ │ ├── 4-att-31.webp │ │ ├── 4-att-32.webp │ │ ├── 4-att-33.webp │ │ ├── 4-att-34.webp │ │ ├── 4-att-it.png │ │ ├── 4-decoder.webp │ │ ├── 4-decoder1.webp │ │ ├── 4-encoder.webp │ │ ├── 4-full.gif │ │ ├── 4-full.webp │ │ ├── 4-gpt-bert.webp │ │ ├── 4-gpt-fllow.webp │ │ ├── 4-gpt-his.webp │ │ ├── 4-gpt-his2.webp │ │ ├── 4-gpt-it.webp │ │ ├── 4-gpt-out.webp │ │ ├── 4-gpt-out1.webp │ │ ├── 4-gpt-out3.webp │ │ ├── 4-gpt-out4.webp │ │ ├── 4-gpt-pos.webp │ │ ├── 4-gpt-query.webp │ │ ├── 4-gpt-score.webp │ │ ├── 4-gpt-sum.webp │ │ ├── 4-gpt-token-pos.png │ │ ├── 4-gpt-token.png │ │ ├── 4-gpt2-1.png │ │ ├── 4-gpt2-a.png │ │ ├── 4-gpt2-it.webp │ │ ├── 4-gpt2-it1.webp │ │ ├── 4-gpt2-it2.webp │ │ ├── 4-gpt2-it3.png │ │ ├── 4-gpt2-it4.webp │ │ ├── 4-gpt2-it5.webp │ │ ├── 4-gpt2-it6.webp │ │ ├── 4-gpt2-it7.webp │ │ ├── 4-gpt2-it8.webp │ │ ├── 4-gpt2-output.webp │ │ ├── 4-gpt2-output2.webp │ │ ├── 4-gpt2-r.png │ │ ├── 4-gpt2-self.png │ │ ├── 4-gpt2-start.webp │ │ ├── 4-gpt2-the.gif │ │ ├── 4-mask-matrix.webp │ │ ├── 4-mask-q.webp │ │ ├── 4-mask-s.webp │ │ ├── 4-mask-soft.webp │ │ ├── 4-mask.png │ │ ├── 4-mask.webp │ │ ├── 4-music.webp │ │ ├── 4-music1.png │ │ ├── 4-music2.png │ │ ├── 4-music3.png │ │ ├── 4-project.png │ │ ├── 4-stru.webp │ │ ├── 4-sum.png │ │ ├── 4-sum1.png │ │ ├── 4-sum2.png │ │ ├── 4-trans-decoder.webp │ │ ├── 4-trans.png │ │ ├── 4-transformer.webp │ │ ├── 4-vector.webp │ │ ├── 4-wiki.png │ │ ├── 4-wiki1.webp │ │ ├── 4-word2vec.webp │ │ ├── transformer-linear.png │ │ ├── transformer-self-attention.png │ │ ├── transformer.png │ │ └── transformer_decoding_1.gif ├── 篇章3-编写一个Transformer模型：BERT │ ├── 3.1-如何实现一个BERT.ipynb │ ├── 3.1-如何实现一个BERT.md │ ├── 3.2-如何应用一个BERT.ipynb │ ├── 3.2-如何应用一个BERT.md │ ├── 3.3-篇章小测.md │ └── pictures │ │ ├── 3-0-embedding.png │ │ ├── 3-1-gradient-checkpointing.gif │ │ ├── 3-2-bert-flow.png │ │ ├── 3-3-bert-lm.png │ │ ├── 3-4-bert-ft.png │ │ ├── 3-5-adamw.png │ │ └── 3-6-bert.png └── 篇章4-使用Transformers解决NLP任务 │ ├── .DS_Store │ ├── 4.0 基于Hugging Face -Transformers的预训练模型微调.md │ ├── 4.0-前言.md │ ├── 4.1-文本分类.ipynb │ ├── 4.1-文本分类.md │ ├── 4.2-序列标注.ipynb │ ├── 4.2-序列标注.md │ ├── 4.3-问答任务-抽取式问答.ipynb │ ├── 4.3-问答任务-抽取式问答.md │ ├── 4.4-问答任务-多选问答.ipynb │ ├── 4.4-问答任务-多选问答.md │ ├── 4.5-生成任务-语言模型.ipynb │ ├── 4.5-生成任务-语言模型.md │ ├── 4.6-生成任务-机器翻译.ipynb │ ├── 4.6-生成任务-机器翻译.md │ ├── 4.7-生成任务-摘要生成.ipynb │ ├── 4.7-生成任务-摘要生成.md │ ├── 4.8-篇章小测.md │ ├── datasets │ ├── metrics │ │ ├── evaluate.py │ │ ├── rouge.py │ │ └── squad.py │ ├── squad │ │ └── squad.py │ ├── swag │ │ └── swag.py │ └── xsum │ │ └── xsum.py │ └── images │ ├── causal_language_modeling.png │ ├── masked_language_modeling.png │ ├── model_parameters.png │ ├── question_answering.png │ ├── request_error.png │ ├── summarization.png │ ├── text_classification.png │ ├── token_classification.png │ └── translation.png ├── jupyter_to_md.sh └── requirements.txt /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/.gitignore -------------------------------------------------------------------------------- /docs/.nojekyll: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /docs/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/README.md -------------------------------------------------------------------------------- /docs/_sidebar.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/_sidebar.md -------------------------------------------------------------------------------- /docs/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/index.html -------------------------------------------------------------------------------- /docs/篇章1-前言/1.0-本地阅读和代码运行环境配置.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章1-前言/1.0-本地阅读和代码运行环境配置.md -------------------------------------------------------------------------------- /docs/篇章1-前言/1.1-Transformers在NLP中的兴起.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章1-前言/1.1-Transformers在NLP中的兴起.md -------------------------------------------------------------------------------- /docs/篇章1-前言/pictures/0-1-transformer-arc.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章1-前言/pictures/0-1-transformer-arc.png -------------------------------------------------------------------------------- /docs/篇章1-前言/pictures/0-2-MHA.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章1-前言/pictures/0-2-MHA.png -------------------------------------------------------------------------------- /docs/篇章1-前言/pictures/0-3-sdpa.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章1-前言/pictures/0-3-sdpa.png -------------------------------------------------------------------------------- /docs/篇章1-前言/pictures/1-x-formers.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章1-前言/pictures/1-x-formers.png -------------------------------------------------------------------------------- /docs/篇章1-前言/pictures/2-model_parameters.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章1-前言/pictures/2-model_parameters.png -------------------------------------------------------------------------------- /docs/篇章1-前言/pictures/colab-drive.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章1-前言/pictures/colab-drive.png -------------------------------------------------------------------------------- /docs/篇章1-前言/pictures/git-download.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章1-前言/pictures/git-download.png -------------------------------------------------------------------------------- /docs/篇章1-前言/pictures/jupyter.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章1-前言/pictures/jupyter.png -------------------------------------------------------------------------------- /docs/篇章1-前言/pictures/new-terminal.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章1-前言/pictures/new-terminal.png -------------------------------------------------------------------------------- /docs/篇章1-前言/pictures/run-code.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章1-前言/pictures/run-code.png -------------------------------------------------------------------------------- /docs/篇章1-前言/pictures/vscode-preview.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章1-前言/pictures/vscode-preview.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/2.0-前言.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/2.0-前言.md -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/2.1-图解attention.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/2.1-图解attention.md -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/2.2-图解transformer.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/2.2-图解transformer.md -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/2.2.1-Pytorch编写Transformer.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/2.2.1-Pytorch编写Transformer.ipynb -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/2.2.1-Pytorch编写Transformer.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/2.2.1-Pytorch编写Transformer.md -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/2.2.1-Pytorch编写Transformer_files/2.2.1-Pytorch编写Transformer_0_0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/2.2.1-Pytorch编写Transformer_files/2.2.1-Pytorch编写Transformer_0_0.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/2.2.1-Pytorch编写Transformer_files/2.2.1-Pytorch编写Transformer_13_0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/2.2.1-Pytorch编写Transformer_files/2.2.1-Pytorch编写Transformer_13_0.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/2.2.1-Pytorch编写Transformer_files/2.2.1-Pytorch编写Transformer_30_0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/2.2.1-Pytorch编写Transformer_files/2.2.1-Pytorch编写Transformer_30_0.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/2.2.1-Pytorch编写Transformer_files/2.2.1-Pytorch编写Transformer_30_0.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/2.2.1-Pytorch编写Transformer_files/2.2.1-Pytorch编写Transformer_30_0.svg -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/2.2.1-Pytorch编写Transformer_files/2.2.1-Pytorch编写Transformer_32_0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/2.2.1-Pytorch编写Transformer_files/2.2.1-Pytorch编写Transformer_32_0.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/2.2.1-Pytorch编写Transformer_files/2.2.1-Pytorch编写Transformer_37_0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/2.2.1-Pytorch编写Transformer_files/2.2.1-Pytorch编写Transformer_37_0.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/2.2.1-Pytorch编写Transformer_files/2.2.1-Pytorch编写Transformer_48_0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/2.2.1-Pytorch编写Transformer_files/2.2.1-Pytorch编写Transformer_48_0.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/2.2.1-Pytorch编写Transformer_files/2.2.1-Pytorch编写Transformer_48_0.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/2.2.1-Pytorch编写Transformer_files/2.2.1-Pytorch编写Transformer_48_0.svg -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/2.2.1-Pytorch编写Transformer_files/2.2.1-Pytorch编写Transformer_68_0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/2.2.1-Pytorch编写Transformer_files/2.2.1-Pytorch编写Transformer_68_0.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/2.2.1-Pytorch编写Transformer_files/2.2.1-Pytorch编写Transformer_68_0.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/2.2.1-Pytorch编写Transformer_files/2.2.1-Pytorch编写Transformer_68_0.svg -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/2.2.1-Pytorch编写Transformer_files/2.2.1-Pytorch编写Transformer_73_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/2.2.1-Pytorch编写Transformer_files/2.2.1-Pytorch编写Transformer_73_1.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/2.2.1-Pytorch编写Transformer_files/2.2.1-Pytorch编写Transformer_73_1.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/2.2.1-Pytorch编写Transformer_files/2.2.1-Pytorch编写Transformer_73_1.svg -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/2.2.1-Pytorch编写Transformer_files/2.2.1-Pytorch编写Transformer_76_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/2.2.1-Pytorch编写Transformer_files/2.2.1-Pytorch编写Transformer_76_1.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/2.2.1-Pytorch编写Transformer_files/2.2.1-Pytorch编写Transformer_76_1.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/2.2.1-Pytorch编写Transformer_files/2.2.1-Pytorch编写Transformer_76_1.svg -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/2.2.2-Pytorch编写Transformer-选读.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/2.2.2-Pytorch编写Transformer-选读.ipynb -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/2.2.2-Pytorch编写Transformer-选读.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/2.2.2-Pytorch编写Transformer-选读.md -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/2.3-图解BERT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/2.3-图解BERT.md -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/2.4-图解GPT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/2.4-图解GPT.md -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/2.5-篇章小测.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/2.5-篇章小测.md -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/0-1-transformer-arc.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/0-1-transformer-arc.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/1-2-translation.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/1-2-translation.gif -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/1-3-encoder-decoder.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/1-3-encoder-decoder.gif -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/1-3-mt.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/1-3-mt.gif -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/1-4-context-example.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/1-4-context-example.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/1-5-word-vector.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/1-5-word-vector.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/1-6-mt-1.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/1-6-mt-1.gif -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/1-6-rnn.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/1-6-rnn.gif -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/1-6-rnn.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/1-6-rnn.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/1-6-seq2seq-decoder.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/1-6-seq2seq-decoder.gif -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/1-6-seq2seq.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/1-6-seq2seq.gif -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/1-7-attention-dec.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/1-7-attention-dec.gif -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/1-7-attention-pro.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/1-7-attention-pro.gif -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/1-7-attention.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/1-7-attention.gif -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/1-7-attetion.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/1-7-attetion.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/1-8-attention-vis.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/1-8-attention-vis.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/1-seq2seq.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/1-seq2seq.gif -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/2-2-encoder-detail.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/2-2-encoder-detail.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/2-2-pos-embedding.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/2-2-pos-embedding.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/2-2layer.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/2-2layer.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/2-6words.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/2-6words.webp -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/2-8z.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/2-8z.webp -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/2-all-att.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/2-all-att.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/2-am.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/2-am.webp -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/2-attention-output.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/2-attention-output.webp -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/2-attention-word.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/2-attention-word.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/2-decoder.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/2-decoder.gif -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/2-decoder.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/2-decoder.webp -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/2-encoder-decoder.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/2-encoder-decoder.gif -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/2-encoder-decoder.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/2-encoder-decoder.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/2-encoder.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/2-encoder.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/2-input-output.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/2-input-output.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/2-it-attention.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/2-it-attention.webp -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/2-linear.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/2-linear.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/2-loss.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/2-loss.webp -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/2-lyn.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/2-lyn.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/2-multi-encoder.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/2-multi-encoder.webp -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/2-multi-head.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/2-multi-head.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/2-positin4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/2-positin4.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/2-position.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/2-position.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/2-position2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/2-position2.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/2-position3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/2-position3.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/2-put-together.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/2-put-together.webp -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/2-qkv-multi.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/2-qkv-multi.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/2-qkv.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/2-qkv.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/2-resnet.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/2-resnet.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/2-sum.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/2-sum.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/2-target.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/2-target.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/2-think.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/2-think.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/2-think2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/2-think2.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/2-to1.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/2-to1.webp -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/2-trained.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/2-trained.webp -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/2-trans-example.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/2-trans-example.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/2-transformer-stru.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/2-transformer-stru.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/2-transformer.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/2-transformer.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/2-translation.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/2-translation.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/2-x-encoder.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/2-x-encoder.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/2-x.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/2-x.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/3-bert-2sent.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/3-bert-2sent.webp -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/3-bert-app.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/3-bert-app.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/3-bert-bl.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/3-bert-bl.webp -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/3-bert-cls.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/3-bert-cls.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/3-bert-clss.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/3-bert-clss.webp -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/3-bert-elmo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/3-bert-elmo.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/3-bert-encoder.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/3-bert-encoder.webp -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/3-bert-fea.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/3-bert-fea.webp -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/3-bert-feature.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/3-bert-feature.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/3-bert-input.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/3-bert-input.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/3-bert-mask.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/3-bert-mask.webp -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/3-bert-output.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/3-bert-output.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/3-bert.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/3-bert.webp -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/3-cnn.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/3-cnn.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/3-elmo-emb.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/3-elmo-emb.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/3-elmo-pre.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/3-elmo-pre.webp -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/3-elmo-pre1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/3-elmo-pre1.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/3-elmo-pre2.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/3-elmo-pre2.webp -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/3-elmo.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/3-elmo.webp -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/3-openai-down.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/3-openai-down.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/3-openai-method.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/3-openai-method.webp -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/3-openai-next.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/3-openai-next.webp -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/3-openai.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/3-openai.webp -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/3-single-vector.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/3-single-vector.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/3-stru.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/3-stru.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/3-trash.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/3-trash.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/3-wordvector.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/3-wordvector.webp -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/4-att-3.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/4-att-3.webp -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/4-att-31.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/4-att-31.webp -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/4-att-32.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/4-att-32.webp -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/4-att-33.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/4-att-33.webp -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/4-att-34.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/4-att-34.webp -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/4-att-it.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/4-att-it.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/4-decoder.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/4-decoder.webp -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/4-decoder1.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/4-decoder1.webp -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/4-encoder.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/4-encoder.webp -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/4-full.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/4-full.gif -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/4-full.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/4-full.webp -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/4-gpt-bert.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/4-gpt-bert.webp -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/4-gpt-fllow.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/4-gpt-fllow.webp -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/4-gpt-his.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/4-gpt-his.webp -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/4-gpt-his2.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/4-gpt-his2.webp -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/4-gpt-it.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/4-gpt-it.webp -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/4-gpt-out.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/4-gpt-out.webp -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/4-gpt-out1.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/4-gpt-out1.webp -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/4-gpt-out3.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/4-gpt-out3.webp -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/4-gpt-out4.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/4-gpt-out4.webp -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/4-gpt-pos.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/4-gpt-pos.webp -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/4-gpt-query.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/4-gpt-query.webp -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/4-gpt-score.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/4-gpt-score.webp -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/4-gpt-sum.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/4-gpt-sum.webp -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/4-gpt-token-pos.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/4-gpt-token-pos.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/4-gpt-token.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/4-gpt-token.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/4-gpt2-1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/4-gpt2-1.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/4-gpt2-a.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/4-gpt2-a.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/4-gpt2-it.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/4-gpt2-it.webp -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/4-gpt2-it1.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/4-gpt2-it1.webp -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/4-gpt2-it2.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/4-gpt2-it2.webp -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/4-gpt2-it3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/4-gpt2-it3.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/4-gpt2-it4.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/4-gpt2-it4.webp -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/4-gpt2-it5.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/4-gpt2-it5.webp -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/4-gpt2-it6.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/4-gpt2-it6.webp -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/4-gpt2-it7.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/4-gpt2-it7.webp -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/4-gpt2-it8.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/4-gpt2-it8.webp -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/4-gpt2-output.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/4-gpt2-output.webp -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/4-gpt2-output2.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/4-gpt2-output2.webp -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/4-gpt2-r.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/4-gpt2-r.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/4-gpt2-self.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/4-gpt2-self.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/4-gpt2-start.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/4-gpt2-start.webp -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/4-gpt2-the.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/4-gpt2-the.gif -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/4-mask-matrix.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/4-mask-matrix.webp -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/4-mask-q.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/4-mask-q.webp -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/4-mask-s.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/4-mask-s.webp -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/4-mask-soft.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/4-mask-soft.webp -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/4-mask.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/4-mask.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/4-mask.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/4-mask.webp -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/4-music.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/4-music.webp -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/4-music1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/4-music1.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/4-music2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/4-music2.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/4-music3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/4-music3.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/4-project.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/4-project.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/4-stru.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/4-stru.webp -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/4-sum.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/4-sum.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/4-sum1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/4-sum1.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/4-sum2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/4-sum2.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/4-trans-decoder.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/4-trans-decoder.webp -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/4-trans.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/4-trans.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/4-transformer.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/4-transformer.webp -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/4-vector.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/4-vector.webp -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/4-wiki.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/4-wiki.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/4-wiki1.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/4-wiki1.webp -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/4-word2vec.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/4-word2vec.webp -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/transformer-linear.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/transformer-linear.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/transformer-self-attention.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/transformer-self-attention.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/transformer.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/transformer.png -------------------------------------------------------------------------------- /docs/篇章2-Transformer相关原理/pictures/transformer_decoding_1.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章2-Transformer相关原理/pictures/transformer_decoding_1.gif -------------------------------------------------------------------------------- /docs/篇章3-编写一个Transformer模型：BERT/3.1-如何实现一个BERT.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章3-编写一个Transformer模型：BERT/3.1-如何实现一个BERT.ipynb -------------------------------------------------------------------------------- /docs/篇章3-编写一个Transformer模型：BERT/3.1-如何实现一个BERT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章3-编写一个Transformer模型：BERT/3.1-如何实现一个BERT.md -------------------------------------------------------------------------------- /docs/篇章3-编写一个Transformer模型：BERT/3.2-如何应用一个BERT.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章3-编写一个Transformer模型：BERT/3.2-如何应用一个BERT.ipynb -------------------------------------------------------------------------------- /docs/篇章3-编写一个Transformer模型：BERT/3.2-如何应用一个BERT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章3-编写一个Transformer模型：BERT/3.2-如何应用一个BERT.md -------------------------------------------------------------------------------- /docs/篇章3-编写一个Transformer模型：BERT/3.3-篇章小测.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章3-编写一个Transformer模型：BERT/3.3-篇章小测.md -------------------------------------------------------------------------------- /docs/篇章3-编写一个Transformer模型：BERT/pictures/3-0-embedding.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章3-编写一个Transformer模型：BERT/pictures/3-0-embedding.png -------------------------------------------------------------------------------- /docs/篇章3-编写一个Transformer模型：BERT/pictures/3-1-gradient-checkpointing.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章3-编写一个Transformer模型：BERT/pictures/3-1-gradient-checkpointing.gif -------------------------------------------------------------------------------- /docs/篇章3-编写一个Transformer模型：BERT/pictures/3-2-bert-flow.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章3-编写一个Transformer模型：BERT/pictures/3-2-bert-flow.png -------------------------------------------------------------------------------- /docs/篇章3-编写一个Transformer模型：BERT/pictures/3-3-bert-lm.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章3-编写一个Transformer模型：BERT/pictures/3-3-bert-lm.png -------------------------------------------------------------------------------- /docs/篇章3-编写一个Transformer模型：BERT/pictures/3-4-bert-ft.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章3-编写一个Transformer模型：BERT/pictures/3-4-bert-ft.png -------------------------------------------------------------------------------- /docs/篇章3-编写一个Transformer模型：BERT/pictures/3-5-adamw.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章3-编写一个Transformer模型：BERT/pictures/3-5-adamw.png -------------------------------------------------------------------------------- /docs/篇章3-编写一个Transformer模型：BERT/pictures/3-6-bert.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章3-编写一个Transformer模型：BERT/pictures/3-6-bert.png -------------------------------------------------------------------------------- /docs/篇章4-使用Transformers解决NLP任务/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章4-使用Transformers解决NLP任务/.DS_Store -------------------------------------------------------------------------------- /docs/篇章4-使用Transformers解决NLP任务/4.0 基于Hugging Face -Transformers的预训练模型微调.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章4-使用Transformers解决NLP任务/4.0 基于Hugging Face -Transformers的预训练模型微调.md -------------------------------------------------------------------------------- /docs/篇章4-使用Transformers解决NLP任务/4.0-前言.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章4-使用Transformers解决NLP任务/4.0-前言.md -------------------------------------------------------------------------------- /docs/篇章4-使用Transformers解决NLP任务/4.1-文本分类.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章4-使用Transformers解决NLP任务/4.1-文本分类.ipynb -------------------------------------------------------------------------------- /docs/篇章4-使用Transformers解决NLP任务/4.1-文本分类.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章4-使用Transformers解决NLP任务/4.1-文本分类.md -------------------------------------------------------------------------------- /docs/篇章4-使用Transformers解决NLP任务/4.2-序列标注.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章4-使用Transformers解决NLP任务/4.2-序列标注.ipynb -------------------------------------------------------------------------------- /docs/篇章4-使用Transformers解决NLP任务/4.2-序列标注.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章4-使用Transformers解决NLP任务/4.2-序列标注.md -------------------------------------------------------------------------------- /docs/篇章4-使用Transformers解决NLP任务/4.3-问答任务-抽取式问答.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章4-使用Transformers解决NLP任务/4.3-问答任务-抽取式问答.ipynb -------------------------------------------------------------------------------- /docs/篇章4-使用Transformers解决NLP任务/4.3-问答任务-抽取式问答.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章4-使用Transformers解决NLP任务/4.3-问答任务-抽取式问答.md -------------------------------------------------------------------------------- /docs/篇章4-使用Transformers解决NLP任务/4.4-问答任务-多选问答.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章4-使用Transformers解决NLP任务/4.4-问答任务-多选问答.ipynb -------------------------------------------------------------------------------- /docs/篇章4-使用Transformers解决NLP任务/4.4-问答任务-多选问答.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章4-使用Transformers解决NLP任务/4.4-问答任务-多选问答.md -------------------------------------------------------------------------------- /docs/篇章4-使用Transformers解决NLP任务/4.5-生成任务-语言模型.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章4-使用Transformers解决NLP任务/4.5-生成任务-语言模型.ipynb -------------------------------------------------------------------------------- /docs/篇章4-使用Transformers解决NLP任务/4.5-生成任务-语言模型.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章4-使用Transformers解决NLP任务/4.5-生成任务-语言模型.md -------------------------------------------------------------------------------- /docs/篇章4-使用Transformers解决NLP任务/4.6-生成任务-机器翻译.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章4-使用Transformers解决NLP任务/4.6-生成任务-机器翻译.ipynb -------------------------------------------------------------------------------- /docs/篇章4-使用Transformers解决NLP任务/4.6-生成任务-机器翻译.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章4-使用Transformers解决NLP任务/4.6-生成任务-机器翻译.md -------------------------------------------------------------------------------- /docs/篇章4-使用Transformers解决NLP任务/4.7-生成任务-摘要生成.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章4-使用Transformers解决NLP任务/4.7-生成任务-摘要生成.ipynb -------------------------------------------------------------------------------- /docs/篇章4-使用Transformers解决NLP任务/4.7-生成任务-摘要生成.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章4-使用Transformers解决NLP任务/4.7-生成任务-摘要生成.md -------------------------------------------------------------------------------- /docs/篇章4-使用Transformers解决NLP任务/4.8-篇章小测.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章4-使用Transformers解决NLP任务/4.8-篇章小测.md -------------------------------------------------------------------------------- /docs/篇章4-使用Transformers解决NLP任务/datasets/metrics/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章4-使用Transformers解决NLP任务/datasets/metrics/evaluate.py -------------------------------------------------------------------------------- /docs/篇章4-使用Transformers解决NLP任务/datasets/metrics/rouge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章4-使用Transformers解决NLP任务/datasets/metrics/rouge.py -------------------------------------------------------------------------------- /docs/篇章4-使用Transformers解决NLP任务/datasets/metrics/squad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章4-使用Transformers解决NLP任务/datasets/metrics/squad.py -------------------------------------------------------------------------------- /docs/篇章4-使用Transformers解决NLP任务/datasets/squad/squad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章4-使用Transformers解决NLP任务/datasets/squad/squad.py -------------------------------------------------------------------------------- /docs/篇章4-使用Transformers解决NLP任务/datasets/swag/swag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章4-使用Transformers解决NLP任务/datasets/swag/swag.py -------------------------------------------------------------------------------- /docs/篇章4-使用Transformers解决NLP任务/datasets/xsum/xsum.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章4-使用Transformers解决NLP任务/datasets/xsum/xsum.py -------------------------------------------------------------------------------- /docs/篇章4-使用Transformers解决NLP任务/images/causal_language_modeling.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章4-使用Transformers解决NLP任务/images/causal_language_modeling.png -------------------------------------------------------------------------------- /docs/篇章4-使用Transformers解决NLP任务/images/masked_language_modeling.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章4-使用Transformers解决NLP任务/images/masked_language_modeling.png -------------------------------------------------------------------------------- /docs/篇章4-使用Transformers解决NLP任务/images/model_parameters.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章4-使用Transformers解决NLP任务/images/model_parameters.png -------------------------------------------------------------------------------- /docs/篇章4-使用Transformers解决NLP任务/images/question_answering.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章4-使用Transformers解决NLP任务/images/question_answering.png -------------------------------------------------------------------------------- /docs/篇章4-使用Transformers解决NLP任务/images/request_error.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章4-使用Transformers解决NLP任务/images/request_error.png -------------------------------------------------------------------------------- /docs/篇章4-使用Transformers解决NLP任务/images/summarization.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章4-使用Transformers解决NLP任务/images/summarization.png -------------------------------------------------------------------------------- /docs/篇章4-使用Transformers解决NLP任务/images/text_classification.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章4-使用Transformers解决NLP任务/images/text_classification.png -------------------------------------------------------------------------------- /docs/篇章4-使用Transformers解决NLP任务/images/token_classification.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章4-使用Transformers解决NLP任务/images/token_classification.png -------------------------------------------------------------------------------- /docs/篇章4-使用Transformers解决NLP任务/images/translation.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/docs/篇章4-使用Transformers解决NLP任务/images/translation.png -------------------------------------------------------------------------------- /jupyter_to_md.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/jupyter_to_md.sh -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datawhalechina/learn-nlp-with-transformers/HEAD/requirements.txt --------------------------------------------------------------------------------