├── .github └── ISSUE_TEMPLATE │ ├── bug_report.md │ └── question-about-the-book.md ├── .gitignore ├── 01_introduction.ipynb ├── 02_classification.ipynb ├── 03_transformer-anatomy.ipynb ├── 04_multilingual-ner.ipynb ├── 05_text-generation.ipynb ├── 06_summarization.ipynb ├── 07_question-answering.ipynb ├── 07_question_answering_v2.ipynb ├── 08_model-compression.ipynb ├── 09_few-to-no-labels.ipynb ├── 10_transformers-from-scratch.ipynb ├── 11_future-directions.ipynb ├── LICENSE ├── README.md ├── SageMaker ├── 01_introduction.ipynb ├── 02_classification.ipynb ├── README.md ├── images │ ├── git_repo.png │ ├── iam_role.png │ └── notebook_config.png ├── scripts │ └── 02_classification_train.py └── utils.py ├── data └── github-issues-transformers.jsonl ├── environment-chapter7.yml ├── environment.yml ├── images ├── book_cover.jpg ├── chapter01_enc-dec-attn.png ├── chapter01_enc-dec.png ├── chapter01_hf-ecosystem.png ├── chapter01_hub-model-card.png ├── chapter01_hub-overview.png ├── chapter01_rnn.png ├── chapter01_self-attention.png ├── chapter01_timeline.png ├── chapter01_transfer-learning.png ├── chapter01_ulmfit.png ├── chapter02_attention-alignment.png ├── chapter02_attention-mask.png ├── chapter02_encoder-classifier.png ├── chapter02_encoder-feature-based.png ├── chapter02_encoder-fine-tuning.png ├── chapter02_hf-libraries.png ├── chapter02_transformers-compact.html ├── chapter02_transformers.html ├── chapter02_transformers.png ├── chapter02_tweet.png ├── chapter03_attention-ops.png ├── chapter03_contextualized-embedding.png ├── chapter03_decoder-zoom.png ├── chapter03_encoder-zoom.png ├── chapter03_layer-norm.png ├── chapter03_multihead-attention.png ├── chapter03_transformer-encoder-decoder.png ├── chapter03_transformers-compact.png ├── chapter04_bert-body-head.png ├── chapter04_clf-architecture.png ├── chapter04_ner-architecture.png ├── chapter04_ner-widget.png ├── chapter04_tokenizer-pipeline.png ├── chapter05_beam-search.png ├── chapter05_lm-meta-learning.png ├── chapter05_meena.png ├── chapter05_text-generation.png ├── chapter07_dpr.png ├── chapter07_marie-curie.png ├── chapter07_phone.png ├── chapter07_qa-head.png ├── chapter07_qa-pyramid.png ├── chapter07_rag-architecture.png ├── chapter07_retriever-reader.png ├── chapter07_sliding-window.png ├── chapter07_squad-models.png ├── chapter07_squad-schema.png ├── chapter07_squad-sota.png ├── chapter08_bert-onnx.png ├── chapter08_fp32-to-int8.png ├── chapter08_kd.png ├── chapter08_magnitude-vs-movement.png ├── chapter08_network-pruning.png ├── chapter08_onnx-ort.png ├── chapter08_oos.png ├── chapter08_pegasus.png ├── chapter08_pruning-dists.png ├── chapter08_roblox.png ├── chapter08_soft-probs.png ├── chapter08_t5.png ├── chapter09_decision-tree.png ├── chapter09_faiss-index.png ├── chapter09_issue-example-v2.png ├── chapter09_nearest-neighbours.png ├── chapter09_uda.png ├── chapter09_ust.png ├── chapter10_code-snippet.png ├── chapter10_ddp.png ├── chapter10_preprocessing-clm.png ├── chapter10_pretraining-clm.png ├── chapter10_pretraining-mlm.png ├── chapter10_pretraining-seq2seq.png ├── chapter11_atomic-sparse-attention.png ├── chapter11_clip-arch.png ├── chapter11_compound-sparse-attention.png ├── chapter11_dall-e.png ├── chapter11_efficient-attention.png ├── chapter11_iGPT.png ├── chapter11_layoutlm.png ├── chapter11_linear-attention.png ├── chapter11_scaling-modal.png ├── chapter11_scaling.png ├── chapter11_table-qa.png ├── chapter11_tapas-architecture.png ├── chapter11_vit-architecture.png ├── chapter11_vqa.png ├── chapter11_wav2vec-u.png ├── chapter11_wav2vec2.png ├── doge.jpg └── optimusprime.jpg ├── install.py ├── plotting.mplstyle ├── requirements-chapter7-v2.txt ├── requirements-chapter7.txt ├── requirements.txt ├── scripts └── create_notebook_table.py ├── settings.ini └── utils.py /.github/ISSUE_TEMPLATE/bug_report.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/.github/ISSUE_TEMPLATE/bug_report.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/question-about-the-book.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/.github/ISSUE_TEMPLATE/question-about-the-book.md -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/.gitignore -------------------------------------------------------------------------------- /01_introduction.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/01_introduction.ipynb -------------------------------------------------------------------------------- /02_classification.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/02_classification.ipynb -------------------------------------------------------------------------------- /03_transformer-anatomy.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/03_transformer-anatomy.ipynb -------------------------------------------------------------------------------- /04_multilingual-ner.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/04_multilingual-ner.ipynb -------------------------------------------------------------------------------- /05_text-generation.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/05_text-generation.ipynb -------------------------------------------------------------------------------- /06_summarization.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/06_summarization.ipynb -------------------------------------------------------------------------------- /07_question-answering.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/07_question-answering.ipynb -------------------------------------------------------------------------------- /07_question_answering_v2.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/07_question_answering_v2.ipynb -------------------------------------------------------------------------------- /08_model-compression.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/08_model-compression.ipynb -------------------------------------------------------------------------------- /09_few-to-no-labels.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/09_few-to-no-labels.ipynb -------------------------------------------------------------------------------- /10_transformers-from-scratch.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/10_transformers-from-scratch.ipynb -------------------------------------------------------------------------------- /11_future-directions.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/11_future-directions.ipynb -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/README.md -------------------------------------------------------------------------------- /SageMaker/01_introduction.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/SageMaker/01_introduction.ipynb -------------------------------------------------------------------------------- /SageMaker/02_classification.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/SageMaker/02_classification.ipynb -------------------------------------------------------------------------------- /SageMaker/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/SageMaker/README.md -------------------------------------------------------------------------------- /SageMaker/images/git_repo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/SageMaker/images/git_repo.png -------------------------------------------------------------------------------- /SageMaker/images/iam_role.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/SageMaker/images/iam_role.png -------------------------------------------------------------------------------- /SageMaker/images/notebook_config.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/SageMaker/images/notebook_config.png -------------------------------------------------------------------------------- /SageMaker/scripts/02_classification_train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/SageMaker/scripts/02_classification_train.py -------------------------------------------------------------------------------- /SageMaker/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/SageMaker/utils.py -------------------------------------------------------------------------------- /data/github-issues-transformers.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/data/github-issues-transformers.jsonl -------------------------------------------------------------------------------- /environment-chapter7.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/environment-chapter7.yml -------------------------------------------------------------------------------- /environment.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/environment.yml -------------------------------------------------------------------------------- /images/book_cover.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/book_cover.jpg -------------------------------------------------------------------------------- /images/chapter01_enc-dec-attn.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter01_enc-dec-attn.png -------------------------------------------------------------------------------- /images/chapter01_enc-dec.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter01_enc-dec.png -------------------------------------------------------------------------------- /images/chapter01_hf-ecosystem.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter01_hf-ecosystem.png -------------------------------------------------------------------------------- /images/chapter01_hub-model-card.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter01_hub-model-card.png -------------------------------------------------------------------------------- /images/chapter01_hub-overview.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter01_hub-overview.png -------------------------------------------------------------------------------- /images/chapter01_rnn.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter01_rnn.png -------------------------------------------------------------------------------- /images/chapter01_self-attention.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter01_self-attention.png -------------------------------------------------------------------------------- /images/chapter01_timeline.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter01_timeline.png -------------------------------------------------------------------------------- /images/chapter01_transfer-learning.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter01_transfer-learning.png -------------------------------------------------------------------------------- /images/chapter01_ulmfit.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter01_ulmfit.png -------------------------------------------------------------------------------- /images/chapter02_attention-alignment.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter02_attention-alignment.png -------------------------------------------------------------------------------- /images/chapter02_attention-mask.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter02_attention-mask.png -------------------------------------------------------------------------------- /images/chapter02_encoder-classifier.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter02_encoder-classifier.png -------------------------------------------------------------------------------- /images/chapter02_encoder-feature-based.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter02_encoder-feature-based.png -------------------------------------------------------------------------------- /images/chapter02_encoder-fine-tuning.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter02_encoder-fine-tuning.png -------------------------------------------------------------------------------- /images/chapter02_hf-libraries.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter02_hf-libraries.png -------------------------------------------------------------------------------- /images/chapter02_transformers-compact.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter02_transformers-compact.html -------------------------------------------------------------------------------- /images/chapter02_transformers.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter02_transformers.html -------------------------------------------------------------------------------- /images/chapter02_transformers.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter02_transformers.png -------------------------------------------------------------------------------- /images/chapter02_tweet.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter02_tweet.png -------------------------------------------------------------------------------- /images/chapter03_attention-ops.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter03_attention-ops.png -------------------------------------------------------------------------------- /images/chapter03_contextualized-embedding.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter03_contextualized-embedding.png -------------------------------------------------------------------------------- /images/chapter03_decoder-zoom.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter03_decoder-zoom.png -------------------------------------------------------------------------------- /images/chapter03_encoder-zoom.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter03_encoder-zoom.png -------------------------------------------------------------------------------- /images/chapter03_layer-norm.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter03_layer-norm.png -------------------------------------------------------------------------------- /images/chapter03_multihead-attention.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter03_multihead-attention.png -------------------------------------------------------------------------------- /images/chapter03_transformer-encoder-decoder.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter03_transformer-encoder-decoder.png -------------------------------------------------------------------------------- /images/chapter03_transformers-compact.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter03_transformers-compact.png -------------------------------------------------------------------------------- /images/chapter04_bert-body-head.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter04_bert-body-head.png -------------------------------------------------------------------------------- /images/chapter04_clf-architecture.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter04_clf-architecture.png -------------------------------------------------------------------------------- /images/chapter04_ner-architecture.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter04_ner-architecture.png -------------------------------------------------------------------------------- /images/chapter04_ner-widget.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter04_ner-widget.png -------------------------------------------------------------------------------- /images/chapter04_tokenizer-pipeline.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter04_tokenizer-pipeline.png -------------------------------------------------------------------------------- /images/chapter05_beam-search.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter05_beam-search.png -------------------------------------------------------------------------------- /images/chapter05_lm-meta-learning.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter05_lm-meta-learning.png -------------------------------------------------------------------------------- /images/chapter05_meena.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter05_meena.png -------------------------------------------------------------------------------- /images/chapter05_text-generation.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter05_text-generation.png -------------------------------------------------------------------------------- /images/chapter07_dpr.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter07_dpr.png -------------------------------------------------------------------------------- /images/chapter07_marie-curie.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter07_marie-curie.png -------------------------------------------------------------------------------- /images/chapter07_phone.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter07_phone.png -------------------------------------------------------------------------------- /images/chapter07_qa-head.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter07_qa-head.png -------------------------------------------------------------------------------- /images/chapter07_qa-pyramid.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter07_qa-pyramid.png -------------------------------------------------------------------------------- /images/chapter07_rag-architecture.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter07_rag-architecture.png -------------------------------------------------------------------------------- /images/chapter07_retriever-reader.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter07_retriever-reader.png -------------------------------------------------------------------------------- /images/chapter07_sliding-window.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter07_sliding-window.png -------------------------------------------------------------------------------- /images/chapter07_squad-models.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter07_squad-models.png -------------------------------------------------------------------------------- /images/chapter07_squad-schema.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter07_squad-schema.png -------------------------------------------------------------------------------- /images/chapter07_squad-sota.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter07_squad-sota.png -------------------------------------------------------------------------------- /images/chapter08_bert-onnx.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter08_bert-onnx.png -------------------------------------------------------------------------------- /images/chapter08_fp32-to-int8.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter08_fp32-to-int8.png -------------------------------------------------------------------------------- /images/chapter08_kd.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter08_kd.png -------------------------------------------------------------------------------- /images/chapter08_magnitude-vs-movement.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter08_magnitude-vs-movement.png -------------------------------------------------------------------------------- /images/chapter08_network-pruning.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter08_network-pruning.png -------------------------------------------------------------------------------- /images/chapter08_onnx-ort.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter08_onnx-ort.png -------------------------------------------------------------------------------- /images/chapter08_oos.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter08_oos.png -------------------------------------------------------------------------------- /images/chapter08_pegasus.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter08_pegasus.png -------------------------------------------------------------------------------- /images/chapter08_pruning-dists.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter08_pruning-dists.png -------------------------------------------------------------------------------- /images/chapter08_roblox.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter08_roblox.png -------------------------------------------------------------------------------- /images/chapter08_soft-probs.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter08_soft-probs.png -------------------------------------------------------------------------------- /images/chapter08_t5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter08_t5.png -------------------------------------------------------------------------------- /images/chapter09_decision-tree.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter09_decision-tree.png -------------------------------------------------------------------------------- /images/chapter09_faiss-index.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter09_faiss-index.png -------------------------------------------------------------------------------- /images/chapter09_issue-example-v2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter09_issue-example-v2.png -------------------------------------------------------------------------------- /images/chapter09_nearest-neighbours.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter09_nearest-neighbours.png -------------------------------------------------------------------------------- /images/chapter09_uda.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter09_uda.png -------------------------------------------------------------------------------- /images/chapter09_ust.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter09_ust.png -------------------------------------------------------------------------------- /images/chapter10_code-snippet.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter10_code-snippet.png -------------------------------------------------------------------------------- /images/chapter10_ddp.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter10_ddp.png -------------------------------------------------------------------------------- /images/chapter10_preprocessing-clm.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter10_preprocessing-clm.png -------------------------------------------------------------------------------- /images/chapter10_pretraining-clm.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter10_pretraining-clm.png -------------------------------------------------------------------------------- /images/chapter10_pretraining-mlm.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter10_pretraining-mlm.png -------------------------------------------------------------------------------- /images/chapter10_pretraining-seq2seq.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter10_pretraining-seq2seq.png -------------------------------------------------------------------------------- /images/chapter11_atomic-sparse-attention.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter11_atomic-sparse-attention.png -------------------------------------------------------------------------------- /images/chapter11_clip-arch.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter11_clip-arch.png -------------------------------------------------------------------------------- /images/chapter11_compound-sparse-attention.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter11_compound-sparse-attention.png -------------------------------------------------------------------------------- /images/chapter11_dall-e.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter11_dall-e.png -------------------------------------------------------------------------------- /images/chapter11_efficient-attention.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter11_efficient-attention.png -------------------------------------------------------------------------------- /images/chapter11_iGPT.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter11_iGPT.png -------------------------------------------------------------------------------- /images/chapter11_layoutlm.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter11_layoutlm.png -------------------------------------------------------------------------------- /images/chapter11_linear-attention.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter11_linear-attention.png -------------------------------------------------------------------------------- /images/chapter11_scaling-modal.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter11_scaling-modal.png -------------------------------------------------------------------------------- /images/chapter11_scaling.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter11_scaling.png -------------------------------------------------------------------------------- /images/chapter11_table-qa.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter11_table-qa.png -------------------------------------------------------------------------------- /images/chapter11_tapas-architecture.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter11_tapas-architecture.png -------------------------------------------------------------------------------- /images/chapter11_vit-architecture.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter11_vit-architecture.png -------------------------------------------------------------------------------- /images/chapter11_vqa.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter11_vqa.png -------------------------------------------------------------------------------- /images/chapter11_wav2vec-u.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter11_wav2vec-u.png -------------------------------------------------------------------------------- /images/chapter11_wav2vec2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/chapter11_wav2vec2.png -------------------------------------------------------------------------------- /images/doge.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/doge.jpg -------------------------------------------------------------------------------- /images/optimusprime.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/images/optimusprime.jpg -------------------------------------------------------------------------------- /install.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/install.py -------------------------------------------------------------------------------- /plotting.mplstyle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/plotting.mplstyle -------------------------------------------------------------------------------- /requirements-chapter7-v2.txt: -------------------------------------------------------------------------------- 1 | # Base requirements 2 | farm-haystack[colab]==1.4.0 3 | matplotlib 4 | datasets 5 | -------------------------------------------------------------------------------- /requirements-chapter7.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/requirements-chapter7.txt -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/create_notebook_table.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/scripts/create_notebook_table.py -------------------------------------------------------------------------------- /settings.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/settings.ini -------------------------------------------------------------------------------- /utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nlp-with-transformers/notebooks/HEAD/utils.py --------------------------------------------------------------------------------