├── .coveragerc ├── .gitignore ├── .pylintrc ├── .travis.yml ├── Makefile ├── README.md ├── license.md ├── media ├── attention_patterns.png ├── bert.jpg ├── colah_conv_1.png ├── colah_conv_2.png ├── encoder-decoder.png ├── gpt_decoder_transformer.png ├── gpt_fine_tuning.png ├── gpt_sup.png ├── gpt_unsup.png ├── machine_translation.png ├── seq_models.png ├── skipgram_NGS.png ├── skipgram_canonical.png ├── skipgram_diagram.png ├── text_cnn.png ├── transformer_architecture.png ├── transformer_noam_optimizer.png ├── transformer_positional_encoding.png ├── transformer_scaled_dot_product_attention.png └── word2vec_embeddings.png ├── nlpmodels ├── __init__.py ├── models │ ├── __init__.py │ ├── gpt.py │ ├── text_cnn.py │ ├── transformer.py │ ├── transformer_blocks │ │ ├── __init__.py │ │ ├── attention.py │ │ ├── decoder.py │ │ ├── encoder.py │ │ ├── gpt_decoder.py │ │ └── sublayers.py │ └── word2vec.py └── utils │ ├── __init__.py │ ├── elt │ ├── __init__.py │ ├── dataset.py │ ├── gpt_batch.py │ ├── gpt_dataset.py │ ├── skipgram_dataset.py │ ├── text_cnn_dataset.py │ ├── transformer_batch.py │ └── transformer_dataset.py │ ├── gpt_sampler.py │ ├── label_smoother.py │ ├── optims.py │ ├── tokenizer.py │ ├── train.py │ ├── utils.py │ └── vocabulary.py ├── notebooks ├── cnn │ ├── README.md │ └── cnn.ipynb ├── gpt │ ├── README.md │ └── gpt.ipynb ├── transformer │ ├── README.md │ └── transformer.ipynb └── word2vec │ ├── README.md │ └── word2vec.ipynb ├── requirements.txt ├── run_pylint.sh ├── run_tests.sh ├── setup.cfg ├── setup.py └── tests ├── __init__.py ├── test_cnn.py ├── test_data ├── __init__.py ├── cnn_regression_test_data.py ├── gpt_regression_test_data.py ├── transformer_regression_test_data.py └── word2vec_regression_test_data.py ├── test_dataset.py ├── test_gpt.py ├── test_gpt_dataset.py ├── test_label_smoother.py ├── test_noam_optimizer.py ├── test_tokenizer.py ├── test_trainer.py ├── test_transformer.py ├── test_transformer_data_batching.py ├── test_transformer_dataset.py ├── test_transformer_positional_encoder.py ├── test_vocabulary.py └── test_word2vec.py /.coveragerc: -------------------------------------------------------------------------------- 1 | [run] 2 | source = nlpmodels -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/.gitignore -------------------------------------------------------------------------------- /.pylintrc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/.pylintrc -------------------------------------------------------------------------------- /.travis.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/.travis.yml -------------------------------------------------------------------------------- /Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/Makefile -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/README.md -------------------------------------------------------------------------------- /license.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/license.md -------------------------------------------------------------------------------- /media/attention_patterns.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/media/attention_patterns.png -------------------------------------------------------------------------------- /media/bert.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/media/bert.jpg -------------------------------------------------------------------------------- /media/colah_conv_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/media/colah_conv_1.png -------------------------------------------------------------------------------- /media/colah_conv_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/media/colah_conv_2.png -------------------------------------------------------------------------------- /media/encoder-decoder.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/media/encoder-decoder.png -------------------------------------------------------------------------------- /media/gpt_decoder_transformer.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/media/gpt_decoder_transformer.png -------------------------------------------------------------------------------- /media/gpt_fine_tuning.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/media/gpt_fine_tuning.png -------------------------------------------------------------------------------- /media/gpt_sup.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/media/gpt_sup.png -------------------------------------------------------------------------------- /media/gpt_unsup.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/media/gpt_unsup.png -------------------------------------------------------------------------------- /media/machine_translation.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/media/machine_translation.png -------------------------------------------------------------------------------- /media/seq_models.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/media/seq_models.png -------------------------------------------------------------------------------- /media/skipgram_NGS.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/media/skipgram_NGS.png -------------------------------------------------------------------------------- /media/skipgram_canonical.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/media/skipgram_canonical.png -------------------------------------------------------------------------------- /media/skipgram_diagram.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/media/skipgram_diagram.png -------------------------------------------------------------------------------- /media/text_cnn.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/media/text_cnn.png -------------------------------------------------------------------------------- /media/transformer_architecture.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/media/transformer_architecture.png -------------------------------------------------------------------------------- /media/transformer_noam_optimizer.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/media/transformer_noam_optimizer.png -------------------------------------------------------------------------------- /media/transformer_positional_encoding.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/media/transformer_positional_encoding.png -------------------------------------------------------------------------------- /media/transformer_scaled_dot_product_attention.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/media/transformer_scaled_dot_product_attention.png -------------------------------------------------------------------------------- /media/word2vec_embeddings.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/media/word2vec_embeddings.png -------------------------------------------------------------------------------- /nlpmodels/__init__.py: -------------------------------------------------------------------------------- 1 | # pylint: disable=C0111 2 | 3 | __all__ = ["models", "utils"] 4 | -------------------------------------------------------------------------------- /nlpmodels/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/nlpmodels/models/__init__.py -------------------------------------------------------------------------------- /nlpmodels/models/gpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/nlpmodels/models/gpt.py -------------------------------------------------------------------------------- /nlpmodels/models/text_cnn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/nlpmodels/models/text_cnn.py -------------------------------------------------------------------------------- /nlpmodels/models/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/nlpmodels/models/transformer.py -------------------------------------------------------------------------------- /nlpmodels/models/transformer_blocks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/nlpmodels/models/transformer_blocks/__init__.py -------------------------------------------------------------------------------- /nlpmodels/models/transformer_blocks/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/nlpmodels/models/transformer_blocks/attention.py -------------------------------------------------------------------------------- /nlpmodels/models/transformer_blocks/decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/nlpmodels/models/transformer_blocks/decoder.py -------------------------------------------------------------------------------- /nlpmodels/models/transformer_blocks/encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/nlpmodels/models/transformer_blocks/encoder.py -------------------------------------------------------------------------------- /nlpmodels/models/transformer_blocks/gpt_decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/nlpmodels/models/transformer_blocks/gpt_decoder.py -------------------------------------------------------------------------------- /nlpmodels/models/transformer_blocks/sublayers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/nlpmodels/models/transformer_blocks/sublayers.py -------------------------------------------------------------------------------- /nlpmodels/models/word2vec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/nlpmodels/models/word2vec.py -------------------------------------------------------------------------------- /nlpmodels/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/nlpmodels/utils/__init__.py -------------------------------------------------------------------------------- /nlpmodels/utils/elt/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/nlpmodels/utils/elt/__init__.py -------------------------------------------------------------------------------- /nlpmodels/utils/elt/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/nlpmodels/utils/elt/dataset.py -------------------------------------------------------------------------------- /nlpmodels/utils/elt/gpt_batch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/nlpmodels/utils/elt/gpt_batch.py -------------------------------------------------------------------------------- /nlpmodels/utils/elt/gpt_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/nlpmodels/utils/elt/gpt_dataset.py -------------------------------------------------------------------------------- /nlpmodels/utils/elt/skipgram_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/nlpmodels/utils/elt/skipgram_dataset.py -------------------------------------------------------------------------------- /nlpmodels/utils/elt/text_cnn_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/nlpmodels/utils/elt/text_cnn_dataset.py -------------------------------------------------------------------------------- /nlpmodels/utils/elt/transformer_batch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/nlpmodels/utils/elt/transformer_batch.py -------------------------------------------------------------------------------- /nlpmodels/utils/elt/transformer_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/nlpmodels/utils/elt/transformer_dataset.py -------------------------------------------------------------------------------- /nlpmodels/utils/gpt_sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/nlpmodels/utils/gpt_sampler.py -------------------------------------------------------------------------------- /nlpmodels/utils/label_smoother.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/nlpmodels/utils/label_smoother.py -------------------------------------------------------------------------------- /nlpmodels/utils/optims.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/nlpmodels/utils/optims.py -------------------------------------------------------------------------------- /nlpmodels/utils/tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/nlpmodels/utils/tokenizer.py -------------------------------------------------------------------------------- /nlpmodels/utils/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/nlpmodels/utils/train.py -------------------------------------------------------------------------------- /nlpmodels/utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/nlpmodels/utils/utils.py -------------------------------------------------------------------------------- /nlpmodels/utils/vocabulary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/nlpmodels/utils/vocabulary.py -------------------------------------------------------------------------------- /notebooks/cnn/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/notebooks/cnn/README.md -------------------------------------------------------------------------------- /notebooks/cnn/cnn.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/notebooks/cnn/cnn.ipynb -------------------------------------------------------------------------------- /notebooks/gpt/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/notebooks/gpt/README.md -------------------------------------------------------------------------------- /notebooks/gpt/gpt.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/notebooks/gpt/gpt.ipynb -------------------------------------------------------------------------------- /notebooks/transformer/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/notebooks/transformer/README.md -------------------------------------------------------------------------------- /notebooks/transformer/transformer.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/notebooks/transformer/transformer.ipynb -------------------------------------------------------------------------------- /notebooks/word2vec/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/notebooks/word2vec/README.md -------------------------------------------------------------------------------- /notebooks/word2vec/word2vec.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/notebooks/word2vec/word2vec.ipynb -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/requirements.txt -------------------------------------------------------------------------------- /run_pylint.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/run_pylint.sh -------------------------------------------------------------------------------- /run_tests.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | 3 | python -m pytest -------------------------------------------------------------------------------- /setup.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/setup.cfg -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/setup.py -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/tests/__init__.py -------------------------------------------------------------------------------- /tests/test_cnn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/tests/test_cnn.py -------------------------------------------------------------------------------- /tests/test_data/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/tests/test_data/__init__.py -------------------------------------------------------------------------------- /tests/test_data/cnn_regression_test_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/tests/test_data/cnn_regression_test_data.py -------------------------------------------------------------------------------- /tests/test_data/gpt_regression_test_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/tests/test_data/gpt_regression_test_data.py -------------------------------------------------------------------------------- /tests/test_data/transformer_regression_test_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/tests/test_data/transformer_regression_test_data.py -------------------------------------------------------------------------------- /tests/test_data/word2vec_regression_test_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/tests/test_data/word2vec_regression_test_data.py -------------------------------------------------------------------------------- /tests/test_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/tests/test_dataset.py -------------------------------------------------------------------------------- /tests/test_gpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/tests/test_gpt.py -------------------------------------------------------------------------------- /tests/test_gpt_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/tests/test_gpt_dataset.py -------------------------------------------------------------------------------- /tests/test_label_smoother.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/tests/test_label_smoother.py -------------------------------------------------------------------------------- /tests/test_noam_optimizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/tests/test_noam_optimizer.py -------------------------------------------------------------------------------- /tests/test_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/tests/test_tokenizer.py -------------------------------------------------------------------------------- /tests/test_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/tests/test_trainer.py -------------------------------------------------------------------------------- /tests/test_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/tests/test_transformer.py -------------------------------------------------------------------------------- /tests/test_transformer_data_batching.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/tests/test_transformer_data_batching.py -------------------------------------------------------------------------------- /tests/test_transformer_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/tests/test_transformer_dataset.py -------------------------------------------------------------------------------- /tests/test_transformer_positional_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/tests/test_transformer_positional_encoder.py -------------------------------------------------------------------------------- /tests/test_vocabulary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/tests/test_vocabulary.py -------------------------------------------------------------------------------- /tests/test_word2vec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/will-thompson-k/deeplearning-nlp-models/HEAD/tests/test_word2vec.py --------------------------------------------------------------------------------