├── .gitignore ├── README.md ├── bin ├── apply_bpe ├── learn_bpe ├── spm_decode ├── spm_encode └── spm_train ├── config.py ├── convert.py ├── data ├── de_en │ ├── test.de │ ├── test.en │ ├── train.de │ ├── train.en │ ├── valid.de │ └── valid.en ├── de_en_onmt │ ├── de-train-clean.200K.txt │ ├── de-val-clean.10K.txt │ ├── en-train-clean.200K.txt │ └── en-val-clean.10K.txt ├── en_vi │ ├── train.en │ ├── train.vi │ ├── tst2012.en │ ├── tst2012.vi │ ├── tst2013.en │ └── tst2013.vi └── ja_en │ ├── dev.en │ ├── dev.ja │ ├── head.en │ ├── head.ja │ ├── test.en │ ├── test.ja │ ├── train-big.en │ ├── train-big.ja │ ├── train.en │ └── train.ja ├── evaluator.py ├── examples ├── OpenNMT │ ├── ro_en.sh │ ├── train.sh │ └── translate.sh └── run_ja_en.sh ├── expert_utils.py ├── general_utils.py ├── img ├── tf_smaller.png └── transformer.png ├── net.py ├── optimizer.py ├── preprocess.py ├── requirements.txt ├── search_strategy.py ├── tools ├── README.md ├── bpe_pipeline_en_vi.sh ├── bpe_pipeline_ja_en.sh ├── bpe_pipeline_wmt16_en_de.sh ├── detokenize.perl ├── get_vocab.py ├── multi-bleu-detok.perl ├── multi-bleu.perl ├── nonbreaking_prefixes │ ├── README.txt │ ├── nonbreaking_prefix.ca │ ├── nonbreaking_prefix.cs │ ├── nonbreaking_prefix.de │ ├── nonbreaking_prefix.el │ ├── nonbreaking_prefix.en │ ├── nonbreaking_prefix.es │ ├── nonbreaking_prefix.fi │ ├── nonbreaking_prefix.fr │ ├── nonbreaking_prefix.ga │ ├── nonbreaking_prefix.hu │ ├── nonbreaking_prefix.is │ ├── nonbreaking_prefix.it │ ├── nonbreaking_prefix.lt │ ├── nonbreaking_prefix.lv │ ├── nonbreaking_prefix.nl │ ├── nonbreaking_prefix.pl │ ├── nonbreaking_prefix.ro │ ├── nonbreaking_prefix.ru │ ├── nonbreaking_prefix.sk │ ├── nonbreaking_prefix.sl │ ├── nonbreaking_prefix.sv │ ├── nonbreaking_prefix.ta │ ├── nonbreaking_prefix.yue │ └── nonbreaking_prefix.zh ├── tokenizer.perl ├── wmt16_en_de.sh └── wpm_pipeline_en_vi.sh ├── train.py ├── translate.py ├── utils.py └── wpm.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/README.md -------------------------------------------------------------------------------- /bin/apply_bpe: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/bin/apply_bpe -------------------------------------------------------------------------------- /bin/learn_bpe: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/bin/learn_bpe -------------------------------------------------------------------------------- /bin/spm_decode: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/bin/spm_decode -------------------------------------------------------------------------------- /bin/spm_encode: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/bin/spm_encode -------------------------------------------------------------------------------- /bin/spm_train: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/bin/spm_train -------------------------------------------------------------------------------- /config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/config.py -------------------------------------------------------------------------------- /convert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/convert.py -------------------------------------------------------------------------------- /data/de_en/test.de: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/data/de_en/test.de -------------------------------------------------------------------------------- /data/de_en/test.en: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/data/de_en/test.en -------------------------------------------------------------------------------- /data/de_en/train.de: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/data/de_en/train.de -------------------------------------------------------------------------------- /data/de_en/train.en: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/data/de_en/train.en -------------------------------------------------------------------------------- /data/de_en/valid.de: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/data/de_en/valid.de -------------------------------------------------------------------------------- /data/de_en/valid.en: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/data/de_en/valid.en -------------------------------------------------------------------------------- /data/de_en_onmt/de-train-clean.200K.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/data/de_en_onmt/de-train-clean.200K.txt -------------------------------------------------------------------------------- /data/de_en_onmt/de-val-clean.10K.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/data/de_en_onmt/de-val-clean.10K.txt -------------------------------------------------------------------------------- /data/de_en_onmt/en-train-clean.200K.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/data/de_en_onmt/en-train-clean.200K.txt -------------------------------------------------------------------------------- /data/de_en_onmt/en-val-clean.10K.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/data/de_en_onmt/en-val-clean.10K.txt -------------------------------------------------------------------------------- /data/en_vi/train.en: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/data/en_vi/train.en -------------------------------------------------------------------------------- /data/en_vi/train.vi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/data/en_vi/train.vi -------------------------------------------------------------------------------- /data/en_vi/tst2012.en: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/data/en_vi/tst2012.en -------------------------------------------------------------------------------- /data/en_vi/tst2012.vi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/data/en_vi/tst2012.vi -------------------------------------------------------------------------------- /data/en_vi/tst2013.en: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/data/en_vi/tst2013.en -------------------------------------------------------------------------------- /data/en_vi/tst2013.vi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/data/en_vi/tst2013.vi -------------------------------------------------------------------------------- /data/ja_en/dev.en: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/data/ja_en/dev.en -------------------------------------------------------------------------------- /data/ja_en/dev.ja: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/data/ja_en/dev.ja -------------------------------------------------------------------------------- /data/ja_en/head.en: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/data/ja_en/head.en -------------------------------------------------------------------------------- /data/ja_en/head.ja: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/data/ja_en/head.ja -------------------------------------------------------------------------------- /data/ja_en/test.en: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/data/ja_en/test.en -------------------------------------------------------------------------------- /data/ja_en/test.ja: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/data/ja_en/test.ja -------------------------------------------------------------------------------- /data/ja_en/train-big.en: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/data/ja_en/train-big.en -------------------------------------------------------------------------------- /data/ja_en/train-big.ja: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/data/ja_en/train-big.ja -------------------------------------------------------------------------------- /data/ja_en/train.en: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/data/ja_en/train.en -------------------------------------------------------------------------------- /data/ja_en/train.ja: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/data/ja_en/train.ja -------------------------------------------------------------------------------- /evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/evaluator.py -------------------------------------------------------------------------------- /examples/OpenNMT/ro_en.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/examples/OpenNMT/ro_en.sh -------------------------------------------------------------------------------- /examples/OpenNMT/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/examples/OpenNMT/train.sh -------------------------------------------------------------------------------- /examples/OpenNMT/translate.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/examples/OpenNMT/translate.sh -------------------------------------------------------------------------------- /examples/run_ja_en.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/examples/run_ja_en.sh -------------------------------------------------------------------------------- /expert_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/expert_utils.py -------------------------------------------------------------------------------- /general_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/general_utils.py -------------------------------------------------------------------------------- /img/tf_smaller.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/img/tf_smaller.png -------------------------------------------------------------------------------- /img/transformer.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/img/transformer.png -------------------------------------------------------------------------------- /net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/net.py -------------------------------------------------------------------------------- /optimizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/optimizer.py -------------------------------------------------------------------------------- /preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/preprocess.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/requirements.txt -------------------------------------------------------------------------------- /search_strategy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/search_strategy.py -------------------------------------------------------------------------------- /tools/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/tools/README.md -------------------------------------------------------------------------------- /tools/bpe_pipeline_en_vi.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/tools/bpe_pipeline_en_vi.sh -------------------------------------------------------------------------------- /tools/bpe_pipeline_ja_en.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/tools/bpe_pipeline_ja_en.sh -------------------------------------------------------------------------------- /tools/bpe_pipeline_wmt16_en_de.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/tools/bpe_pipeline_wmt16_en_de.sh -------------------------------------------------------------------------------- /tools/detokenize.perl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/tools/detokenize.perl -------------------------------------------------------------------------------- /tools/get_vocab.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/tools/get_vocab.py -------------------------------------------------------------------------------- /tools/multi-bleu-detok.perl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/tools/multi-bleu-detok.perl -------------------------------------------------------------------------------- /tools/multi-bleu.perl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/tools/multi-bleu.perl -------------------------------------------------------------------------------- /tools/nonbreaking_prefixes/README.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/tools/nonbreaking_prefixes/README.txt -------------------------------------------------------------------------------- /tools/nonbreaking_prefixes/nonbreaking_prefix.ca: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/tools/nonbreaking_prefixes/nonbreaking_prefix.ca -------------------------------------------------------------------------------- /tools/nonbreaking_prefixes/nonbreaking_prefix.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/tools/nonbreaking_prefixes/nonbreaking_prefix.cs -------------------------------------------------------------------------------- /tools/nonbreaking_prefixes/nonbreaking_prefix.de: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/tools/nonbreaking_prefixes/nonbreaking_prefix.de -------------------------------------------------------------------------------- /tools/nonbreaking_prefixes/nonbreaking_prefix.el: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/tools/nonbreaking_prefixes/nonbreaking_prefix.el -------------------------------------------------------------------------------- /tools/nonbreaking_prefixes/nonbreaking_prefix.en: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/tools/nonbreaking_prefixes/nonbreaking_prefix.en -------------------------------------------------------------------------------- /tools/nonbreaking_prefixes/nonbreaking_prefix.es: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/tools/nonbreaking_prefixes/nonbreaking_prefix.es -------------------------------------------------------------------------------- /tools/nonbreaking_prefixes/nonbreaking_prefix.fi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/tools/nonbreaking_prefixes/nonbreaking_prefix.fi -------------------------------------------------------------------------------- /tools/nonbreaking_prefixes/nonbreaking_prefix.fr: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/tools/nonbreaking_prefixes/nonbreaking_prefix.fr -------------------------------------------------------------------------------- /tools/nonbreaking_prefixes/nonbreaking_prefix.ga: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/tools/nonbreaking_prefixes/nonbreaking_prefix.ga -------------------------------------------------------------------------------- /tools/nonbreaking_prefixes/nonbreaking_prefix.hu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/tools/nonbreaking_prefixes/nonbreaking_prefix.hu -------------------------------------------------------------------------------- /tools/nonbreaking_prefixes/nonbreaking_prefix.is: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/tools/nonbreaking_prefixes/nonbreaking_prefix.is -------------------------------------------------------------------------------- /tools/nonbreaking_prefixes/nonbreaking_prefix.it: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/tools/nonbreaking_prefixes/nonbreaking_prefix.it -------------------------------------------------------------------------------- /tools/nonbreaking_prefixes/nonbreaking_prefix.lt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/tools/nonbreaking_prefixes/nonbreaking_prefix.lt -------------------------------------------------------------------------------- /tools/nonbreaking_prefixes/nonbreaking_prefix.lv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/tools/nonbreaking_prefixes/nonbreaking_prefix.lv -------------------------------------------------------------------------------- /tools/nonbreaking_prefixes/nonbreaking_prefix.nl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/tools/nonbreaking_prefixes/nonbreaking_prefix.nl -------------------------------------------------------------------------------- /tools/nonbreaking_prefixes/nonbreaking_prefix.pl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/tools/nonbreaking_prefixes/nonbreaking_prefix.pl -------------------------------------------------------------------------------- /tools/nonbreaking_prefixes/nonbreaking_prefix.ro: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/tools/nonbreaking_prefixes/nonbreaking_prefix.ro -------------------------------------------------------------------------------- /tools/nonbreaking_prefixes/nonbreaking_prefix.ru: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/tools/nonbreaking_prefixes/nonbreaking_prefix.ru -------------------------------------------------------------------------------- /tools/nonbreaking_prefixes/nonbreaking_prefix.sk: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/tools/nonbreaking_prefixes/nonbreaking_prefix.sk -------------------------------------------------------------------------------- /tools/nonbreaking_prefixes/nonbreaking_prefix.sl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/tools/nonbreaking_prefixes/nonbreaking_prefix.sl -------------------------------------------------------------------------------- /tools/nonbreaking_prefixes/nonbreaking_prefix.sv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/tools/nonbreaking_prefixes/nonbreaking_prefix.sv -------------------------------------------------------------------------------- /tools/nonbreaking_prefixes/nonbreaking_prefix.ta: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/tools/nonbreaking_prefixes/nonbreaking_prefix.ta -------------------------------------------------------------------------------- /tools/nonbreaking_prefixes/nonbreaking_prefix.yue: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/tools/nonbreaking_prefixes/nonbreaking_prefix.yue -------------------------------------------------------------------------------- /tools/nonbreaking_prefixes/nonbreaking_prefix.zh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/tools/nonbreaking_prefixes/nonbreaking_prefix.zh -------------------------------------------------------------------------------- /tools/tokenizer.perl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/tools/tokenizer.perl -------------------------------------------------------------------------------- /tools/wmt16_en_de.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/tools/wmt16_en_de.sh -------------------------------------------------------------------------------- /tools/wpm_pipeline_en_vi.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/tools/wpm_pipeline_en_vi.sh -------------------------------------------------------------------------------- /train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/train.py -------------------------------------------------------------------------------- /translate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/translate.py -------------------------------------------------------------------------------- /utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/utils.py -------------------------------------------------------------------------------- /wpm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DevSinghSachan/Attention_is_All_You_Need/HEAD/wpm.py --------------------------------------------------------------------------------