├── .gitignore ├── LICENSE ├── README.md ├── example ├── __init__.py ├── bpe.py ├── models.py ├── requirements.txt ├── run_bert.py ├── run_gpt.py ├── tokenizer.py ├── utils.py ├── wikitext-2-raw-v1.zip ├── wikitext-2-v1.zip └── wikitext.py ├── keras_transformer ├── __init__.py ├── attention.py ├── bert.py ├── extras.py ├── position.py └── transformer.py ├── setup.py └── tests └── test_bert.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GlassyWing/keras-transformer/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GlassyWing/keras-transformer/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GlassyWing/keras-transformer/HEAD/README.md -------------------------------------------------------------------------------- /example/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /example/bpe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GlassyWing/keras-transformer/HEAD/example/bpe.py -------------------------------------------------------------------------------- /example/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GlassyWing/keras-transformer/HEAD/example/models.py -------------------------------------------------------------------------------- /example/requirements.txt: -------------------------------------------------------------------------------- 1 | Keras>=2.0.8 2 | numpy>=1.15.2 3 | subword-nmt>=0.3.5 4 | tqdm>=4.26.0 5 | h5py>=2.8.0 -------------------------------------------------------------------------------- /example/run_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GlassyWing/keras-transformer/HEAD/example/run_bert.py -------------------------------------------------------------------------------- /example/run_gpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GlassyWing/keras-transformer/HEAD/example/run_gpt.py -------------------------------------------------------------------------------- /example/tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GlassyWing/keras-transformer/HEAD/example/tokenizer.py -------------------------------------------------------------------------------- /example/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GlassyWing/keras-transformer/HEAD/example/utils.py -------------------------------------------------------------------------------- /example/wikitext-2-raw-v1.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GlassyWing/keras-transformer/HEAD/example/wikitext-2-raw-v1.zip -------------------------------------------------------------------------------- /example/wikitext-2-v1.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GlassyWing/keras-transformer/HEAD/example/wikitext-2-v1.zip -------------------------------------------------------------------------------- /example/wikitext.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GlassyWing/keras-transformer/HEAD/example/wikitext.py -------------------------------------------------------------------------------- /keras_transformer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /keras_transformer/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GlassyWing/keras-transformer/HEAD/keras_transformer/attention.py -------------------------------------------------------------------------------- /keras_transformer/bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GlassyWing/keras-transformer/HEAD/keras_transformer/bert.py -------------------------------------------------------------------------------- /keras_transformer/extras.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GlassyWing/keras-transformer/HEAD/keras_transformer/extras.py -------------------------------------------------------------------------------- /keras_transformer/position.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GlassyWing/keras-transformer/HEAD/keras_transformer/position.py -------------------------------------------------------------------------------- /keras_transformer/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GlassyWing/keras-transformer/HEAD/keras_transformer/transformer.py -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GlassyWing/keras-transformer/HEAD/setup.py -------------------------------------------------------------------------------- /tests/test_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GlassyWing/keras-transformer/HEAD/tests/test_bert.py --------------------------------------------------------------------------------