├── .github ├── ISSUE_TEMPLATE │ ├── bug_report.md │ └── feature_request.md └── stale.yml ├── .gitignore ├── LICENSE ├── MANIFEST.in ├── README.md ├── README.zh-CN.md ├── keras_transformer_xl ├── __init__.py ├── info │ ├── enwiki8_large.json │ ├── lm1b_large.json │ ├── text8_large.json │ └── wt103_large.json ├── loader.py ├── memory.py ├── pos_embed.py ├── rel_bias.py ├── rel_multi_head.py ├── scale.py ├── sequence.py └── transformer_xl.py ├── publish.sh ├── requirements-dev.txt ├── requirements.txt ├── setup.py ├── test.sh └── tests ├── __init__.py ├── test_checkpoint_div_1 ├── checkpoint ├── config.json ├── memory_0.npy ├── memory_1.npy ├── model.ckpt.data-00000-of-00001 ├── model.ckpt.index ├── model.ckpt.meta ├── new_memory_0.npy ├── new_memory_1.npy ├── softmax.npy └── tokens.npy ├── test_checkpoint_div_2 ├── checkpoint ├── config.json ├── memory_0.npy ├── memory_1.npy ├── model.ckpt.data-00000-of-00001 ├── model.ckpt.index ├── model.ckpt.meta ├── new_memory_0.npy ├── new_memory_1.npy ├── softmax.npy └── tokens.npy ├── test_checkpoint_div_2_cutoffs_3 ├── checkpoint ├── config.json ├── memory_0.npy ├── memory_1.npy ├── memory_2.npy ├── model.ckpt.data-00000-of-00001 ├── model.ckpt.index ├── model.ckpt.meta ├── new_memory_0.npy ├── new_memory_1.npy ├── new_memory_2.npy ├── softmax.npy └── tokens.npy ├── test_loader.py ├── test_memory.py ├── test_pos_embed.py ├── test_rel_multi_head.py ├── test_sequence.py └── test_transformer_xl.py /.github/ISSUE_TEMPLATE/bug_report.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CyberZHG/keras-transformer-xl/HEAD/.github/ISSUE_TEMPLATE/bug_report.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/feature_request.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CyberZHG/keras-transformer-xl/HEAD/.github/ISSUE_TEMPLATE/feature_request.md -------------------------------------------------------------------------------- /.github/stale.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CyberZHG/keras-transformer-xl/HEAD/.github/stale.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CyberZHG/keras-transformer-xl/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CyberZHG/keras-transformer-xl/HEAD/LICENSE -------------------------------------------------------------------------------- /MANIFEST.in: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CyberZHG/keras-transformer-xl/HEAD/MANIFEST.in -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CyberZHG/keras-transformer-xl/HEAD/README.md -------------------------------------------------------------------------------- /README.zh-CN.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CyberZHG/keras-transformer-xl/HEAD/README.zh-CN.md -------------------------------------------------------------------------------- /keras_transformer_xl/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CyberZHG/keras-transformer-xl/HEAD/keras_transformer_xl/__init__.py -------------------------------------------------------------------------------- /keras_transformer_xl/info/enwiki8_large.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CyberZHG/keras-transformer-xl/HEAD/keras_transformer_xl/info/enwiki8_large.json -------------------------------------------------------------------------------- /keras_transformer_xl/info/lm1b_large.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CyberZHG/keras-transformer-xl/HEAD/keras_transformer_xl/info/lm1b_large.json -------------------------------------------------------------------------------- /keras_transformer_xl/info/text8_large.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CyberZHG/keras-transformer-xl/HEAD/keras_transformer_xl/info/text8_large.json -------------------------------------------------------------------------------- /keras_transformer_xl/info/wt103_large.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CyberZHG/keras-transformer-xl/HEAD/keras_transformer_xl/info/wt103_large.json -------------------------------------------------------------------------------- /keras_transformer_xl/loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CyberZHG/keras-transformer-xl/HEAD/keras_transformer_xl/loader.py -------------------------------------------------------------------------------- /keras_transformer_xl/memory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CyberZHG/keras-transformer-xl/HEAD/keras_transformer_xl/memory.py -------------------------------------------------------------------------------- /keras_transformer_xl/pos_embed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CyberZHG/keras-transformer-xl/HEAD/keras_transformer_xl/pos_embed.py -------------------------------------------------------------------------------- /keras_transformer_xl/rel_bias.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CyberZHG/keras-transformer-xl/HEAD/keras_transformer_xl/rel_bias.py -------------------------------------------------------------------------------- /keras_transformer_xl/rel_multi_head.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CyberZHG/keras-transformer-xl/HEAD/keras_transformer_xl/rel_multi_head.py -------------------------------------------------------------------------------- /keras_transformer_xl/scale.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CyberZHG/keras-transformer-xl/HEAD/keras_transformer_xl/scale.py -------------------------------------------------------------------------------- /keras_transformer_xl/sequence.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CyberZHG/keras-transformer-xl/HEAD/keras_transformer_xl/sequence.py -------------------------------------------------------------------------------- /keras_transformer_xl/transformer_xl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CyberZHG/keras-transformer-xl/HEAD/keras_transformer_xl/transformer_xl.py -------------------------------------------------------------------------------- /publish.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CyberZHG/keras-transformer-xl/HEAD/publish.sh -------------------------------------------------------------------------------- /requirements-dev.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CyberZHG/keras-transformer-xl/HEAD/requirements-dev.txt -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CyberZHG/keras-transformer-xl/HEAD/requirements.txt -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CyberZHG/keras-transformer-xl/HEAD/setup.py -------------------------------------------------------------------------------- /test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CyberZHG/keras-transformer-xl/HEAD/test.sh -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/test_checkpoint_div_1/checkpoint: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CyberZHG/keras-transformer-xl/HEAD/tests/test_checkpoint_div_1/checkpoint -------------------------------------------------------------------------------- /tests/test_checkpoint_div_1/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CyberZHG/keras-transformer-xl/HEAD/tests/test_checkpoint_div_1/config.json -------------------------------------------------------------------------------- /tests/test_checkpoint_div_1/memory_0.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CyberZHG/keras-transformer-xl/HEAD/tests/test_checkpoint_div_1/memory_0.npy -------------------------------------------------------------------------------- /tests/test_checkpoint_div_1/memory_1.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CyberZHG/keras-transformer-xl/HEAD/tests/test_checkpoint_div_1/memory_1.npy -------------------------------------------------------------------------------- /tests/test_checkpoint_div_1/model.ckpt.data-00000-of-00001: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CyberZHG/keras-transformer-xl/HEAD/tests/test_checkpoint_div_1/model.ckpt.data-00000-of-00001 -------------------------------------------------------------------------------- /tests/test_checkpoint_div_1/model.ckpt.index: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CyberZHG/keras-transformer-xl/HEAD/tests/test_checkpoint_div_1/model.ckpt.index -------------------------------------------------------------------------------- /tests/test_checkpoint_div_1/model.ckpt.meta: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CyberZHG/keras-transformer-xl/HEAD/tests/test_checkpoint_div_1/model.ckpt.meta -------------------------------------------------------------------------------- /tests/test_checkpoint_div_1/new_memory_0.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CyberZHG/keras-transformer-xl/HEAD/tests/test_checkpoint_div_1/new_memory_0.npy -------------------------------------------------------------------------------- /tests/test_checkpoint_div_1/new_memory_1.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CyberZHG/keras-transformer-xl/HEAD/tests/test_checkpoint_div_1/new_memory_1.npy -------------------------------------------------------------------------------- /tests/test_checkpoint_div_1/softmax.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CyberZHG/keras-transformer-xl/HEAD/tests/test_checkpoint_div_1/softmax.npy -------------------------------------------------------------------------------- /tests/test_checkpoint_div_1/tokens.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CyberZHG/keras-transformer-xl/HEAD/tests/test_checkpoint_div_1/tokens.npy -------------------------------------------------------------------------------- /tests/test_checkpoint_div_2/checkpoint: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CyberZHG/keras-transformer-xl/HEAD/tests/test_checkpoint_div_2/checkpoint -------------------------------------------------------------------------------- /tests/test_checkpoint_div_2/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CyberZHG/keras-transformer-xl/HEAD/tests/test_checkpoint_div_2/config.json -------------------------------------------------------------------------------- /tests/test_checkpoint_div_2/memory_0.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CyberZHG/keras-transformer-xl/HEAD/tests/test_checkpoint_div_2/memory_0.npy -------------------------------------------------------------------------------- /tests/test_checkpoint_div_2/memory_1.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CyberZHG/keras-transformer-xl/HEAD/tests/test_checkpoint_div_2/memory_1.npy -------------------------------------------------------------------------------- /tests/test_checkpoint_div_2/model.ckpt.data-00000-of-00001: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CyberZHG/keras-transformer-xl/HEAD/tests/test_checkpoint_div_2/model.ckpt.data-00000-of-00001 -------------------------------------------------------------------------------- /tests/test_checkpoint_div_2/model.ckpt.index: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CyberZHG/keras-transformer-xl/HEAD/tests/test_checkpoint_div_2/model.ckpt.index -------------------------------------------------------------------------------- /tests/test_checkpoint_div_2/model.ckpt.meta: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CyberZHG/keras-transformer-xl/HEAD/tests/test_checkpoint_div_2/model.ckpt.meta -------------------------------------------------------------------------------- /tests/test_checkpoint_div_2/new_memory_0.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CyberZHG/keras-transformer-xl/HEAD/tests/test_checkpoint_div_2/new_memory_0.npy -------------------------------------------------------------------------------- /tests/test_checkpoint_div_2/new_memory_1.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CyberZHG/keras-transformer-xl/HEAD/tests/test_checkpoint_div_2/new_memory_1.npy -------------------------------------------------------------------------------- /tests/test_checkpoint_div_2/softmax.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CyberZHG/keras-transformer-xl/HEAD/tests/test_checkpoint_div_2/softmax.npy -------------------------------------------------------------------------------- /tests/test_checkpoint_div_2/tokens.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CyberZHG/keras-transformer-xl/HEAD/tests/test_checkpoint_div_2/tokens.npy -------------------------------------------------------------------------------- /tests/test_checkpoint_div_2_cutoffs_3/checkpoint: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CyberZHG/keras-transformer-xl/HEAD/tests/test_checkpoint_div_2_cutoffs_3/checkpoint -------------------------------------------------------------------------------- /tests/test_checkpoint_div_2_cutoffs_3/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CyberZHG/keras-transformer-xl/HEAD/tests/test_checkpoint_div_2_cutoffs_3/config.json -------------------------------------------------------------------------------- /tests/test_checkpoint_div_2_cutoffs_3/memory_0.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CyberZHG/keras-transformer-xl/HEAD/tests/test_checkpoint_div_2_cutoffs_3/memory_0.npy -------------------------------------------------------------------------------- /tests/test_checkpoint_div_2_cutoffs_3/memory_1.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CyberZHG/keras-transformer-xl/HEAD/tests/test_checkpoint_div_2_cutoffs_3/memory_1.npy -------------------------------------------------------------------------------- /tests/test_checkpoint_div_2_cutoffs_3/memory_2.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CyberZHG/keras-transformer-xl/HEAD/tests/test_checkpoint_div_2_cutoffs_3/memory_2.npy -------------------------------------------------------------------------------- /tests/test_checkpoint_div_2_cutoffs_3/model.ckpt.data-00000-of-00001: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CyberZHG/keras-transformer-xl/HEAD/tests/test_checkpoint_div_2_cutoffs_3/model.ckpt.data-00000-of-00001 -------------------------------------------------------------------------------- /tests/test_checkpoint_div_2_cutoffs_3/model.ckpt.index: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CyberZHG/keras-transformer-xl/HEAD/tests/test_checkpoint_div_2_cutoffs_3/model.ckpt.index -------------------------------------------------------------------------------- /tests/test_checkpoint_div_2_cutoffs_3/model.ckpt.meta: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CyberZHG/keras-transformer-xl/HEAD/tests/test_checkpoint_div_2_cutoffs_3/model.ckpt.meta -------------------------------------------------------------------------------- /tests/test_checkpoint_div_2_cutoffs_3/new_memory_0.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CyberZHG/keras-transformer-xl/HEAD/tests/test_checkpoint_div_2_cutoffs_3/new_memory_0.npy -------------------------------------------------------------------------------- /tests/test_checkpoint_div_2_cutoffs_3/new_memory_1.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CyberZHG/keras-transformer-xl/HEAD/tests/test_checkpoint_div_2_cutoffs_3/new_memory_1.npy -------------------------------------------------------------------------------- /tests/test_checkpoint_div_2_cutoffs_3/new_memory_2.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CyberZHG/keras-transformer-xl/HEAD/tests/test_checkpoint_div_2_cutoffs_3/new_memory_2.npy -------------------------------------------------------------------------------- /tests/test_checkpoint_div_2_cutoffs_3/softmax.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CyberZHG/keras-transformer-xl/HEAD/tests/test_checkpoint_div_2_cutoffs_3/softmax.npy -------------------------------------------------------------------------------- /tests/test_checkpoint_div_2_cutoffs_3/tokens.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CyberZHG/keras-transformer-xl/HEAD/tests/test_checkpoint_div_2_cutoffs_3/tokens.npy -------------------------------------------------------------------------------- /tests/test_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CyberZHG/keras-transformer-xl/HEAD/tests/test_loader.py -------------------------------------------------------------------------------- /tests/test_memory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CyberZHG/keras-transformer-xl/HEAD/tests/test_memory.py -------------------------------------------------------------------------------- /tests/test_pos_embed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CyberZHG/keras-transformer-xl/HEAD/tests/test_pos_embed.py -------------------------------------------------------------------------------- /tests/test_rel_multi_head.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CyberZHG/keras-transformer-xl/HEAD/tests/test_rel_multi_head.py -------------------------------------------------------------------------------- /tests/test_sequence.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CyberZHG/keras-transformer-xl/HEAD/tests/test_sequence.py -------------------------------------------------------------------------------- /tests/test_transformer_xl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CyberZHG/keras-transformer-xl/HEAD/tests/test_transformer_xl.py --------------------------------------------------------------------------------