├── .github ├── ISSUE_TEMPLATE │ ├── blank.md │ ├── bug_report.md │ ├── feature_request.md │ └── subtask-template.md └── workflows │ ├── ci.yml │ ├── main.yml │ ├── python-package.yml │ └── python-publish.yml ├── .gitignore ├── .readthedocs.yaml ├── CODE_OF_CONDUCT.md ├── CONTRIBUTING.md ├── LICENSE ├── README.md ├── __init__.py ├── docs ├── Makefile ├── make.bat └── source │ ├── Makefile │ ├── conf.py │ ├── index.rst │ ├── make.bat │ ├── modules.rst │ ├── transformerx.data_loader.rst │ ├── transformerx.layers.addnorm.rst │ ├── transformerx.layers.dot_product_attention.rst │ ├── transformerx.layers.masks.global_attention_mask.rst │ ├── transformerx.layers.masks.rst │ ├── transformerx.layers.multihead_attention.rst │ ├── transformerx.layers.positional_encoding.rst │ ├── transformerx.layers.positionwise_ffn.rst │ ├── transformerx.layers.rst │ ├── transformerx.layers.transformer_decoder.rst │ ├── transformerx.layers.transformer_decoder_block.rst │ ├── transformerx.layers.transformer_encoder.rst │ ├── transformerx.layers.transformer_encoder_block.rst │ ├── transformerx.rst │ ├── transformerx.training.base.rst │ ├── transformerx.training.rst │ ├── transformerx.txplot.plot_pe.rst │ ├── transformerx.txplot.rst │ └── transformerx.utils.rst ├── examples ├── encoder_only_classifier.py └── eng2fr_translation.py ├── logo.jpeg ├── pyproject.toml ├── requirements.txt ├── setup.py ├── tests └── layers │ ├── masks │ ├── sequence_masks │ │ └── test_generic.py │ ├── test_atomic_sparse_attention.py │ └── test_core.py │ ├── test_addnorm.py │ ├── test_dot_product_attention.py │ ├── test_multihead_attention.py │ ├── test_positional_encoding.py │ ├── test_positionwise_ffn.py │ ├── test_transformer_decoder.py │ ├── test_transformer_decoder_block.py │ ├── test_transformer_encoder.py │ └── test_transformer_encoder_block.py └── transformerx ├── __backends__.py ├── __init__.py ├── __version__.py ├── data_loader.py ├── layers ├── __init__.py ├── addnorm.py ├── dot_product_attention.py ├── masks │ ├── __init__.py │ ├── atomic_sparse_attention.py │ ├── core.py │ ├── global_attention_mask.py │ ├── lookahead.py │ └── padding.py ├── multihead_attention.py ├── positional_encoding.py ├── positionwise_ffn.py ├── transformer_decoder.py ├── transformer_decoder_block.py ├── transformer_encoder.py └── transformer_encoder_block.py ├── training ├── __init__.py └── base.py ├── txplot ├── __init__.py └── plot_pe.py └── utils.py /.github/ISSUE_TEMPLATE/blank.md: -------------------------------------------------------------------------------- 1 | 2 | [Title] 3 | -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/bug_report.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/.github/ISSUE_TEMPLATE/bug_report.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/feature_request.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/.github/ISSUE_TEMPLATE/feature_request.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/subtask-template.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/.github/ISSUE_TEMPLATE/subtask-template.md -------------------------------------------------------------------------------- /.github/workflows/ci.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/.github/workflows/ci.yml -------------------------------------------------------------------------------- /.github/workflows/main.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/.github/workflows/main.yml -------------------------------------------------------------------------------- /.github/workflows/python-package.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/.github/workflows/python-package.yml -------------------------------------------------------------------------------- /.github/workflows/python-publish.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/.github/workflows/python-publish.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/.gitignore -------------------------------------------------------------------------------- /.readthedocs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/.readthedocs.yaml -------------------------------------------------------------------------------- /CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/README.md -------------------------------------------------------------------------------- /__init__.py: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /docs/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/docs/Makefile -------------------------------------------------------------------------------- /docs/make.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/docs/make.bat -------------------------------------------------------------------------------- /docs/source/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/docs/source/Makefile -------------------------------------------------------------------------------- /docs/source/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/docs/source/conf.py -------------------------------------------------------------------------------- /docs/source/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/docs/source/index.rst -------------------------------------------------------------------------------- /docs/source/make.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/docs/source/make.bat -------------------------------------------------------------------------------- /docs/source/modules.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/docs/source/modules.rst -------------------------------------------------------------------------------- /docs/source/transformerx.data_loader.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/docs/source/transformerx.data_loader.rst -------------------------------------------------------------------------------- /docs/source/transformerx.layers.addnorm.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/docs/source/transformerx.layers.addnorm.rst -------------------------------------------------------------------------------- /docs/source/transformerx.layers.dot_product_attention.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/docs/source/transformerx.layers.dot_product_attention.rst -------------------------------------------------------------------------------- /docs/source/transformerx.layers.masks.global_attention_mask.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/docs/source/transformerx.layers.masks.global_attention_mask.rst -------------------------------------------------------------------------------- /docs/source/transformerx.layers.masks.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/docs/source/transformerx.layers.masks.rst -------------------------------------------------------------------------------- /docs/source/transformerx.layers.multihead_attention.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/docs/source/transformerx.layers.multihead_attention.rst -------------------------------------------------------------------------------- /docs/source/transformerx.layers.positional_encoding.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/docs/source/transformerx.layers.positional_encoding.rst -------------------------------------------------------------------------------- /docs/source/transformerx.layers.positionwise_ffn.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/docs/source/transformerx.layers.positionwise_ffn.rst -------------------------------------------------------------------------------- /docs/source/transformerx.layers.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/docs/source/transformerx.layers.rst -------------------------------------------------------------------------------- /docs/source/transformerx.layers.transformer_decoder.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/docs/source/transformerx.layers.transformer_decoder.rst -------------------------------------------------------------------------------- /docs/source/transformerx.layers.transformer_decoder_block.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/docs/source/transformerx.layers.transformer_decoder_block.rst -------------------------------------------------------------------------------- /docs/source/transformerx.layers.transformer_encoder.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/docs/source/transformerx.layers.transformer_encoder.rst -------------------------------------------------------------------------------- /docs/source/transformerx.layers.transformer_encoder_block.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/docs/source/transformerx.layers.transformer_encoder_block.rst -------------------------------------------------------------------------------- /docs/source/transformerx.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/docs/source/transformerx.rst -------------------------------------------------------------------------------- /docs/source/transformerx.training.base.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/docs/source/transformerx.training.base.rst -------------------------------------------------------------------------------- /docs/source/transformerx.training.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/docs/source/transformerx.training.rst -------------------------------------------------------------------------------- /docs/source/transformerx.txplot.plot_pe.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/docs/source/transformerx.txplot.plot_pe.rst -------------------------------------------------------------------------------- /docs/source/transformerx.txplot.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/docs/source/transformerx.txplot.rst -------------------------------------------------------------------------------- /docs/source/transformerx.utils.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/docs/source/transformerx.utils.rst -------------------------------------------------------------------------------- /examples/encoder_only_classifier.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/examples/encoder_only_classifier.py -------------------------------------------------------------------------------- /examples/eng2fr_translation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/examples/eng2fr_translation.py -------------------------------------------------------------------------------- /logo.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/logo.jpeg -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/pyproject.toml -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/requirements.txt -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/setup.py -------------------------------------------------------------------------------- /tests/layers/masks/sequence_masks/test_generic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/tests/layers/masks/sequence_masks/test_generic.py -------------------------------------------------------------------------------- /tests/layers/masks/test_atomic_sparse_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/tests/layers/masks/test_atomic_sparse_attention.py -------------------------------------------------------------------------------- /tests/layers/masks/test_core.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/tests/layers/masks/test_core.py -------------------------------------------------------------------------------- /tests/layers/test_addnorm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/tests/layers/test_addnorm.py -------------------------------------------------------------------------------- /tests/layers/test_dot_product_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/tests/layers/test_dot_product_attention.py -------------------------------------------------------------------------------- /tests/layers/test_multihead_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/tests/layers/test_multihead_attention.py -------------------------------------------------------------------------------- /tests/layers/test_positional_encoding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/tests/layers/test_positional_encoding.py -------------------------------------------------------------------------------- /tests/layers/test_positionwise_ffn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/tests/layers/test_positionwise_ffn.py -------------------------------------------------------------------------------- /tests/layers/test_transformer_decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/tests/layers/test_transformer_decoder.py -------------------------------------------------------------------------------- /tests/layers/test_transformer_decoder_block.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/tests/layers/test_transformer_decoder_block.py -------------------------------------------------------------------------------- /tests/layers/test_transformer_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/tests/layers/test_transformer_encoder.py -------------------------------------------------------------------------------- /tests/layers/test_transformer_encoder_block.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/tests/layers/test_transformer_encoder_block.py -------------------------------------------------------------------------------- /transformerx/__backends__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/transformerx/__backends__.py -------------------------------------------------------------------------------- /transformerx/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformerx/__version__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/transformerx/__version__.py -------------------------------------------------------------------------------- /transformerx/data_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/transformerx/data_loader.py -------------------------------------------------------------------------------- /transformerx/layers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/transformerx/layers/__init__.py -------------------------------------------------------------------------------- /transformerx/layers/addnorm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/transformerx/layers/addnorm.py -------------------------------------------------------------------------------- /transformerx/layers/dot_product_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/transformerx/layers/dot_product_attention.py -------------------------------------------------------------------------------- /transformerx/layers/masks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/transformerx/layers/masks/__init__.py -------------------------------------------------------------------------------- /transformerx/layers/masks/atomic_sparse_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/transformerx/layers/masks/atomic_sparse_attention.py -------------------------------------------------------------------------------- /transformerx/layers/masks/core.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/transformerx/layers/masks/core.py -------------------------------------------------------------------------------- /transformerx/layers/masks/global_attention_mask.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/transformerx/layers/masks/global_attention_mask.py -------------------------------------------------------------------------------- /transformerx/layers/masks/lookahead.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/transformerx/layers/masks/lookahead.py -------------------------------------------------------------------------------- /transformerx/layers/masks/padding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/transformerx/layers/masks/padding.py -------------------------------------------------------------------------------- /transformerx/layers/multihead_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/transformerx/layers/multihead_attention.py -------------------------------------------------------------------------------- /transformerx/layers/positional_encoding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/transformerx/layers/positional_encoding.py -------------------------------------------------------------------------------- /transformerx/layers/positionwise_ffn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/transformerx/layers/positionwise_ffn.py -------------------------------------------------------------------------------- /transformerx/layers/transformer_decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/transformerx/layers/transformer_decoder.py -------------------------------------------------------------------------------- /transformerx/layers/transformer_decoder_block.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/transformerx/layers/transformer_decoder_block.py -------------------------------------------------------------------------------- /transformerx/layers/transformer_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/transformerx/layers/transformer_encoder.py -------------------------------------------------------------------------------- /transformerx/layers/transformer_encoder_block.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/transformerx/layers/transformer_encoder_block.py -------------------------------------------------------------------------------- /transformerx/training/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/transformerx/training/__init__.py -------------------------------------------------------------------------------- /transformerx/training/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/transformerx/training/base.py -------------------------------------------------------------------------------- /transformerx/txplot/__init__.py: -------------------------------------------------------------------------------- 1 | from .plot_pe import Plot 2 | -------------------------------------------------------------------------------- /transformerx/txplot/plot_pe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/transformerx/txplot/plot_pe.py -------------------------------------------------------------------------------- /transformerx/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorops/TransformerX/HEAD/transformerx/utils.py --------------------------------------------------------------------------------