├── .gitignore ├── .ipynb_checkpoints └── train-checkpoint.ipynb ├── .python-version ├── README.md ├── docs ├── Attention.pdf └── images │ └── transformer.png ├── pyproject.toml ├── requirements.txt ├── src ├── attention.py ├── dataloader.py ├── decoder.py ├── embed.py ├── encoder.py ├── test.py ├── transformer.py └── utils.py └── tests ├── __init__.py ├── conftest.py ├── test_attention.py ├── test_embedding.py ├── test_encoder_decoder.py └── test_transformer.py /.gitignore: -------------------------------------------------------------------------------- 1 | .idea 2 | **/__pycache__/ -------------------------------------------------------------------------------- /.ipynb_checkpoints/train-checkpoint.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Khaliladib11/Transformer-from-scratch/HEAD/.ipynb_checkpoints/train-checkpoint.ipynb -------------------------------------------------------------------------------- /.python-version: -------------------------------------------------------------------------------- 1 | 3.12 2 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Khaliladib11/Transformer-from-scratch/HEAD/README.md -------------------------------------------------------------------------------- /docs/Attention.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Khaliladib11/Transformer-from-scratch/HEAD/docs/Attention.pdf -------------------------------------------------------------------------------- /docs/images/transformer.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Khaliladib11/Transformer-from-scratch/HEAD/docs/images/transformer.png -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Khaliladib11/Transformer-from-scratch/HEAD/pyproject.toml -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Khaliladib11/Transformer-from-scratch/HEAD/requirements.txt -------------------------------------------------------------------------------- /src/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Khaliladib11/Transformer-from-scratch/HEAD/src/attention.py -------------------------------------------------------------------------------- /src/dataloader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Khaliladib11/Transformer-from-scratch/HEAD/src/dataloader.py -------------------------------------------------------------------------------- /src/decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Khaliladib11/Transformer-from-scratch/HEAD/src/decoder.py -------------------------------------------------------------------------------- /src/embed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Khaliladib11/Transformer-from-scratch/HEAD/src/embed.py -------------------------------------------------------------------------------- /src/encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Khaliladib11/Transformer-from-scratch/HEAD/src/encoder.py -------------------------------------------------------------------------------- /src/test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Khaliladib11/Transformer-from-scratch/HEAD/src/test.py -------------------------------------------------------------------------------- /src/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Khaliladib11/Transformer-from-scratch/HEAD/src/transformer.py -------------------------------------------------------------------------------- /src/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Khaliladib11/Transformer-from-scratch/HEAD/src/utils.py -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- 1 | # Test package for Transformer implementation -------------------------------------------------------------------------------- /tests/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Khaliladib11/Transformer-from-scratch/HEAD/tests/conftest.py -------------------------------------------------------------------------------- /tests/test_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Khaliladib11/Transformer-from-scratch/HEAD/tests/test_attention.py -------------------------------------------------------------------------------- /tests/test_embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Khaliladib11/Transformer-from-scratch/HEAD/tests/test_embedding.py -------------------------------------------------------------------------------- /tests/test_encoder_decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Khaliladib11/Transformer-from-scratch/HEAD/tests/test_encoder_decoder.py -------------------------------------------------------------------------------- /tests/test_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Khaliladib11/Transformer-from-scratch/HEAD/tests/test_transformer.py --------------------------------------------------------------------------------