├── .gitignore ├── Attention_is_all_you_need.pdf ├── Fr2En_MachineTranslation_experiment.ipynb ├── Fr2En_MachineTranslation_final.ipynb ├── Snapshots ├── Atten_compute.png ├── AttentionScore_Calc.png ├── Attention_compute.png ├── Attention_putput.png ├── Bert.jpg ├── Decode_layer.png ├── Decoder_stru.png ├── Final_DecoderPredOutput.png ├── Fr2En_translate.gif ├── MultiHead_Attention.png ├── PyTorch.png ├── RNN_based_encoderDecoder.png ├── RNN_with_attention.png ├── Santhosh_122197927.docx ├── Self-attention.png ├── fastai.jpg ├── lr_finder.png ├── model_fit.png ├── positionl_vecs.png ├── streamlit.png ├── the-annotated-transformer.png └── transformer_resideual_layer_norm_3.png ├── WebApp ├── app.py ├── modules │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-37.pyc │ │ ├── callbacks.cpython-37.pyc │ │ └── model.cpython-37.pyc │ ├── callbacks.py │ └── model.py └── transformer │ └── model.py ├── fastext_embeddings.py ├── modules ├── __init__.py ├── __pycache__ │ ├── __init__.cpython-36.pyc │ ├── __init__.cpython-37.pyc │ ├── callbacks.cpython-36.pyc │ ├── callbacks.cpython-37.pyc │ ├── model.cpython-36.pyc │ └── model.cpython-37.pyc ├── callbacks.py └── model.py ├── notebook2script.py ├── readme.md └── transformer ├── __pycache__ └── model.cpython-36.pyc └── model.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Skumarr53/Attention-is-All-you-Need-PyTorch/HEAD/.gitignore -------------------------------------------------------------------------------- /Attention_is_all_you_need.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Skumarr53/Attention-is-All-you-Need-PyTorch/HEAD/Attention_is_all_you_need.pdf -------------------------------------------------------------------------------- /Fr2En_MachineTranslation_experiment.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Skumarr53/Attention-is-All-you-Need-PyTorch/HEAD/Fr2En_MachineTranslation_experiment.ipynb -------------------------------------------------------------------------------- /Fr2En_MachineTranslation_final.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Skumarr53/Attention-is-All-you-Need-PyTorch/HEAD/Fr2En_MachineTranslation_final.ipynb -------------------------------------------------------------------------------- /Snapshots/Atten_compute.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Skumarr53/Attention-is-All-you-Need-PyTorch/HEAD/Snapshots/Atten_compute.png -------------------------------------------------------------------------------- /Snapshots/AttentionScore_Calc.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Skumarr53/Attention-is-All-you-Need-PyTorch/HEAD/Snapshots/AttentionScore_Calc.png -------------------------------------------------------------------------------- /Snapshots/Attention_compute.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Skumarr53/Attention-is-All-you-Need-PyTorch/HEAD/Snapshots/Attention_compute.png -------------------------------------------------------------------------------- /Snapshots/Attention_putput.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Skumarr53/Attention-is-All-you-Need-PyTorch/HEAD/Snapshots/Attention_putput.png -------------------------------------------------------------------------------- /Snapshots/Bert.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Skumarr53/Attention-is-All-you-Need-PyTorch/HEAD/Snapshots/Bert.jpg -------------------------------------------------------------------------------- /Snapshots/Decode_layer.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Skumarr53/Attention-is-All-you-Need-PyTorch/HEAD/Snapshots/Decode_layer.png -------------------------------------------------------------------------------- /Snapshots/Decoder_stru.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Skumarr53/Attention-is-All-you-Need-PyTorch/HEAD/Snapshots/Decoder_stru.png -------------------------------------------------------------------------------- /Snapshots/Final_DecoderPredOutput.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Skumarr53/Attention-is-All-you-Need-PyTorch/HEAD/Snapshots/Final_DecoderPredOutput.png -------------------------------------------------------------------------------- /Snapshots/Fr2En_translate.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Skumarr53/Attention-is-All-you-Need-PyTorch/HEAD/Snapshots/Fr2En_translate.gif -------------------------------------------------------------------------------- /Snapshots/MultiHead_Attention.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Skumarr53/Attention-is-All-you-Need-PyTorch/HEAD/Snapshots/MultiHead_Attention.png -------------------------------------------------------------------------------- /Snapshots/PyTorch.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Skumarr53/Attention-is-All-you-Need-PyTorch/HEAD/Snapshots/PyTorch.png -------------------------------------------------------------------------------- /Snapshots/RNN_based_encoderDecoder.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Skumarr53/Attention-is-All-you-Need-PyTorch/HEAD/Snapshots/RNN_based_encoderDecoder.png -------------------------------------------------------------------------------- /Snapshots/RNN_with_attention.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Skumarr53/Attention-is-All-you-Need-PyTorch/HEAD/Snapshots/RNN_with_attention.png -------------------------------------------------------------------------------- /Snapshots/Santhosh_122197927.docx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Skumarr53/Attention-is-All-you-Need-PyTorch/HEAD/Snapshots/Santhosh_122197927.docx -------------------------------------------------------------------------------- /Snapshots/Self-attention.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Skumarr53/Attention-is-All-you-Need-PyTorch/HEAD/Snapshots/Self-attention.png -------------------------------------------------------------------------------- /Snapshots/fastai.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Skumarr53/Attention-is-All-you-Need-PyTorch/HEAD/Snapshots/fastai.jpg -------------------------------------------------------------------------------- /Snapshots/lr_finder.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Skumarr53/Attention-is-All-you-Need-PyTorch/HEAD/Snapshots/lr_finder.png -------------------------------------------------------------------------------- /Snapshots/model_fit.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Skumarr53/Attention-is-All-you-Need-PyTorch/HEAD/Snapshots/model_fit.png -------------------------------------------------------------------------------- /Snapshots/positionl_vecs.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Skumarr53/Attention-is-All-you-Need-PyTorch/HEAD/Snapshots/positionl_vecs.png -------------------------------------------------------------------------------- /Snapshots/streamlit.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Skumarr53/Attention-is-All-you-Need-PyTorch/HEAD/Snapshots/streamlit.png -------------------------------------------------------------------------------- /Snapshots/the-annotated-transformer.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Skumarr53/Attention-is-All-you-Need-PyTorch/HEAD/Snapshots/the-annotated-transformer.png -------------------------------------------------------------------------------- /Snapshots/transformer_resideual_layer_norm_3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Skumarr53/Attention-is-All-you-Need-PyTorch/HEAD/Snapshots/transformer_resideual_layer_norm_3.png -------------------------------------------------------------------------------- /WebApp/app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Skumarr53/Attention-is-All-you-Need-PyTorch/HEAD/WebApp/app.py -------------------------------------------------------------------------------- /WebApp/modules/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /WebApp/modules/__pycache__/__init__.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Skumarr53/Attention-is-All-you-Need-PyTorch/HEAD/WebApp/modules/__pycache__/__init__.cpython-37.pyc -------------------------------------------------------------------------------- /WebApp/modules/__pycache__/callbacks.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Skumarr53/Attention-is-All-you-Need-PyTorch/HEAD/WebApp/modules/__pycache__/callbacks.cpython-37.pyc -------------------------------------------------------------------------------- /WebApp/modules/__pycache__/model.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Skumarr53/Attention-is-All-you-Need-PyTorch/HEAD/WebApp/modules/__pycache__/model.cpython-37.pyc -------------------------------------------------------------------------------- /WebApp/modules/callbacks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Skumarr53/Attention-is-All-you-Need-PyTorch/HEAD/WebApp/modules/callbacks.py -------------------------------------------------------------------------------- /WebApp/modules/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Skumarr53/Attention-is-All-you-Need-PyTorch/HEAD/WebApp/modules/model.py -------------------------------------------------------------------------------- /WebApp/transformer/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Skumarr53/Attention-is-All-you-Need-PyTorch/HEAD/WebApp/transformer/model.py -------------------------------------------------------------------------------- /fastext_embeddings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Skumarr53/Attention-is-All-you-Need-PyTorch/HEAD/fastext_embeddings.py -------------------------------------------------------------------------------- /modules/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /modules/__pycache__/__init__.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Skumarr53/Attention-is-All-you-Need-PyTorch/HEAD/modules/__pycache__/__init__.cpython-36.pyc -------------------------------------------------------------------------------- /modules/__pycache__/__init__.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Skumarr53/Attention-is-All-you-Need-PyTorch/HEAD/modules/__pycache__/__init__.cpython-37.pyc -------------------------------------------------------------------------------- /modules/__pycache__/callbacks.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Skumarr53/Attention-is-All-you-Need-PyTorch/HEAD/modules/__pycache__/callbacks.cpython-36.pyc -------------------------------------------------------------------------------- /modules/__pycache__/callbacks.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Skumarr53/Attention-is-All-you-Need-PyTorch/HEAD/modules/__pycache__/callbacks.cpython-37.pyc -------------------------------------------------------------------------------- /modules/__pycache__/model.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Skumarr53/Attention-is-All-you-Need-PyTorch/HEAD/modules/__pycache__/model.cpython-36.pyc -------------------------------------------------------------------------------- /modules/__pycache__/model.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Skumarr53/Attention-is-All-you-Need-PyTorch/HEAD/modules/__pycache__/model.cpython-37.pyc -------------------------------------------------------------------------------- /modules/callbacks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Skumarr53/Attention-is-All-you-Need-PyTorch/HEAD/modules/callbacks.py -------------------------------------------------------------------------------- /modules/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Skumarr53/Attention-is-All-you-Need-PyTorch/HEAD/modules/model.py -------------------------------------------------------------------------------- /notebook2script.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Skumarr53/Attention-is-All-you-Need-PyTorch/HEAD/notebook2script.py -------------------------------------------------------------------------------- /readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Skumarr53/Attention-is-All-you-Need-PyTorch/HEAD/readme.md -------------------------------------------------------------------------------- /transformer/__pycache__/model.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Skumarr53/Attention-is-All-you-Need-PyTorch/HEAD/transformer/__pycache__/model.cpython-36.pyc -------------------------------------------------------------------------------- /transformer/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Skumarr53/Attention-is-All-you-Need-PyTorch/HEAD/transformer/model.py --------------------------------------------------------------------------------