├── .gitignore ├── README.md ├── __init__.py ├── data_loaders ├── __init__.py └── image_net.py ├── models ├── __init__.py ├── custom_layers.py ├── projector.py ├── resnet.py ├── resnet_small.py ├── tokenizer.py ├── transformer.py ├── visual_transformer.py ├── vt_resnet.py ├── vt_resnet18.py └── vt_resnet20.py ├── notebooks ├── experiments_colab.ipynb ├── experiments_local.ipynb ├── hyperparameter_optimization.ipynb ├── image_net_dataloader.ipynb ├── resnet_training.ipynb ├── setup.ipynb ├── visualization_image_net.ipynb ├── visualizations_cifar.ipynb ├── vt_resnet_training.ipynb ├── vt_resnet_training_cifar.ipynb └── vt_resnet_training_naive.ipynb ├── requirements.txt └── utils └── trainer.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NazirNayal8/visual-transformer/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NazirNayal8/visual-transformer/HEAD/README.md -------------------------------------------------------------------------------- /__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /data_loaders/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /data_loaders/image_net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NazirNayal8/visual-transformer/HEAD/data_loaders/image_net.py -------------------------------------------------------------------------------- /models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /models/custom_layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NazirNayal8/visual-transformer/HEAD/models/custom_layers.py -------------------------------------------------------------------------------- /models/projector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NazirNayal8/visual-transformer/HEAD/models/projector.py -------------------------------------------------------------------------------- /models/resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NazirNayal8/visual-transformer/HEAD/models/resnet.py -------------------------------------------------------------------------------- /models/resnet_small.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NazirNayal8/visual-transformer/HEAD/models/resnet_small.py -------------------------------------------------------------------------------- /models/tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NazirNayal8/visual-transformer/HEAD/models/tokenizer.py -------------------------------------------------------------------------------- /models/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NazirNayal8/visual-transformer/HEAD/models/transformer.py -------------------------------------------------------------------------------- /models/visual_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NazirNayal8/visual-transformer/HEAD/models/visual_transformer.py -------------------------------------------------------------------------------- /models/vt_resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NazirNayal8/visual-transformer/HEAD/models/vt_resnet.py -------------------------------------------------------------------------------- /models/vt_resnet18.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NazirNayal8/visual-transformer/HEAD/models/vt_resnet18.py -------------------------------------------------------------------------------- /models/vt_resnet20.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NazirNayal8/visual-transformer/HEAD/models/vt_resnet20.py -------------------------------------------------------------------------------- /notebooks/experiments_colab.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NazirNayal8/visual-transformer/HEAD/notebooks/experiments_colab.ipynb -------------------------------------------------------------------------------- /notebooks/experiments_local.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NazirNayal8/visual-transformer/HEAD/notebooks/experiments_local.ipynb -------------------------------------------------------------------------------- /notebooks/hyperparameter_optimization.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NazirNayal8/visual-transformer/HEAD/notebooks/hyperparameter_optimization.ipynb -------------------------------------------------------------------------------- /notebooks/image_net_dataloader.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NazirNayal8/visual-transformer/HEAD/notebooks/image_net_dataloader.ipynb -------------------------------------------------------------------------------- /notebooks/resnet_training.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NazirNayal8/visual-transformer/HEAD/notebooks/resnet_training.ipynb -------------------------------------------------------------------------------- /notebooks/setup.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NazirNayal8/visual-transformer/HEAD/notebooks/setup.ipynb -------------------------------------------------------------------------------- /notebooks/visualization_image_net.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NazirNayal8/visual-transformer/HEAD/notebooks/visualization_image_net.ipynb -------------------------------------------------------------------------------- /notebooks/visualizations_cifar.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NazirNayal8/visual-transformer/HEAD/notebooks/visualizations_cifar.ipynb -------------------------------------------------------------------------------- /notebooks/vt_resnet_training.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NazirNayal8/visual-transformer/HEAD/notebooks/vt_resnet_training.ipynb -------------------------------------------------------------------------------- /notebooks/vt_resnet_training_cifar.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NazirNayal8/visual-transformer/HEAD/notebooks/vt_resnet_training_cifar.ipynb -------------------------------------------------------------------------------- /notebooks/vt_resnet_training_naive.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NazirNayal8/visual-transformer/HEAD/notebooks/vt_resnet_training_naive.ipynb -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NazirNayal8/visual-transformer/HEAD/requirements.txt -------------------------------------------------------------------------------- /utils/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NazirNayal8/visual-transformer/HEAD/utils/trainer.py --------------------------------------------------------------------------------