├── .gitignore ├── LICENSE ├── README.md ├── assets ├── bird.png ├── dino_attention_heads.png ├── dino_attention_heads_inferno.png ├── output-dino.mp4 ├── output-dog.mp4 ├── supervised-dino.gif ├── supervised-dino.mp4 ├── supervised-dog.gif ├── supervised-dog.mp4 └── vit_base_i21k_patch16_224.png ├── notebooks ├── dino-attention-maps-video.ipynb ├── dino-attention-maps.ipynb ├── load-dino-weights-vitb16.ipynb ├── load-jax-weights-vitb16.ipynb ├── mean-attention-distance-1k.ipynb ├── single-instance-probing.ipynb ├── visualizing-linear-projections.ipynb ├── visualizing-positional-embeddings.ipynb └── vitb16-attention-maps-video.ipynb ├── requirements.txt ├── small_datasets └── train_cifar10.py └── vit ├── __init__.py ├── configs ├── __init__.py ├── base_config.py └── cifar10_config.py ├── dataset.py ├── layers ├── __init__.py ├── mha.py └── pos_embed.py ├── lr_schedule.py ├── models.py └── utils ├── __init__.py └── logger.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sayakpaul/probing-vits/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sayakpaul/probing-vits/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sayakpaul/probing-vits/HEAD/README.md -------------------------------------------------------------------------------- /assets/bird.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sayakpaul/probing-vits/HEAD/assets/bird.png -------------------------------------------------------------------------------- /assets/dino_attention_heads.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sayakpaul/probing-vits/HEAD/assets/dino_attention_heads.png -------------------------------------------------------------------------------- /assets/dino_attention_heads_inferno.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sayakpaul/probing-vits/HEAD/assets/dino_attention_heads_inferno.png -------------------------------------------------------------------------------- /assets/output-dino.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sayakpaul/probing-vits/HEAD/assets/output-dino.mp4 -------------------------------------------------------------------------------- /assets/output-dog.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sayakpaul/probing-vits/HEAD/assets/output-dog.mp4 -------------------------------------------------------------------------------- /assets/supervised-dino.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sayakpaul/probing-vits/HEAD/assets/supervised-dino.gif -------------------------------------------------------------------------------- /assets/supervised-dino.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sayakpaul/probing-vits/HEAD/assets/supervised-dino.mp4 -------------------------------------------------------------------------------- /assets/supervised-dog.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sayakpaul/probing-vits/HEAD/assets/supervised-dog.gif -------------------------------------------------------------------------------- /assets/supervised-dog.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sayakpaul/probing-vits/HEAD/assets/supervised-dog.mp4 -------------------------------------------------------------------------------- /assets/vit_base_i21k_patch16_224.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sayakpaul/probing-vits/HEAD/assets/vit_base_i21k_patch16_224.png -------------------------------------------------------------------------------- /notebooks/dino-attention-maps-video.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sayakpaul/probing-vits/HEAD/notebooks/dino-attention-maps-video.ipynb -------------------------------------------------------------------------------- /notebooks/dino-attention-maps.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sayakpaul/probing-vits/HEAD/notebooks/dino-attention-maps.ipynb -------------------------------------------------------------------------------- /notebooks/load-dino-weights-vitb16.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sayakpaul/probing-vits/HEAD/notebooks/load-dino-weights-vitb16.ipynb -------------------------------------------------------------------------------- /notebooks/load-jax-weights-vitb16.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sayakpaul/probing-vits/HEAD/notebooks/load-jax-weights-vitb16.ipynb -------------------------------------------------------------------------------- /notebooks/mean-attention-distance-1k.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sayakpaul/probing-vits/HEAD/notebooks/mean-attention-distance-1k.ipynb -------------------------------------------------------------------------------- /notebooks/single-instance-probing.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sayakpaul/probing-vits/HEAD/notebooks/single-instance-probing.ipynb -------------------------------------------------------------------------------- /notebooks/visualizing-linear-projections.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sayakpaul/probing-vits/HEAD/notebooks/visualizing-linear-projections.ipynb -------------------------------------------------------------------------------- /notebooks/visualizing-positional-embeddings.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sayakpaul/probing-vits/HEAD/notebooks/visualizing-positional-embeddings.ipynb -------------------------------------------------------------------------------- /notebooks/vitb16-attention-maps-video.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sayakpaul/probing-vits/HEAD/notebooks/vitb16-attention-maps-video.ipynb -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sayakpaul/probing-vits/HEAD/requirements.txt -------------------------------------------------------------------------------- /small_datasets/train_cifar10.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sayakpaul/probing-vits/HEAD/small_datasets/train_cifar10.py -------------------------------------------------------------------------------- /vit/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sayakpaul/probing-vits/HEAD/vit/__init__.py -------------------------------------------------------------------------------- /vit/configs/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /vit/configs/base_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sayakpaul/probing-vits/HEAD/vit/configs/base_config.py -------------------------------------------------------------------------------- /vit/configs/cifar10_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sayakpaul/probing-vits/HEAD/vit/configs/cifar10_config.py -------------------------------------------------------------------------------- /vit/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sayakpaul/probing-vits/HEAD/vit/dataset.py -------------------------------------------------------------------------------- /vit/layers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /vit/layers/mha.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sayakpaul/probing-vits/HEAD/vit/layers/mha.py -------------------------------------------------------------------------------- /vit/layers/pos_embed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sayakpaul/probing-vits/HEAD/vit/layers/pos_embed.py -------------------------------------------------------------------------------- /vit/lr_schedule.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sayakpaul/probing-vits/HEAD/vit/lr_schedule.py -------------------------------------------------------------------------------- /vit/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sayakpaul/probing-vits/HEAD/vit/models.py -------------------------------------------------------------------------------- /vit/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /vit/utils/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sayakpaul/probing-vits/HEAD/vit/utils/logger.py --------------------------------------------------------------------------------