├── .gitignore ├── LICENSE ├── README.md ├── classification.ipynb ├── configs ├── cifar100_general.yaml ├── cifar100_vit.yaml ├── cifar100_vit_noaug.yaml ├── cifar10_general.yaml ├── cifar10_vit.yaml ├── imagenet_general.yaml └── imagenet_vit.yaml ├── featuremap_variance.ipynb ├── fourier_analysis.ipynb ├── losslandscape.ipynb ├── models ├── __init__.py ├── alexnet.py ├── alexnet_dnn_block.py ├── alexnet_mcdo_block.py ├── alternet.py ├── attentions.py ├── cbamresnet.py ├── cbamresnet_dnn_block.py ├── cbamresnet_mcdo_block.py ├── classifier_block.py ├── convit.py ├── embeddings.py ├── ensemble.py ├── gates.py ├── layers.py ├── mixer.py ├── mobilenet.py ├── pit.py ├── preresnet.py ├── preresnet_dnn_block.py ├── preresnet_mcdo_block.py ├── prevggnet.py ├── prevggnet_dnn_block.py ├── prevggnet_mcdo_block.py ├── resnet.py ├── resnet_dnn_block.py ├── resnet_mcdo_block.py ├── resnext.py ├── seresnet.py ├── seresnet_dnn_block.py ├── seresnet_mcdo_block.py ├── smoothing_block.py ├── swin.py ├── vggnet.py ├── vggnet_dnn_block.py ├── vggnet_mcdo_block.py ├── vit.py └── wideresnet.py ├── ops ├── __init__.py ├── adversarial.py ├── arithmetic.py ├── cifarc.py ├── cifarp.py ├── datasets.py ├── imagenetc.py ├── loss_landscapes.py ├── meters.py ├── norm.py ├── schedulers.py ├── tests.py └── trains.py ├── resources ├── ablation │ └── ablation_animated.gif ├── diagrams │ ├── smooth.png │ └── stages.png ├── losslandscapes │ ├── resnet_mcdo_18.gif │ ├── resnet_mcdo_18_mlp.gif │ └── resnet_mcdo_smoothing_18.gif ├── performance │ ├── cifar_100_resnet_18_acc_featured.png │ ├── cifar_100_resnet_18_ece_featured.png │ ├── cifar_100_resnet_18_nll_featured.png │ ├── featured.png │ └── legend1.png ├── results │ ├── cifar100_alexnet_dnn_corrupted.csv │ ├── cifar100_resnet_dnn_50_losslandscape.csv │ ├── cifar100_vit_ti_losslandscape.csv │ ├── cifar10_alexnet_dnn_corrupted.csv │ └── imagenet_alexnet_dnn_corrupted.csv ├── robustness │ ├── cifar_100_resnet_18_acc.png │ ├── cifar_100_resnet_18_ece.png │ ├── cifar_100_resnet_18_nll.png │ ├── ensemble_size_acc.png │ ├── ensemble_size_ece.png │ ├── ensemble_size_nll.png │ └── legend_robustness.png └── vit │ ├── architecture.png │ ├── buildup_v.gif │ ├── buildup_v.key │ ├── fourier.png │ ├── loss-landscape.png │ └── summary.png └── robustness.ipynb /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/README.md -------------------------------------------------------------------------------- /classification.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/classification.ipynb -------------------------------------------------------------------------------- /configs/cifar100_general.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/configs/cifar100_general.yaml -------------------------------------------------------------------------------- /configs/cifar100_vit.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/configs/cifar100_vit.yaml -------------------------------------------------------------------------------- /configs/cifar100_vit_noaug.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/configs/cifar100_vit_noaug.yaml -------------------------------------------------------------------------------- /configs/cifar10_general.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/configs/cifar10_general.yaml -------------------------------------------------------------------------------- /configs/cifar10_vit.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/configs/cifar10_vit.yaml -------------------------------------------------------------------------------- /configs/imagenet_general.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/configs/imagenet_general.yaml -------------------------------------------------------------------------------- /configs/imagenet_vit.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/configs/imagenet_vit.yaml -------------------------------------------------------------------------------- /featuremap_variance.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/featuremap_variance.ipynb -------------------------------------------------------------------------------- /fourier_analysis.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/fourier_analysis.ipynb -------------------------------------------------------------------------------- /losslandscape.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/losslandscape.ipynb -------------------------------------------------------------------------------- /models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/models/__init__.py -------------------------------------------------------------------------------- /models/alexnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/models/alexnet.py -------------------------------------------------------------------------------- /models/alexnet_dnn_block.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/models/alexnet_dnn_block.py -------------------------------------------------------------------------------- /models/alexnet_mcdo_block.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/models/alexnet_mcdo_block.py -------------------------------------------------------------------------------- /models/alternet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/models/alternet.py -------------------------------------------------------------------------------- /models/attentions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/models/attentions.py -------------------------------------------------------------------------------- /models/cbamresnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/models/cbamresnet.py -------------------------------------------------------------------------------- /models/cbamresnet_dnn_block.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/models/cbamresnet_dnn_block.py -------------------------------------------------------------------------------- /models/cbamresnet_mcdo_block.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/models/cbamresnet_mcdo_block.py -------------------------------------------------------------------------------- /models/classifier_block.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/models/classifier_block.py -------------------------------------------------------------------------------- /models/convit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/models/convit.py -------------------------------------------------------------------------------- /models/embeddings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/models/embeddings.py -------------------------------------------------------------------------------- /models/ensemble.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/models/ensemble.py -------------------------------------------------------------------------------- /models/gates.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/models/gates.py -------------------------------------------------------------------------------- /models/layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/models/layers.py -------------------------------------------------------------------------------- /models/mixer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/models/mixer.py -------------------------------------------------------------------------------- /models/mobilenet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/models/mobilenet.py -------------------------------------------------------------------------------- /models/pit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/models/pit.py -------------------------------------------------------------------------------- /models/preresnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/models/preresnet.py -------------------------------------------------------------------------------- /models/preresnet_dnn_block.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/models/preresnet_dnn_block.py -------------------------------------------------------------------------------- /models/preresnet_mcdo_block.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/models/preresnet_mcdo_block.py -------------------------------------------------------------------------------- /models/prevggnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/models/prevggnet.py -------------------------------------------------------------------------------- /models/prevggnet_dnn_block.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/models/prevggnet_dnn_block.py -------------------------------------------------------------------------------- /models/prevggnet_mcdo_block.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/models/prevggnet_mcdo_block.py -------------------------------------------------------------------------------- /models/resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/models/resnet.py -------------------------------------------------------------------------------- /models/resnet_dnn_block.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/models/resnet_dnn_block.py -------------------------------------------------------------------------------- /models/resnet_mcdo_block.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/models/resnet_mcdo_block.py -------------------------------------------------------------------------------- /models/resnext.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/models/resnext.py -------------------------------------------------------------------------------- /models/seresnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/models/seresnet.py -------------------------------------------------------------------------------- /models/seresnet_dnn_block.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/models/seresnet_dnn_block.py -------------------------------------------------------------------------------- /models/seresnet_mcdo_block.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/models/seresnet_mcdo_block.py -------------------------------------------------------------------------------- /models/smoothing_block.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/models/smoothing_block.py -------------------------------------------------------------------------------- /models/swin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/models/swin.py -------------------------------------------------------------------------------- /models/vggnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/models/vggnet.py -------------------------------------------------------------------------------- /models/vggnet_dnn_block.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/models/vggnet_dnn_block.py -------------------------------------------------------------------------------- /models/vggnet_mcdo_block.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/models/vggnet_mcdo_block.py -------------------------------------------------------------------------------- /models/vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/models/vit.py -------------------------------------------------------------------------------- /models/wideresnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/models/wideresnet.py -------------------------------------------------------------------------------- /ops/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ops/adversarial.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/ops/adversarial.py -------------------------------------------------------------------------------- /ops/arithmetic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/ops/arithmetic.py -------------------------------------------------------------------------------- /ops/cifarc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/ops/cifarc.py -------------------------------------------------------------------------------- /ops/cifarp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/ops/cifarp.py -------------------------------------------------------------------------------- /ops/datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/ops/datasets.py -------------------------------------------------------------------------------- /ops/imagenetc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/ops/imagenetc.py -------------------------------------------------------------------------------- /ops/loss_landscapes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/ops/loss_landscapes.py -------------------------------------------------------------------------------- /ops/meters.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/ops/meters.py -------------------------------------------------------------------------------- /ops/norm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/ops/norm.py -------------------------------------------------------------------------------- /ops/schedulers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/ops/schedulers.py -------------------------------------------------------------------------------- /ops/tests.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/ops/tests.py -------------------------------------------------------------------------------- /ops/trains.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/ops/trains.py -------------------------------------------------------------------------------- /resources/ablation/ablation_animated.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/resources/ablation/ablation_animated.gif -------------------------------------------------------------------------------- /resources/diagrams/smooth.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/resources/diagrams/smooth.png -------------------------------------------------------------------------------- /resources/diagrams/stages.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/resources/diagrams/stages.png -------------------------------------------------------------------------------- /resources/losslandscapes/resnet_mcdo_18.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/resources/losslandscapes/resnet_mcdo_18.gif -------------------------------------------------------------------------------- /resources/losslandscapes/resnet_mcdo_18_mlp.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/resources/losslandscapes/resnet_mcdo_18_mlp.gif -------------------------------------------------------------------------------- /resources/losslandscapes/resnet_mcdo_smoothing_18.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/resources/losslandscapes/resnet_mcdo_smoothing_18.gif -------------------------------------------------------------------------------- /resources/performance/cifar_100_resnet_18_acc_featured.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/resources/performance/cifar_100_resnet_18_acc_featured.png -------------------------------------------------------------------------------- /resources/performance/cifar_100_resnet_18_ece_featured.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/resources/performance/cifar_100_resnet_18_ece_featured.png -------------------------------------------------------------------------------- /resources/performance/cifar_100_resnet_18_nll_featured.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/resources/performance/cifar_100_resnet_18_nll_featured.png -------------------------------------------------------------------------------- /resources/performance/featured.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/resources/performance/featured.png -------------------------------------------------------------------------------- /resources/performance/legend1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/resources/performance/legend1.png -------------------------------------------------------------------------------- /resources/results/cifar100_alexnet_dnn_corrupted.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/resources/results/cifar100_alexnet_dnn_corrupted.csv -------------------------------------------------------------------------------- /resources/results/cifar100_resnet_dnn_50_losslandscape.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/resources/results/cifar100_resnet_dnn_50_losslandscape.csv -------------------------------------------------------------------------------- /resources/results/cifar100_vit_ti_losslandscape.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/resources/results/cifar100_vit_ti_losslandscape.csv -------------------------------------------------------------------------------- /resources/results/cifar10_alexnet_dnn_corrupted.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/resources/results/cifar10_alexnet_dnn_corrupted.csv -------------------------------------------------------------------------------- /resources/results/imagenet_alexnet_dnn_corrupted.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/resources/results/imagenet_alexnet_dnn_corrupted.csv -------------------------------------------------------------------------------- /resources/robustness/cifar_100_resnet_18_acc.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/resources/robustness/cifar_100_resnet_18_acc.png -------------------------------------------------------------------------------- /resources/robustness/cifar_100_resnet_18_ece.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/resources/robustness/cifar_100_resnet_18_ece.png -------------------------------------------------------------------------------- /resources/robustness/cifar_100_resnet_18_nll.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/resources/robustness/cifar_100_resnet_18_nll.png -------------------------------------------------------------------------------- /resources/robustness/ensemble_size_acc.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/resources/robustness/ensemble_size_acc.png -------------------------------------------------------------------------------- /resources/robustness/ensemble_size_ece.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/resources/robustness/ensemble_size_ece.png -------------------------------------------------------------------------------- /resources/robustness/ensemble_size_nll.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/resources/robustness/ensemble_size_nll.png -------------------------------------------------------------------------------- /resources/robustness/legend_robustness.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/resources/robustness/legend_robustness.png -------------------------------------------------------------------------------- /resources/vit/architecture.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/resources/vit/architecture.png -------------------------------------------------------------------------------- /resources/vit/buildup_v.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/resources/vit/buildup_v.gif -------------------------------------------------------------------------------- /resources/vit/buildup_v.key: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/resources/vit/buildup_v.key -------------------------------------------------------------------------------- /resources/vit/fourier.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/resources/vit/fourier.png -------------------------------------------------------------------------------- /resources/vit/loss-landscape.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/resources/vit/loss-landscape.png -------------------------------------------------------------------------------- /resources/vit/summary.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/resources/vit/summary.png -------------------------------------------------------------------------------- /robustness.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xxxnell/how-do-vits-work/HEAD/robustness.ipynb --------------------------------------------------------------------------------