├── .gitignore ├── LICENSE ├── README.md ├── attnscale.py ├── attnscale_cait.py ├── cait_models.py ├── datasets.py ├── engine.py ├── featscale.py ├── featscale_cait.py ├── figures └── teaser.png ├── hubconf.py ├── losses.py ├── main.py ├── models.py ├── resmlp_models.py ├── run_with_submitit.py ├── samplers.py ├── swin ├── config.py ├── configs │ ├── attnscale_small_patch4_window7_224.yaml │ ├── featscale_small_patch4_window7_224.yaml │ ├── swin_base_patch4_window12_384.yaml │ ├── swin_base_patch4_window7_224.yaml │ ├── swin_large_patch4_window12_384.yaml │ ├── swin_large_patch4_window7_224.yaml │ ├── swin_mlp_base_patch4_window7_224.yaml │ ├── swin_mlp_tiny_c12_patch4_window8_256.yaml │ ├── swin_mlp_tiny_c24_patch4_window8_256.yaml │ ├── swin_mlp_tiny_c6_patch4_window8_256.yaml │ ├── swin_small_patch4_window7_224.yaml │ ├── swin_tiny_c24_patch4_window8_256.yaml │ └── swin_tiny_patch4_window7_224.yaml ├── data │ ├── __init__.py │ ├── build.py │ ├── cached_image_folder.py │ ├── samplers.py │ └── zipreader.py ├── logger.py ├── lr_scheduler.py ├── main.py ├── models │ ├── __init__.py │ ├── build.py │ ├── swin_attnscale.py │ ├── swin_featscale.py │ ├── swin_mlp.py │ └── swin_transformer.py ├── optimizer.py └── utils.py ├── utils.py └── vit.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VITA-Group/ViT-Anti-Oversmoothing/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VITA-Group/ViT-Anti-Oversmoothing/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VITA-Group/ViT-Anti-Oversmoothing/HEAD/README.md -------------------------------------------------------------------------------- /attnscale.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VITA-Group/ViT-Anti-Oversmoothing/HEAD/attnscale.py -------------------------------------------------------------------------------- /attnscale_cait.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VITA-Group/ViT-Anti-Oversmoothing/HEAD/attnscale_cait.py -------------------------------------------------------------------------------- /cait_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VITA-Group/ViT-Anti-Oversmoothing/HEAD/cait_models.py -------------------------------------------------------------------------------- /datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VITA-Group/ViT-Anti-Oversmoothing/HEAD/datasets.py -------------------------------------------------------------------------------- /engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VITA-Group/ViT-Anti-Oversmoothing/HEAD/engine.py -------------------------------------------------------------------------------- /featscale.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VITA-Group/ViT-Anti-Oversmoothing/HEAD/featscale.py -------------------------------------------------------------------------------- /featscale_cait.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VITA-Group/ViT-Anti-Oversmoothing/HEAD/featscale_cait.py -------------------------------------------------------------------------------- /figures/teaser.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VITA-Group/ViT-Anti-Oversmoothing/HEAD/figures/teaser.png -------------------------------------------------------------------------------- /hubconf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VITA-Group/ViT-Anti-Oversmoothing/HEAD/hubconf.py -------------------------------------------------------------------------------- /losses.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VITA-Group/ViT-Anti-Oversmoothing/HEAD/losses.py -------------------------------------------------------------------------------- /main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VITA-Group/ViT-Anti-Oversmoothing/HEAD/main.py -------------------------------------------------------------------------------- /models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VITA-Group/ViT-Anti-Oversmoothing/HEAD/models.py -------------------------------------------------------------------------------- /resmlp_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VITA-Group/ViT-Anti-Oversmoothing/HEAD/resmlp_models.py -------------------------------------------------------------------------------- /run_with_submitit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VITA-Group/ViT-Anti-Oversmoothing/HEAD/run_with_submitit.py -------------------------------------------------------------------------------- /samplers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VITA-Group/ViT-Anti-Oversmoothing/HEAD/samplers.py -------------------------------------------------------------------------------- /swin/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VITA-Group/ViT-Anti-Oversmoothing/HEAD/swin/config.py -------------------------------------------------------------------------------- /swin/configs/attnscale_small_patch4_window7_224.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VITA-Group/ViT-Anti-Oversmoothing/HEAD/swin/configs/attnscale_small_patch4_window7_224.yaml -------------------------------------------------------------------------------- /swin/configs/featscale_small_patch4_window7_224.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VITA-Group/ViT-Anti-Oversmoothing/HEAD/swin/configs/featscale_small_patch4_window7_224.yaml -------------------------------------------------------------------------------- /swin/configs/swin_base_patch4_window12_384.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VITA-Group/ViT-Anti-Oversmoothing/HEAD/swin/configs/swin_base_patch4_window12_384.yaml -------------------------------------------------------------------------------- /swin/configs/swin_base_patch4_window7_224.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VITA-Group/ViT-Anti-Oversmoothing/HEAD/swin/configs/swin_base_patch4_window7_224.yaml -------------------------------------------------------------------------------- /swin/configs/swin_large_patch4_window12_384.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VITA-Group/ViT-Anti-Oversmoothing/HEAD/swin/configs/swin_large_patch4_window12_384.yaml -------------------------------------------------------------------------------- /swin/configs/swin_large_patch4_window7_224.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VITA-Group/ViT-Anti-Oversmoothing/HEAD/swin/configs/swin_large_patch4_window7_224.yaml -------------------------------------------------------------------------------- /swin/configs/swin_mlp_base_patch4_window7_224.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VITA-Group/ViT-Anti-Oversmoothing/HEAD/swin/configs/swin_mlp_base_patch4_window7_224.yaml -------------------------------------------------------------------------------- /swin/configs/swin_mlp_tiny_c12_patch4_window8_256.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VITA-Group/ViT-Anti-Oversmoothing/HEAD/swin/configs/swin_mlp_tiny_c12_patch4_window8_256.yaml -------------------------------------------------------------------------------- /swin/configs/swin_mlp_tiny_c24_patch4_window8_256.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VITA-Group/ViT-Anti-Oversmoothing/HEAD/swin/configs/swin_mlp_tiny_c24_patch4_window8_256.yaml -------------------------------------------------------------------------------- /swin/configs/swin_mlp_tiny_c6_patch4_window8_256.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VITA-Group/ViT-Anti-Oversmoothing/HEAD/swin/configs/swin_mlp_tiny_c6_patch4_window8_256.yaml -------------------------------------------------------------------------------- /swin/configs/swin_small_patch4_window7_224.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VITA-Group/ViT-Anti-Oversmoothing/HEAD/swin/configs/swin_small_patch4_window7_224.yaml -------------------------------------------------------------------------------- /swin/configs/swin_tiny_c24_patch4_window8_256.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VITA-Group/ViT-Anti-Oversmoothing/HEAD/swin/configs/swin_tiny_c24_patch4_window8_256.yaml -------------------------------------------------------------------------------- /swin/configs/swin_tiny_patch4_window7_224.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VITA-Group/ViT-Anti-Oversmoothing/HEAD/swin/configs/swin_tiny_patch4_window7_224.yaml -------------------------------------------------------------------------------- /swin/data/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VITA-Group/ViT-Anti-Oversmoothing/HEAD/swin/data/__init__.py -------------------------------------------------------------------------------- /swin/data/build.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VITA-Group/ViT-Anti-Oversmoothing/HEAD/swin/data/build.py -------------------------------------------------------------------------------- /swin/data/cached_image_folder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VITA-Group/ViT-Anti-Oversmoothing/HEAD/swin/data/cached_image_folder.py -------------------------------------------------------------------------------- /swin/data/samplers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VITA-Group/ViT-Anti-Oversmoothing/HEAD/swin/data/samplers.py -------------------------------------------------------------------------------- /swin/data/zipreader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VITA-Group/ViT-Anti-Oversmoothing/HEAD/swin/data/zipreader.py -------------------------------------------------------------------------------- /swin/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VITA-Group/ViT-Anti-Oversmoothing/HEAD/swin/logger.py -------------------------------------------------------------------------------- /swin/lr_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VITA-Group/ViT-Anti-Oversmoothing/HEAD/swin/lr_scheduler.py -------------------------------------------------------------------------------- /swin/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VITA-Group/ViT-Anti-Oversmoothing/HEAD/swin/main.py -------------------------------------------------------------------------------- /swin/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VITA-Group/ViT-Anti-Oversmoothing/HEAD/swin/models/__init__.py -------------------------------------------------------------------------------- /swin/models/build.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VITA-Group/ViT-Anti-Oversmoothing/HEAD/swin/models/build.py -------------------------------------------------------------------------------- /swin/models/swin_attnscale.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VITA-Group/ViT-Anti-Oversmoothing/HEAD/swin/models/swin_attnscale.py -------------------------------------------------------------------------------- /swin/models/swin_featscale.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VITA-Group/ViT-Anti-Oversmoothing/HEAD/swin/models/swin_featscale.py -------------------------------------------------------------------------------- /swin/models/swin_mlp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VITA-Group/ViT-Anti-Oversmoothing/HEAD/swin/models/swin_mlp.py -------------------------------------------------------------------------------- /swin/models/swin_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VITA-Group/ViT-Anti-Oversmoothing/HEAD/swin/models/swin_transformer.py -------------------------------------------------------------------------------- /swin/optimizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VITA-Group/ViT-Anti-Oversmoothing/HEAD/swin/optimizer.py -------------------------------------------------------------------------------- /swin/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VITA-Group/ViT-Anti-Oversmoothing/HEAD/swin/utils.py -------------------------------------------------------------------------------- /utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VITA-Group/ViT-Anti-Oversmoothing/HEAD/utils.py -------------------------------------------------------------------------------- /vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VITA-Group/ViT-Anti-Oversmoothing/HEAD/vit.py --------------------------------------------------------------------------------