├── AMT.pdf ├── README.md ├── SimMIM-AMT ├── .DS_Store ├── config.py ├── configs │ └── vit_base │ │ ├── simmim_amt_pretrain__vit_base.yaml │ │ └── simmim_finetune__vit_base.yaml ├── data │ ├── __init__.py │ ├── amtdatasets.py │ ├── data_finetune.py │ ├── data_simmim.py │ └── datasets.py ├── logger.py ├── lr_scheduler.py ├── main_finetune.py ├── main_simmim.py ├── models │ ├── __init__.py │ ├── build.py │ ├── simmim.py │ └── vision_transformer.py ├── optimizer.py └── utils.py ├── mae-AMT ├── amtdatasets.py ├── engine_finetune.py ├── engine_pretrain.py ├── main_finetune.py ├── main_linprobe.py ├── main_pretrain.py ├── models_mae.py ├── models_vit.py └── util │ ├── crop.py │ ├── datasets.py │ ├── lars.py │ ├── lr_decay.py │ ├── lr_sched.py │ ├── misc.py │ └── pos_embed.py └── requirements.txt /AMT.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guijiejie/Attention-driven-Masking-and-Throwing/HEAD/AMT.pdf -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guijiejie/Attention-driven-Masking-and-Throwing/HEAD/README.md -------------------------------------------------------------------------------- /SimMIM-AMT/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guijiejie/Attention-driven-Masking-and-Throwing/HEAD/SimMIM-AMT/.DS_Store -------------------------------------------------------------------------------- /SimMIM-AMT/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guijiejie/Attention-driven-Masking-and-Throwing/HEAD/SimMIM-AMT/config.py -------------------------------------------------------------------------------- /SimMIM-AMT/configs/vit_base/simmim_amt_pretrain__vit_base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guijiejie/Attention-driven-Masking-and-Throwing/HEAD/SimMIM-AMT/configs/vit_base/simmim_amt_pretrain__vit_base.yaml -------------------------------------------------------------------------------- /SimMIM-AMT/configs/vit_base/simmim_finetune__vit_base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guijiejie/Attention-driven-Masking-and-Throwing/HEAD/SimMIM-AMT/configs/vit_base/simmim_finetune__vit_base.yaml -------------------------------------------------------------------------------- /SimMIM-AMT/data/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guijiejie/Attention-driven-Masking-and-Throwing/HEAD/SimMIM-AMT/data/__init__.py -------------------------------------------------------------------------------- /SimMIM-AMT/data/amtdatasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guijiejie/Attention-driven-Masking-and-Throwing/HEAD/SimMIM-AMT/data/amtdatasets.py -------------------------------------------------------------------------------- /SimMIM-AMT/data/data_finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guijiejie/Attention-driven-Masking-and-Throwing/HEAD/SimMIM-AMT/data/data_finetune.py -------------------------------------------------------------------------------- /SimMIM-AMT/data/data_simmim.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guijiejie/Attention-driven-Masking-and-Throwing/HEAD/SimMIM-AMT/data/data_simmim.py -------------------------------------------------------------------------------- /SimMIM-AMT/data/datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guijiejie/Attention-driven-Masking-and-Throwing/HEAD/SimMIM-AMT/data/datasets.py -------------------------------------------------------------------------------- /SimMIM-AMT/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guijiejie/Attention-driven-Masking-and-Throwing/HEAD/SimMIM-AMT/logger.py -------------------------------------------------------------------------------- /SimMIM-AMT/lr_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guijiejie/Attention-driven-Masking-and-Throwing/HEAD/SimMIM-AMT/lr_scheduler.py -------------------------------------------------------------------------------- /SimMIM-AMT/main_finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guijiejie/Attention-driven-Masking-and-Throwing/HEAD/SimMIM-AMT/main_finetune.py -------------------------------------------------------------------------------- /SimMIM-AMT/main_simmim.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guijiejie/Attention-driven-Masking-and-Throwing/HEAD/SimMIM-AMT/main_simmim.py -------------------------------------------------------------------------------- /SimMIM-AMT/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guijiejie/Attention-driven-Masking-and-Throwing/HEAD/SimMIM-AMT/models/__init__.py -------------------------------------------------------------------------------- /SimMIM-AMT/models/build.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guijiejie/Attention-driven-Masking-and-Throwing/HEAD/SimMIM-AMT/models/build.py -------------------------------------------------------------------------------- /SimMIM-AMT/models/simmim.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guijiejie/Attention-driven-Masking-and-Throwing/HEAD/SimMIM-AMT/models/simmim.py -------------------------------------------------------------------------------- /SimMIM-AMT/models/vision_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guijiejie/Attention-driven-Masking-and-Throwing/HEAD/SimMIM-AMT/models/vision_transformer.py -------------------------------------------------------------------------------- /SimMIM-AMT/optimizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guijiejie/Attention-driven-Masking-and-Throwing/HEAD/SimMIM-AMT/optimizer.py -------------------------------------------------------------------------------- /SimMIM-AMT/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guijiejie/Attention-driven-Masking-and-Throwing/HEAD/SimMIM-AMT/utils.py -------------------------------------------------------------------------------- /mae-AMT/amtdatasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guijiejie/Attention-driven-Masking-and-Throwing/HEAD/mae-AMT/amtdatasets.py -------------------------------------------------------------------------------- /mae-AMT/engine_finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guijiejie/Attention-driven-Masking-and-Throwing/HEAD/mae-AMT/engine_finetune.py -------------------------------------------------------------------------------- /mae-AMT/engine_pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guijiejie/Attention-driven-Masking-and-Throwing/HEAD/mae-AMT/engine_pretrain.py -------------------------------------------------------------------------------- /mae-AMT/main_finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guijiejie/Attention-driven-Masking-and-Throwing/HEAD/mae-AMT/main_finetune.py -------------------------------------------------------------------------------- /mae-AMT/main_linprobe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guijiejie/Attention-driven-Masking-and-Throwing/HEAD/mae-AMT/main_linprobe.py -------------------------------------------------------------------------------- /mae-AMT/main_pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guijiejie/Attention-driven-Masking-and-Throwing/HEAD/mae-AMT/main_pretrain.py -------------------------------------------------------------------------------- /mae-AMT/models_mae.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guijiejie/Attention-driven-Masking-and-Throwing/HEAD/mae-AMT/models_mae.py -------------------------------------------------------------------------------- /mae-AMT/models_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guijiejie/Attention-driven-Masking-and-Throwing/HEAD/mae-AMT/models_vit.py -------------------------------------------------------------------------------- /mae-AMT/util/crop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guijiejie/Attention-driven-Masking-and-Throwing/HEAD/mae-AMT/util/crop.py -------------------------------------------------------------------------------- /mae-AMT/util/datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guijiejie/Attention-driven-Masking-and-Throwing/HEAD/mae-AMT/util/datasets.py -------------------------------------------------------------------------------- /mae-AMT/util/lars.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guijiejie/Attention-driven-Masking-and-Throwing/HEAD/mae-AMT/util/lars.py -------------------------------------------------------------------------------- /mae-AMT/util/lr_decay.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guijiejie/Attention-driven-Masking-and-Throwing/HEAD/mae-AMT/util/lr_decay.py -------------------------------------------------------------------------------- /mae-AMT/util/lr_sched.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guijiejie/Attention-driven-Masking-and-Throwing/HEAD/mae-AMT/util/lr_sched.py -------------------------------------------------------------------------------- /mae-AMT/util/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guijiejie/Attention-driven-Masking-and-Throwing/HEAD/mae-AMT/util/misc.py -------------------------------------------------------------------------------- /mae-AMT/util/pos_embed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guijiejie/Attention-driven-Masking-and-Throwing/HEAD/mae-AMT/util/pos_embed.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- 1 | pyyaml 2 | scipy 3 | termcolor 4 | timm==0.5.4 5 | yacs --------------------------------------------------------------------------------