├── .gitignore ├── LICENSE ├── README.md ├── cfgs ├── finetune │ ├── ViT-B_100E_GAP.yaml │ ├── ViT-L_50E_GAP.yaml │ ├── ViT-S_100E_GAP.yaml │ ├── ViT-S_50E_CLS-Token.yaml │ ├── ViT-S_50E_GAP.yaml │ └── ViT-S_50E_GAP_erasing.yaml ├── lincls │ ├── ViT-B_GAP.yaml │ ├── ViT-B_SGD_GAP.yaml │ ├── ViT-S_CLS-Token.yaml │ ├── ViT-S_GAP.yaml │ ├── ViT-S_SGD_CLS-Token.yaml │ └── ViT-S_SGD_GAP.yaml └── pretrain │ ├── ViT-B_400E_Norm_GAP.yaml │ ├── ViT-G_100E_Norm_GAP.yaml │ ├── ViT-H_100E_Norm_GAP.yaml │ ├── ViT-L_100E_Norm_GAP.yaml │ ├── ViT-L_100E_Norm_GAP_wo_norm.yaml │ ├── ViT-S_100E_Norm_GAP.yaml │ └── baseline_small │ ├── ViT-S_100E_Norm_CLS-Token.yaml │ ├── ViT-S_100E_Norm_GAP.yaml │ ├── ViT-S_1600E_Norm_GAP.yaml │ ├── ViT-S_200E_Norm_GAP.yaml │ ├── ViT-S_400E_Norm_GAP.yaml │ └── ViT-S_800E_Norm_GAP.yaml ├── figures ├── both.png ├── mae.png └── plane2.png ├── mae ├── layers.py ├── modeling_finetune.py ├── modeling_pretrain.py └── utils.py ├── requirements.txt ├── run_finetune.sh ├── run_knn.sh ├── run_lincls.sh ├── run_pretrain.sh ├── tools ├── _init_paths.py ├── run_class_finetuning.py ├── run_knn.py ├── run_linear_probing.py ├── run_mae_vis.py ├── run_pretraining.py └── vit_explain.py └── utils ├── __init__.py ├── auto_augment.py ├── checkpoint.py ├── cross_entropy.py ├── data_constants.py ├── dataset_folder.py ├── datasets.py ├── deepspeed_cfg.py ├── dist.py ├── lars.py ├── layers ├── __init__.py ├── drop.py ├── helpers.py └── weight_init.py ├── logger.py ├── masking_generator.py ├── metrics.py ├── mixup.py ├── model.py ├── model_builder.py ├── model_ema.py ├── native_scaler.py ├── optim_factory.py ├── random_erasing.py ├── registry.py ├── transforms.py ├── transforms_factory.py └── vit_explain ├── vit_grad_rollout.py └── vit_rollout.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BUPT-PRIV/MAE-priv/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BUPT-PRIV/MAE-priv/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BUPT-PRIV/MAE-priv/HEAD/README.md -------------------------------------------------------------------------------- /cfgs/finetune/ViT-B_100E_GAP.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BUPT-PRIV/MAE-priv/HEAD/cfgs/finetune/ViT-B_100E_GAP.yaml -------------------------------------------------------------------------------- /cfgs/finetune/ViT-L_50E_GAP.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BUPT-PRIV/MAE-priv/HEAD/cfgs/finetune/ViT-L_50E_GAP.yaml -------------------------------------------------------------------------------- /cfgs/finetune/ViT-S_100E_GAP.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BUPT-PRIV/MAE-priv/HEAD/cfgs/finetune/ViT-S_100E_GAP.yaml -------------------------------------------------------------------------------- /cfgs/finetune/ViT-S_50E_CLS-Token.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BUPT-PRIV/MAE-priv/HEAD/cfgs/finetune/ViT-S_50E_CLS-Token.yaml -------------------------------------------------------------------------------- /cfgs/finetune/ViT-S_50E_GAP.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BUPT-PRIV/MAE-priv/HEAD/cfgs/finetune/ViT-S_50E_GAP.yaml -------------------------------------------------------------------------------- /cfgs/finetune/ViT-S_50E_GAP_erasing.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BUPT-PRIV/MAE-priv/HEAD/cfgs/finetune/ViT-S_50E_GAP_erasing.yaml -------------------------------------------------------------------------------- /cfgs/lincls/ViT-B_GAP.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BUPT-PRIV/MAE-priv/HEAD/cfgs/lincls/ViT-B_GAP.yaml -------------------------------------------------------------------------------- /cfgs/lincls/ViT-B_SGD_GAP.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BUPT-PRIV/MAE-priv/HEAD/cfgs/lincls/ViT-B_SGD_GAP.yaml -------------------------------------------------------------------------------- /cfgs/lincls/ViT-S_CLS-Token.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BUPT-PRIV/MAE-priv/HEAD/cfgs/lincls/ViT-S_CLS-Token.yaml -------------------------------------------------------------------------------- /cfgs/lincls/ViT-S_GAP.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BUPT-PRIV/MAE-priv/HEAD/cfgs/lincls/ViT-S_GAP.yaml -------------------------------------------------------------------------------- /cfgs/lincls/ViT-S_SGD_CLS-Token.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BUPT-PRIV/MAE-priv/HEAD/cfgs/lincls/ViT-S_SGD_CLS-Token.yaml -------------------------------------------------------------------------------- /cfgs/lincls/ViT-S_SGD_GAP.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BUPT-PRIV/MAE-priv/HEAD/cfgs/lincls/ViT-S_SGD_GAP.yaml -------------------------------------------------------------------------------- /cfgs/pretrain/ViT-B_400E_Norm_GAP.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BUPT-PRIV/MAE-priv/HEAD/cfgs/pretrain/ViT-B_400E_Norm_GAP.yaml -------------------------------------------------------------------------------- /cfgs/pretrain/ViT-G_100E_Norm_GAP.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BUPT-PRIV/MAE-priv/HEAD/cfgs/pretrain/ViT-G_100E_Norm_GAP.yaml -------------------------------------------------------------------------------- /cfgs/pretrain/ViT-H_100E_Norm_GAP.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BUPT-PRIV/MAE-priv/HEAD/cfgs/pretrain/ViT-H_100E_Norm_GAP.yaml -------------------------------------------------------------------------------- /cfgs/pretrain/ViT-L_100E_Norm_GAP.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BUPT-PRIV/MAE-priv/HEAD/cfgs/pretrain/ViT-L_100E_Norm_GAP.yaml -------------------------------------------------------------------------------- /cfgs/pretrain/ViT-L_100E_Norm_GAP_wo_norm.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BUPT-PRIV/MAE-priv/HEAD/cfgs/pretrain/ViT-L_100E_Norm_GAP_wo_norm.yaml -------------------------------------------------------------------------------- /cfgs/pretrain/ViT-S_100E_Norm_GAP.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BUPT-PRIV/MAE-priv/HEAD/cfgs/pretrain/ViT-S_100E_Norm_GAP.yaml -------------------------------------------------------------------------------- /cfgs/pretrain/baseline_small/ViT-S_100E_Norm_CLS-Token.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BUPT-PRIV/MAE-priv/HEAD/cfgs/pretrain/baseline_small/ViT-S_100E_Norm_CLS-Token.yaml -------------------------------------------------------------------------------- /cfgs/pretrain/baseline_small/ViT-S_100E_Norm_GAP.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BUPT-PRIV/MAE-priv/HEAD/cfgs/pretrain/baseline_small/ViT-S_100E_Norm_GAP.yaml -------------------------------------------------------------------------------- /cfgs/pretrain/baseline_small/ViT-S_1600E_Norm_GAP.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BUPT-PRIV/MAE-priv/HEAD/cfgs/pretrain/baseline_small/ViT-S_1600E_Norm_GAP.yaml -------------------------------------------------------------------------------- /cfgs/pretrain/baseline_small/ViT-S_200E_Norm_GAP.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BUPT-PRIV/MAE-priv/HEAD/cfgs/pretrain/baseline_small/ViT-S_200E_Norm_GAP.yaml -------------------------------------------------------------------------------- /cfgs/pretrain/baseline_small/ViT-S_400E_Norm_GAP.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BUPT-PRIV/MAE-priv/HEAD/cfgs/pretrain/baseline_small/ViT-S_400E_Norm_GAP.yaml -------------------------------------------------------------------------------- /cfgs/pretrain/baseline_small/ViT-S_800E_Norm_GAP.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BUPT-PRIV/MAE-priv/HEAD/cfgs/pretrain/baseline_small/ViT-S_800E_Norm_GAP.yaml -------------------------------------------------------------------------------- /figures/both.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BUPT-PRIV/MAE-priv/HEAD/figures/both.png -------------------------------------------------------------------------------- /figures/mae.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BUPT-PRIV/MAE-priv/HEAD/figures/mae.png -------------------------------------------------------------------------------- /figures/plane2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BUPT-PRIV/MAE-priv/HEAD/figures/plane2.png -------------------------------------------------------------------------------- /mae/layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BUPT-PRIV/MAE-priv/HEAD/mae/layers.py -------------------------------------------------------------------------------- /mae/modeling_finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BUPT-PRIV/MAE-priv/HEAD/mae/modeling_finetune.py -------------------------------------------------------------------------------- /mae/modeling_pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BUPT-PRIV/MAE-priv/HEAD/mae/modeling_pretrain.py -------------------------------------------------------------------------------- /mae/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BUPT-PRIV/MAE-priv/HEAD/mae/utils.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- 1 | apex 2 | deepspeed 3 | einops 4 | numpy 5 | Pillow 6 | PyYAML 7 | wandb 8 | -------------------------------------------------------------------------------- /run_finetune.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BUPT-PRIV/MAE-priv/HEAD/run_finetune.sh -------------------------------------------------------------------------------- /run_knn.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BUPT-PRIV/MAE-priv/HEAD/run_knn.sh -------------------------------------------------------------------------------- /run_lincls.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BUPT-PRIV/MAE-priv/HEAD/run_lincls.sh -------------------------------------------------------------------------------- /run_pretrain.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BUPT-PRIV/MAE-priv/HEAD/run_pretrain.sh -------------------------------------------------------------------------------- /tools/_init_paths.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BUPT-PRIV/MAE-priv/HEAD/tools/_init_paths.py -------------------------------------------------------------------------------- /tools/run_class_finetuning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BUPT-PRIV/MAE-priv/HEAD/tools/run_class_finetuning.py -------------------------------------------------------------------------------- /tools/run_knn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BUPT-PRIV/MAE-priv/HEAD/tools/run_knn.py -------------------------------------------------------------------------------- /tools/run_linear_probing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BUPT-PRIV/MAE-priv/HEAD/tools/run_linear_probing.py -------------------------------------------------------------------------------- /tools/run_mae_vis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BUPT-PRIV/MAE-priv/HEAD/tools/run_mae_vis.py -------------------------------------------------------------------------------- /tools/run_pretraining.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BUPT-PRIV/MAE-priv/HEAD/tools/run_pretraining.py -------------------------------------------------------------------------------- /tools/vit_explain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BUPT-PRIV/MAE-priv/HEAD/tools/vit_explain.py -------------------------------------------------------------------------------- /utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BUPT-PRIV/MAE-priv/HEAD/utils/__init__.py -------------------------------------------------------------------------------- /utils/auto_augment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BUPT-PRIV/MAE-priv/HEAD/utils/auto_augment.py -------------------------------------------------------------------------------- /utils/checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BUPT-PRIV/MAE-priv/HEAD/utils/checkpoint.py -------------------------------------------------------------------------------- /utils/cross_entropy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BUPT-PRIV/MAE-priv/HEAD/utils/cross_entropy.py -------------------------------------------------------------------------------- /utils/data_constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BUPT-PRIV/MAE-priv/HEAD/utils/data_constants.py -------------------------------------------------------------------------------- /utils/dataset_folder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BUPT-PRIV/MAE-priv/HEAD/utils/dataset_folder.py -------------------------------------------------------------------------------- /utils/datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BUPT-PRIV/MAE-priv/HEAD/utils/datasets.py -------------------------------------------------------------------------------- /utils/deepspeed_cfg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BUPT-PRIV/MAE-priv/HEAD/utils/deepspeed_cfg.py -------------------------------------------------------------------------------- /utils/dist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BUPT-PRIV/MAE-priv/HEAD/utils/dist.py -------------------------------------------------------------------------------- /utils/lars.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BUPT-PRIV/MAE-priv/HEAD/utils/lars.py -------------------------------------------------------------------------------- /utils/layers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BUPT-PRIV/MAE-priv/HEAD/utils/layers/__init__.py -------------------------------------------------------------------------------- /utils/layers/drop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BUPT-PRIV/MAE-priv/HEAD/utils/layers/drop.py -------------------------------------------------------------------------------- /utils/layers/helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BUPT-PRIV/MAE-priv/HEAD/utils/layers/helpers.py -------------------------------------------------------------------------------- /utils/layers/weight_init.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BUPT-PRIV/MAE-priv/HEAD/utils/layers/weight_init.py -------------------------------------------------------------------------------- /utils/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BUPT-PRIV/MAE-priv/HEAD/utils/logger.py -------------------------------------------------------------------------------- /utils/masking_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BUPT-PRIV/MAE-priv/HEAD/utils/masking_generator.py -------------------------------------------------------------------------------- /utils/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BUPT-PRIV/MAE-priv/HEAD/utils/metrics.py -------------------------------------------------------------------------------- /utils/mixup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BUPT-PRIV/MAE-priv/HEAD/utils/mixup.py -------------------------------------------------------------------------------- /utils/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BUPT-PRIV/MAE-priv/HEAD/utils/model.py -------------------------------------------------------------------------------- /utils/model_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BUPT-PRIV/MAE-priv/HEAD/utils/model_builder.py -------------------------------------------------------------------------------- /utils/model_ema.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BUPT-PRIV/MAE-priv/HEAD/utils/model_ema.py -------------------------------------------------------------------------------- /utils/native_scaler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BUPT-PRIV/MAE-priv/HEAD/utils/native_scaler.py -------------------------------------------------------------------------------- /utils/optim_factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BUPT-PRIV/MAE-priv/HEAD/utils/optim_factory.py -------------------------------------------------------------------------------- /utils/random_erasing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BUPT-PRIV/MAE-priv/HEAD/utils/random_erasing.py -------------------------------------------------------------------------------- /utils/registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BUPT-PRIV/MAE-priv/HEAD/utils/registry.py -------------------------------------------------------------------------------- /utils/transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BUPT-PRIV/MAE-priv/HEAD/utils/transforms.py -------------------------------------------------------------------------------- /utils/transforms_factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BUPT-PRIV/MAE-priv/HEAD/utils/transforms_factory.py -------------------------------------------------------------------------------- /utils/vit_explain/vit_grad_rollout.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BUPT-PRIV/MAE-priv/HEAD/utils/vit_explain/vit_grad_rollout.py -------------------------------------------------------------------------------- /utils/vit_explain/vit_rollout.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BUPT-PRIV/MAE-priv/HEAD/utils/vit_explain/vit_rollout.py --------------------------------------------------------------------------------