├── .gitignore ├── README.md ├── buffer ├── buffer_FTD.py ├── cifar.py ├── gsam │ ├── __init__.py │ ├── gsam.py │ ├── scheduler.py │ ├── util.py │ └── wide_res_net.py └── utility │ ├── bypass_bn.py │ ├── cutout.py │ ├── initialize.py │ ├── loading_bar.py │ ├── log.py │ └── step_lr.py ├── configs ├── CIFAR-10 │ └── ConvIN │ │ ├── IPC1.yaml │ │ ├── IPC10.yaml │ │ ├── IPC1000.yaml │ │ ├── IPC50.yaml │ │ └── IPC500.yaml ├── CIFAR-100 │ └── ConvIN │ │ ├── IPC1.yaml │ │ ├── IPC10.yaml │ │ ├── IPC100.yaml │ │ └── IPC50.yaml └── TinyImageNet │ └── ConvIN │ ├── IPC1.yaml │ ├── IPC10.yaml │ └── IPC50.yaml ├── distill ├── DATM.py ├── DATM_tesla.py ├── baseline.py ├── distill_arch.py ├── evaluation.py └── model_ema.py ├── environment.yaml ├── figures ├── comparison.png ├── visualization.png └── visualization_ipc.png ├── networks.py ├── reparam_module.py └── utils ├── cfg.py ├── step_lr.py ├── utils_arch.py ├── utils_baseline.py ├── utils_baseline_backup.py ├── utils_buffer_sam.py ├── utils_eval_sam.py ├── utils_gsam.py ├── utils_mixup.py └── utils_vanilla_test.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/DATM/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/DATM/HEAD/README.md -------------------------------------------------------------------------------- /buffer/buffer_FTD.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/DATM/HEAD/buffer/buffer_FTD.py -------------------------------------------------------------------------------- /buffer/cifar.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/DATM/HEAD/buffer/cifar.py -------------------------------------------------------------------------------- /buffer/gsam/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/DATM/HEAD/buffer/gsam/__init__.py -------------------------------------------------------------------------------- /buffer/gsam/gsam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/DATM/HEAD/buffer/gsam/gsam.py -------------------------------------------------------------------------------- /buffer/gsam/scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/DATM/HEAD/buffer/gsam/scheduler.py -------------------------------------------------------------------------------- /buffer/gsam/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/DATM/HEAD/buffer/gsam/util.py -------------------------------------------------------------------------------- /buffer/gsam/wide_res_net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/DATM/HEAD/buffer/gsam/wide_res_net.py -------------------------------------------------------------------------------- /buffer/utility/bypass_bn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/DATM/HEAD/buffer/utility/bypass_bn.py -------------------------------------------------------------------------------- /buffer/utility/cutout.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/DATM/HEAD/buffer/utility/cutout.py -------------------------------------------------------------------------------- /buffer/utility/initialize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/DATM/HEAD/buffer/utility/initialize.py -------------------------------------------------------------------------------- /buffer/utility/loading_bar.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/DATM/HEAD/buffer/utility/loading_bar.py -------------------------------------------------------------------------------- /buffer/utility/log.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/DATM/HEAD/buffer/utility/log.py -------------------------------------------------------------------------------- /buffer/utility/step_lr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/DATM/HEAD/buffer/utility/step_lr.py -------------------------------------------------------------------------------- /configs/CIFAR-10/ConvIN/IPC1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/DATM/HEAD/configs/CIFAR-10/ConvIN/IPC1.yaml -------------------------------------------------------------------------------- /configs/CIFAR-10/ConvIN/IPC10.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/DATM/HEAD/configs/CIFAR-10/ConvIN/IPC10.yaml -------------------------------------------------------------------------------- /configs/CIFAR-10/ConvIN/IPC1000.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/DATM/HEAD/configs/CIFAR-10/ConvIN/IPC1000.yaml -------------------------------------------------------------------------------- /configs/CIFAR-10/ConvIN/IPC50.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/DATM/HEAD/configs/CIFAR-10/ConvIN/IPC50.yaml -------------------------------------------------------------------------------- /configs/CIFAR-10/ConvIN/IPC500.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/DATM/HEAD/configs/CIFAR-10/ConvIN/IPC500.yaml -------------------------------------------------------------------------------- /configs/CIFAR-100/ConvIN/IPC1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/DATM/HEAD/configs/CIFAR-100/ConvIN/IPC1.yaml -------------------------------------------------------------------------------- /configs/CIFAR-100/ConvIN/IPC10.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/DATM/HEAD/configs/CIFAR-100/ConvIN/IPC10.yaml -------------------------------------------------------------------------------- /configs/CIFAR-100/ConvIN/IPC100.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/DATM/HEAD/configs/CIFAR-100/ConvIN/IPC100.yaml -------------------------------------------------------------------------------- /configs/CIFAR-100/ConvIN/IPC50.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/DATM/HEAD/configs/CIFAR-100/ConvIN/IPC50.yaml -------------------------------------------------------------------------------- /configs/TinyImageNet/ConvIN/IPC1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/DATM/HEAD/configs/TinyImageNet/ConvIN/IPC1.yaml -------------------------------------------------------------------------------- /configs/TinyImageNet/ConvIN/IPC10.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/DATM/HEAD/configs/TinyImageNet/ConvIN/IPC10.yaml -------------------------------------------------------------------------------- /configs/TinyImageNet/ConvIN/IPC50.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/DATM/HEAD/configs/TinyImageNet/ConvIN/IPC50.yaml -------------------------------------------------------------------------------- /distill/DATM.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/DATM/HEAD/distill/DATM.py -------------------------------------------------------------------------------- /distill/DATM_tesla.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/DATM/HEAD/distill/DATM_tesla.py -------------------------------------------------------------------------------- /distill/baseline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/DATM/HEAD/distill/baseline.py -------------------------------------------------------------------------------- /distill/distill_arch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/DATM/HEAD/distill/distill_arch.py -------------------------------------------------------------------------------- /distill/evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/DATM/HEAD/distill/evaluation.py -------------------------------------------------------------------------------- /distill/model_ema.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/DATM/HEAD/distill/model_ema.py -------------------------------------------------------------------------------- /environment.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/DATM/HEAD/environment.yaml -------------------------------------------------------------------------------- /figures/comparison.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/DATM/HEAD/figures/comparison.png -------------------------------------------------------------------------------- /figures/visualization.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/DATM/HEAD/figures/visualization.png -------------------------------------------------------------------------------- /figures/visualization_ipc.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/DATM/HEAD/figures/visualization_ipc.png -------------------------------------------------------------------------------- /networks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/DATM/HEAD/networks.py -------------------------------------------------------------------------------- /reparam_module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/DATM/HEAD/reparam_module.py -------------------------------------------------------------------------------- /utils/cfg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/DATM/HEAD/utils/cfg.py -------------------------------------------------------------------------------- /utils/step_lr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/DATM/HEAD/utils/step_lr.py -------------------------------------------------------------------------------- /utils/utils_arch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/DATM/HEAD/utils/utils_arch.py -------------------------------------------------------------------------------- /utils/utils_baseline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/DATM/HEAD/utils/utils_baseline.py -------------------------------------------------------------------------------- /utils/utils_baseline_backup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/DATM/HEAD/utils/utils_baseline_backup.py -------------------------------------------------------------------------------- /utils/utils_buffer_sam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/DATM/HEAD/utils/utils_buffer_sam.py -------------------------------------------------------------------------------- /utils/utils_eval_sam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/DATM/HEAD/utils/utils_eval_sam.py -------------------------------------------------------------------------------- /utils/utils_gsam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/DATM/HEAD/utils/utils_gsam.py -------------------------------------------------------------------------------- /utils/utils_mixup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/DATM/HEAD/utils/utils_mixup.py -------------------------------------------------------------------------------- /utils/utils_vanilla_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/DATM/HEAD/utils/utils_vanilla_test.py --------------------------------------------------------------------------------