├── README.assets ├── 1.png ├── 2.png ├── 3.pdf ├── 3.png ├── 4.pdf ├── 4.png ├── 5.png ├── 6.png ├── image-20240529113048331.png ├── image-20240807142154360.png ├── intro_a.pdf ├── intro_a.png ├── intro_b.png └── intro_b_new.pdf ├── README.md ├── buffer ├── buffer_CL.py ├── buffer_FTD.py ├── buffer_RM.py ├── cifar.py ├── gsam │ ├── __init__.py │ ├── gsam.py │ ├── scheduler.py │ ├── util.py │ └── wide_res_net.py └── utility │ ├── bypass_bn.py │ ├── cutout.py │ ├── initialize.py │ ├── loading_bar.py │ ├── log.py │ └── step_lr.py ├── configs ├── CIFAR-10 │ └── ConvIN │ │ ├── IPC1.yaml │ │ ├── IPC10.yaml │ │ ├── IPC1000.yaml │ │ ├── IPC50.yaml │ │ └── IPC500.yaml ├── CIFAR-100 │ └── ConvIN │ │ ├── IPC1.yaml │ │ ├── IPC10.yaml │ │ ├── IPC100.yaml │ │ └── IPC50.yaml └── TinyImageNet │ └── ConvIN │ ├── IPC1.yaml │ ├── IPC10.yaml │ └── IPC50.yaml ├── data_indices ├── CIFAR100_GraNd.pt ├── CIFAR100_Uncertainty.pt ├── CIFAR10_ConvNet.pt ├── CIFAR10_GraNd.pt ├── CIFAR10_Uncertainty.pt └── TinyImageNet_GraNd.pt ├── distill ├── DATM.py ├── MTT.py ├── PAD.py ├── __pycache__ │ └── model_ema.cpython-39.pyc ├── baseline.py ├── distill_arch.py ├── evaluation.py └── model_ema.py ├── environment.yml ├── networks.py ├── reparam_module.py └── utils ├── __pycache__ ├── cfg.cpython-39.pyc ├── utils_baseline.cpython-39.pyc └── utils_gsam.cpython-39.pyc ├── cfg.py ├── step_lr.py ├── utils_arch.py ├── utils_baseline.py ├── utils_baseline_backup.py ├── utils_buffer_sam.py ├── utils_cl_scheduler.py ├── utils_eval_sam.py ├── utils_gsam.py ├── utils_mixup.py └── utils_vanilla_test.py /README.assets/1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/PAD/HEAD/README.assets/1.png -------------------------------------------------------------------------------- /README.assets/2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/PAD/HEAD/README.assets/2.png -------------------------------------------------------------------------------- /README.assets/3.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/PAD/HEAD/README.assets/3.pdf -------------------------------------------------------------------------------- /README.assets/3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/PAD/HEAD/README.assets/3.png -------------------------------------------------------------------------------- /README.assets/4.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/PAD/HEAD/README.assets/4.pdf -------------------------------------------------------------------------------- /README.assets/4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/PAD/HEAD/README.assets/4.png -------------------------------------------------------------------------------- /README.assets/5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/PAD/HEAD/README.assets/5.png -------------------------------------------------------------------------------- /README.assets/6.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/PAD/HEAD/README.assets/6.png -------------------------------------------------------------------------------- /README.assets/image-20240529113048331.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/PAD/HEAD/README.assets/image-20240529113048331.png -------------------------------------------------------------------------------- /README.assets/image-20240807142154360.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/PAD/HEAD/README.assets/image-20240807142154360.png -------------------------------------------------------------------------------- /README.assets/intro_a.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/PAD/HEAD/README.assets/intro_a.pdf -------------------------------------------------------------------------------- /README.assets/intro_a.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/PAD/HEAD/README.assets/intro_a.png -------------------------------------------------------------------------------- /README.assets/intro_b.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/PAD/HEAD/README.assets/intro_b.png -------------------------------------------------------------------------------- /README.assets/intro_b_new.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/PAD/HEAD/README.assets/intro_b_new.pdf -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/PAD/HEAD/README.md -------------------------------------------------------------------------------- /buffer/buffer_CL.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/PAD/HEAD/buffer/buffer_CL.py -------------------------------------------------------------------------------- /buffer/buffer_FTD.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/PAD/HEAD/buffer/buffer_FTD.py -------------------------------------------------------------------------------- /buffer/buffer_RM.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/PAD/HEAD/buffer/buffer_RM.py -------------------------------------------------------------------------------- /buffer/cifar.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/PAD/HEAD/buffer/cifar.py -------------------------------------------------------------------------------- /buffer/gsam/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/PAD/HEAD/buffer/gsam/__init__.py -------------------------------------------------------------------------------- /buffer/gsam/gsam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/PAD/HEAD/buffer/gsam/gsam.py -------------------------------------------------------------------------------- /buffer/gsam/scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/PAD/HEAD/buffer/gsam/scheduler.py -------------------------------------------------------------------------------- /buffer/gsam/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/PAD/HEAD/buffer/gsam/util.py -------------------------------------------------------------------------------- /buffer/gsam/wide_res_net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/PAD/HEAD/buffer/gsam/wide_res_net.py -------------------------------------------------------------------------------- /buffer/utility/bypass_bn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/PAD/HEAD/buffer/utility/bypass_bn.py -------------------------------------------------------------------------------- /buffer/utility/cutout.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/PAD/HEAD/buffer/utility/cutout.py -------------------------------------------------------------------------------- /buffer/utility/initialize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/PAD/HEAD/buffer/utility/initialize.py -------------------------------------------------------------------------------- /buffer/utility/loading_bar.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/PAD/HEAD/buffer/utility/loading_bar.py -------------------------------------------------------------------------------- /buffer/utility/log.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/PAD/HEAD/buffer/utility/log.py -------------------------------------------------------------------------------- /buffer/utility/step_lr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/PAD/HEAD/buffer/utility/step_lr.py -------------------------------------------------------------------------------- /configs/CIFAR-10/ConvIN/IPC1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/PAD/HEAD/configs/CIFAR-10/ConvIN/IPC1.yaml -------------------------------------------------------------------------------- /configs/CIFAR-10/ConvIN/IPC10.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/PAD/HEAD/configs/CIFAR-10/ConvIN/IPC10.yaml -------------------------------------------------------------------------------- /configs/CIFAR-10/ConvIN/IPC1000.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/PAD/HEAD/configs/CIFAR-10/ConvIN/IPC1000.yaml -------------------------------------------------------------------------------- /configs/CIFAR-10/ConvIN/IPC50.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/PAD/HEAD/configs/CIFAR-10/ConvIN/IPC50.yaml -------------------------------------------------------------------------------- /configs/CIFAR-10/ConvIN/IPC500.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/PAD/HEAD/configs/CIFAR-10/ConvIN/IPC500.yaml -------------------------------------------------------------------------------- /configs/CIFAR-100/ConvIN/IPC1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/PAD/HEAD/configs/CIFAR-100/ConvIN/IPC1.yaml -------------------------------------------------------------------------------- /configs/CIFAR-100/ConvIN/IPC10.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/PAD/HEAD/configs/CIFAR-100/ConvIN/IPC10.yaml -------------------------------------------------------------------------------- /configs/CIFAR-100/ConvIN/IPC100.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/PAD/HEAD/configs/CIFAR-100/ConvIN/IPC100.yaml -------------------------------------------------------------------------------- /configs/CIFAR-100/ConvIN/IPC50.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/PAD/HEAD/configs/CIFAR-100/ConvIN/IPC50.yaml -------------------------------------------------------------------------------- /configs/TinyImageNet/ConvIN/IPC1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/PAD/HEAD/configs/TinyImageNet/ConvIN/IPC1.yaml -------------------------------------------------------------------------------- /configs/TinyImageNet/ConvIN/IPC10.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/PAD/HEAD/configs/TinyImageNet/ConvIN/IPC10.yaml -------------------------------------------------------------------------------- /configs/TinyImageNet/ConvIN/IPC50.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/PAD/HEAD/configs/TinyImageNet/ConvIN/IPC50.yaml -------------------------------------------------------------------------------- /data_indices/CIFAR100_GraNd.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/PAD/HEAD/data_indices/CIFAR100_GraNd.pt -------------------------------------------------------------------------------- /data_indices/CIFAR100_Uncertainty.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/PAD/HEAD/data_indices/CIFAR100_Uncertainty.pt -------------------------------------------------------------------------------- /data_indices/CIFAR10_ConvNet.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/PAD/HEAD/data_indices/CIFAR10_ConvNet.pt -------------------------------------------------------------------------------- /data_indices/CIFAR10_GraNd.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/PAD/HEAD/data_indices/CIFAR10_GraNd.pt -------------------------------------------------------------------------------- /data_indices/CIFAR10_Uncertainty.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/PAD/HEAD/data_indices/CIFAR10_Uncertainty.pt -------------------------------------------------------------------------------- /data_indices/TinyImageNet_GraNd.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/PAD/HEAD/data_indices/TinyImageNet_GraNd.pt -------------------------------------------------------------------------------- /distill/DATM.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/PAD/HEAD/distill/DATM.py -------------------------------------------------------------------------------- /distill/MTT.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/PAD/HEAD/distill/MTT.py -------------------------------------------------------------------------------- /distill/PAD.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/PAD/HEAD/distill/PAD.py -------------------------------------------------------------------------------- /distill/__pycache__/model_ema.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/PAD/HEAD/distill/__pycache__/model_ema.cpython-39.pyc -------------------------------------------------------------------------------- /distill/baseline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/PAD/HEAD/distill/baseline.py -------------------------------------------------------------------------------- /distill/distill_arch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/PAD/HEAD/distill/distill_arch.py -------------------------------------------------------------------------------- /distill/evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/PAD/HEAD/distill/evaluation.py -------------------------------------------------------------------------------- /distill/model_ema.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/PAD/HEAD/distill/model_ema.py -------------------------------------------------------------------------------- /environment.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/PAD/HEAD/environment.yml -------------------------------------------------------------------------------- /networks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/PAD/HEAD/networks.py -------------------------------------------------------------------------------- /reparam_module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/PAD/HEAD/reparam_module.py -------------------------------------------------------------------------------- /utils/__pycache__/cfg.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/PAD/HEAD/utils/__pycache__/cfg.cpython-39.pyc -------------------------------------------------------------------------------- /utils/__pycache__/utils_baseline.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/PAD/HEAD/utils/__pycache__/utils_baseline.cpython-39.pyc -------------------------------------------------------------------------------- /utils/__pycache__/utils_gsam.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/PAD/HEAD/utils/__pycache__/utils_gsam.cpython-39.pyc -------------------------------------------------------------------------------- /utils/cfg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/PAD/HEAD/utils/cfg.py -------------------------------------------------------------------------------- /utils/step_lr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/PAD/HEAD/utils/step_lr.py -------------------------------------------------------------------------------- /utils/utils_arch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/PAD/HEAD/utils/utils_arch.py -------------------------------------------------------------------------------- /utils/utils_baseline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/PAD/HEAD/utils/utils_baseline.py -------------------------------------------------------------------------------- /utils/utils_baseline_backup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/PAD/HEAD/utils/utils_baseline_backup.py -------------------------------------------------------------------------------- /utils/utils_buffer_sam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/PAD/HEAD/utils/utils_buffer_sam.py -------------------------------------------------------------------------------- /utils/utils_cl_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/PAD/HEAD/utils/utils_cl_scheduler.py -------------------------------------------------------------------------------- /utils/utils_eval_sam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/PAD/HEAD/utils/utils_eval_sam.py -------------------------------------------------------------------------------- /utils/utils_gsam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/PAD/HEAD/utils/utils_gsam.py -------------------------------------------------------------------------------- /utils/utils_mixup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/PAD/HEAD/utils/utils_mixup.py -------------------------------------------------------------------------------- /utils/utils_vanilla_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NUS-HPC-AI-Lab/PAD/HEAD/utils/utils_vanilla_test.py --------------------------------------------------------------------------------