├── .gitignore ├── README.md ├── branch.py ├── crd ├── __init__.py ├── criterion.py └── memory.py ├── data └── imagenet100.zip ├── dataset ├── cifar100.py ├── imagenet.py ├── svhn.py └── tinyimagenet.py ├── distiller_zoo ├── AB.py ├── AT.py ├── CC.py ├── FSP.py ├── FT.py ├── FitNet.py ├── KD.py ├── KDSVD.py ├── NST.py ├── PKT.py ├── RKD.py ├── SP.py ├── VID.py └── __init__.py ├── figs ├── .DS_Store ├── ResNet50_vgg8_cifar100.svg ├── ResNet50_vgg8_tinyimagenet.svg ├── frontpage_overview.svg ├── overview.svg ├── resnet56_resnet20_cifar100.svg ├── resnet56_resnet20_tinyimagenet.svg ├── vgg13_vgg8_cifar100.svg ├── vgg13_vgg8_tinyimagenet.svg ├── wrn_40_2_wrn_16_2_cifar100.svg └── wrn_40_2_wrn_16_2_tinyimagenet.svg ├── helper ├── __init__.py ├── loops.py ├── pretrain.py └── util.py ├── models ├── ShuffleNetv1.py ├── ShuffleNetv2.py ├── __init__.py ├── classifier.py ├── deepmixup_net.py ├── generator.py ├── mobilenetv2.py ├── resnet.py ├── resnet_imagenet.py ├── resnetv2.py ├── util.py ├── vgg.py └── wrn.py ├── option.py ├── requirements.txt ├── scripts ├── S_test_loss_different_DA_cifar100.sh ├── S_test_loss_different_DA_tinyimagenet.sh ├── T_stddev_different_DA_cifar100.sh ├── T_stddev_different_DA_tinyimagenet.sh ├── set_up_env.sh └── set_up_pretrained_models.sh ├── smilelogging ├── __init__.py ├── logger.py ├── option.py ├── requirements.txt ├── slutils.py └── utils.py ├── train_linear_classifer.py ├── train_student.py ├── train_teacher.py └── utils.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingSun-Tse/Good-DA-in-KD/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingSun-Tse/Good-DA-in-KD/HEAD/README.md -------------------------------------------------------------------------------- /branch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingSun-Tse/Good-DA-in-KD/HEAD/branch.py -------------------------------------------------------------------------------- /crd/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /crd/criterion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingSun-Tse/Good-DA-in-KD/HEAD/crd/criterion.py -------------------------------------------------------------------------------- /crd/memory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingSun-Tse/Good-DA-in-KD/HEAD/crd/memory.py -------------------------------------------------------------------------------- /data/imagenet100.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingSun-Tse/Good-DA-in-KD/HEAD/data/imagenet100.zip -------------------------------------------------------------------------------- /dataset/cifar100.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingSun-Tse/Good-DA-in-KD/HEAD/dataset/cifar100.py -------------------------------------------------------------------------------- /dataset/imagenet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingSun-Tse/Good-DA-in-KD/HEAD/dataset/imagenet.py -------------------------------------------------------------------------------- /dataset/svhn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingSun-Tse/Good-DA-in-KD/HEAD/dataset/svhn.py -------------------------------------------------------------------------------- /dataset/tinyimagenet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingSun-Tse/Good-DA-in-KD/HEAD/dataset/tinyimagenet.py -------------------------------------------------------------------------------- /distiller_zoo/AB.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingSun-Tse/Good-DA-in-KD/HEAD/distiller_zoo/AB.py -------------------------------------------------------------------------------- /distiller_zoo/AT.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingSun-Tse/Good-DA-in-KD/HEAD/distiller_zoo/AT.py -------------------------------------------------------------------------------- /distiller_zoo/CC.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingSun-Tse/Good-DA-in-KD/HEAD/distiller_zoo/CC.py -------------------------------------------------------------------------------- /distiller_zoo/FSP.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingSun-Tse/Good-DA-in-KD/HEAD/distiller_zoo/FSP.py -------------------------------------------------------------------------------- /distiller_zoo/FT.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingSun-Tse/Good-DA-in-KD/HEAD/distiller_zoo/FT.py -------------------------------------------------------------------------------- /distiller_zoo/FitNet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingSun-Tse/Good-DA-in-KD/HEAD/distiller_zoo/FitNet.py -------------------------------------------------------------------------------- /distiller_zoo/KD.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingSun-Tse/Good-DA-in-KD/HEAD/distiller_zoo/KD.py -------------------------------------------------------------------------------- /distiller_zoo/KDSVD.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingSun-Tse/Good-DA-in-KD/HEAD/distiller_zoo/KDSVD.py -------------------------------------------------------------------------------- /distiller_zoo/NST.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingSun-Tse/Good-DA-in-KD/HEAD/distiller_zoo/NST.py -------------------------------------------------------------------------------- /distiller_zoo/PKT.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingSun-Tse/Good-DA-in-KD/HEAD/distiller_zoo/PKT.py -------------------------------------------------------------------------------- /distiller_zoo/RKD.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingSun-Tse/Good-DA-in-KD/HEAD/distiller_zoo/RKD.py -------------------------------------------------------------------------------- /distiller_zoo/SP.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingSun-Tse/Good-DA-in-KD/HEAD/distiller_zoo/SP.py -------------------------------------------------------------------------------- /distiller_zoo/VID.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingSun-Tse/Good-DA-in-KD/HEAD/distiller_zoo/VID.py -------------------------------------------------------------------------------- /distiller_zoo/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingSun-Tse/Good-DA-in-KD/HEAD/distiller_zoo/__init__.py -------------------------------------------------------------------------------- /figs/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingSun-Tse/Good-DA-in-KD/HEAD/figs/.DS_Store -------------------------------------------------------------------------------- /figs/ResNet50_vgg8_cifar100.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingSun-Tse/Good-DA-in-KD/HEAD/figs/ResNet50_vgg8_cifar100.svg -------------------------------------------------------------------------------- /figs/ResNet50_vgg8_tinyimagenet.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingSun-Tse/Good-DA-in-KD/HEAD/figs/ResNet50_vgg8_tinyimagenet.svg -------------------------------------------------------------------------------- /figs/frontpage_overview.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingSun-Tse/Good-DA-in-KD/HEAD/figs/frontpage_overview.svg -------------------------------------------------------------------------------- /figs/overview.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingSun-Tse/Good-DA-in-KD/HEAD/figs/overview.svg -------------------------------------------------------------------------------- /figs/resnet56_resnet20_cifar100.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingSun-Tse/Good-DA-in-KD/HEAD/figs/resnet56_resnet20_cifar100.svg -------------------------------------------------------------------------------- /figs/resnet56_resnet20_tinyimagenet.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingSun-Tse/Good-DA-in-KD/HEAD/figs/resnet56_resnet20_tinyimagenet.svg -------------------------------------------------------------------------------- /figs/vgg13_vgg8_cifar100.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingSun-Tse/Good-DA-in-KD/HEAD/figs/vgg13_vgg8_cifar100.svg -------------------------------------------------------------------------------- /figs/vgg13_vgg8_tinyimagenet.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingSun-Tse/Good-DA-in-KD/HEAD/figs/vgg13_vgg8_tinyimagenet.svg -------------------------------------------------------------------------------- /figs/wrn_40_2_wrn_16_2_cifar100.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingSun-Tse/Good-DA-in-KD/HEAD/figs/wrn_40_2_wrn_16_2_cifar100.svg -------------------------------------------------------------------------------- /figs/wrn_40_2_wrn_16_2_tinyimagenet.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingSun-Tse/Good-DA-in-KD/HEAD/figs/wrn_40_2_wrn_16_2_tinyimagenet.svg -------------------------------------------------------------------------------- /helper/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /helper/loops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingSun-Tse/Good-DA-in-KD/HEAD/helper/loops.py -------------------------------------------------------------------------------- /helper/pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingSun-Tse/Good-DA-in-KD/HEAD/helper/pretrain.py -------------------------------------------------------------------------------- /helper/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingSun-Tse/Good-DA-in-KD/HEAD/helper/util.py -------------------------------------------------------------------------------- /models/ShuffleNetv1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingSun-Tse/Good-DA-in-KD/HEAD/models/ShuffleNetv1.py -------------------------------------------------------------------------------- /models/ShuffleNetv2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingSun-Tse/Good-DA-in-KD/HEAD/models/ShuffleNetv2.py -------------------------------------------------------------------------------- /models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingSun-Tse/Good-DA-in-KD/HEAD/models/__init__.py -------------------------------------------------------------------------------- /models/classifier.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingSun-Tse/Good-DA-in-KD/HEAD/models/classifier.py -------------------------------------------------------------------------------- /models/deepmixup_net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingSun-Tse/Good-DA-in-KD/HEAD/models/deepmixup_net.py -------------------------------------------------------------------------------- /models/generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingSun-Tse/Good-DA-in-KD/HEAD/models/generator.py -------------------------------------------------------------------------------- /models/mobilenetv2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingSun-Tse/Good-DA-in-KD/HEAD/models/mobilenetv2.py -------------------------------------------------------------------------------- /models/resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingSun-Tse/Good-DA-in-KD/HEAD/models/resnet.py -------------------------------------------------------------------------------- /models/resnet_imagenet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingSun-Tse/Good-DA-in-KD/HEAD/models/resnet_imagenet.py -------------------------------------------------------------------------------- /models/resnetv2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingSun-Tse/Good-DA-in-KD/HEAD/models/resnetv2.py -------------------------------------------------------------------------------- /models/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingSun-Tse/Good-DA-in-KD/HEAD/models/util.py -------------------------------------------------------------------------------- /models/vgg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingSun-Tse/Good-DA-in-KD/HEAD/models/vgg.py -------------------------------------------------------------------------------- /models/wrn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingSun-Tse/Good-DA-in-KD/HEAD/models/wrn.py -------------------------------------------------------------------------------- /option.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingSun-Tse/Good-DA-in-KD/HEAD/option.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingSun-Tse/Good-DA-in-KD/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/S_test_loss_different_DA_cifar100.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingSun-Tse/Good-DA-in-KD/HEAD/scripts/S_test_loss_different_DA_cifar100.sh -------------------------------------------------------------------------------- /scripts/S_test_loss_different_DA_tinyimagenet.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingSun-Tse/Good-DA-in-KD/HEAD/scripts/S_test_loss_different_DA_tinyimagenet.sh -------------------------------------------------------------------------------- /scripts/T_stddev_different_DA_cifar100.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingSun-Tse/Good-DA-in-KD/HEAD/scripts/T_stddev_different_DA_cifar100.sh -------------------------------------------------------------------------------- /scripts/T_stddev_different_DA_tinyimagenet.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingSun-Tse/Good-DA-in-KD/HEAD/scripts/T_stddev_different_DA_tinyimagenet.sh -------------------------------------------------------------------------------- /scripts/set_up_env.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingSun-Tse/Good-DA-in-KD/HEAD/scripts/set_up_env.sh -------------------------------------------------------------------------------- /scripts/set_up_pretrained_models.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingSun-Tse/Good-DA-in-KD/HEAD/scripts/set_up_pretrained_models.sh -------------------------------------------------------------------------------- /smilelogging/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingSun-Tse/Good-DA-in-KD/HEAD/smilelogging/__init__.py -------------------------------------------------------------------------------- /smilelogging/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingSun-Tse/Good-DA-in-KD/HEAD/smilelogging/logger.py -------------------------------------------------------------------------------- /smilelogging/option.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingSun-Tse/Good-DA-in-KD/HEAD/smilelogging/option.py -------------------------------------------------------------------------------- /smilelogging/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingSun-Tse/Good-DA-in-KD/HEAD/smilelogging/requirements.txt -------------------------------------------------------------------------------- /smilelogging/slutils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingSun-Tse/Good-DA-in-KD/HEAD/smilelogging/slutils.py -------------------------------------------------------------------------------- /smilelogging/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingSun-Tse/Good-DA-in-KD/HEAD/smilelogging/utils.py -------------------------------------------------------------------------------- /train_linear_classifer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingSun-Tse/Good-DA-in-KD/HEAD/train_linear_classifer.py -------------------------------------------------------------------------------- /train_student.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingSun-Tse/Good-DA-in-KD/HEAD/train_student.py -------------------------------------------------------------------------------- /train_teacher.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingSun-Tse/Good-DA-in-KD/HEAD/train_teacher.py -------------------------------------------------------------------------------- /utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingSun-Tse/Good-DA-in-KD/HEAD/utils.py --------------------------------------------------------------------------------