├── ImageNet_train ├── main.py └── readme.md ├── LICENSE ├── README.md ├── data ├── data-cifar10 │ └── readme ├── data-cifar100 │ └── readme └── tiny-imagenet-200 │ └── readme ├── data_loader.py ├── evaluate.py ├── experiments ├── base_experiments │ ├── base_alexnet │ │ └── params.json │ ├── base_cnn │ │ └── params.json │ ├── base_densenet121 │ │ └── params.json │ ├── base_googlenet │ │ └── params.json │ ├── base_mobilenetv2 │ │ └── params.json │ ├── base_resnet18 │ │ └── params.json │ ├── base_resnet50 │ │ └── params.json │ ├── base_resnext101 │ │ └── params.json │ ├── base_resnext29 │ │ └── params.json │ ├── base_shufflenetv2 │ │ └── params.json │ └── base_vgg19 │ │ └── params.json ├── kd_experiments │ ├── alexnet_distill │ │ └── alexnet_self_teacher │ │ │ └── params.json │ ├── cnn_distill │ │ └── params.json │ ├── densenet121_distill │ │ ├── densenet_self_teacher │ │ │ └── params.json │ │ ├── mobilenet_v2_teacher │ │ │ └── params.json │ │ └── shufflenet_v2_teacher │ │ │ └── params.json │ ├── googlenet_distill │ │ └── googlenet_self_teacher │ │ │ └── params.json │ ├── mobilenet_distill │ │ ├── densenet121_teacher │ │ │ └── params.json │ │ ├── mobilenet_self_teacher │ │ │ └── params.json │ │ ├── resnet101_teacher │ │ │ └── params.json │ │ ├── resnet18_teacher │ │ │ └── params.json │ │ └── resnext29_teacher │ │ │ └── params.json │ ├── resnet18_distill │ │ ├── densenet121_teacher │ │ │ └── params.json │ │ ├── mobilenet_v2_teacher │ │ │ └── params.json │ │ ├── resnet18_self_teacher │ │ │ └── params.json │ │ ├── resnet50_teacher │ │ │ └── params.json │ │ ├── resnext29_teacher │ │ │ └── params.json │ │ └── shufflenet_v2_teacher │ │ │ └── params.json │ ├── resnet50_distill │ │ ├── mobilenet_v2_teacher │ │ │ └── params.json │ │ ├── resnet50_self_teacher │ │ │ └── params.json │ │ └── shufflenet_v2_teacher │ │ │ └── params.json │ ├── resnext29_distill │ │ ├── mobilenet_v2_teacher │ │ │ └── params.json │ │ ├── resnet18_teacher │ │ │ └── params.json │ │ └── resnext29_self_teacher │ │ │ └── params.json │ └── shufflenet_distill │ │ ├── densenet121_teacher │ │ └── params.json │ │ ├── resnet18_teacher │ │ └── params.json │ │ ├── resnet50_teacher │ │ └── params.json │ │ ├── resnext29_teacher │ │ └── params.json │ │ └── shufflenet_self_teacher │ │ └── params.json └── pretrained_teacher_models │ └── readme.md ├── figures ├── De-KD.png ├── Re-KD.png ├── Reg-Normal-LSR.png ├── Tf-self.png ├── cifar100_mv2_selfKD.jpg ├── cifar100_r18_selfKD.jpg ├── figure1.png └── figure_ill.png ├── main.py ├── model ├── alexnet.py ├── densenet.py ├── googlenet.py ├── mobilenetv2.py ├── net.py ├── resnet.py ├── resnet.pyc ├── resnext.py ├── shufflenetv2.py ├── shufflenetv2.pyc ├── utils.py └── wrn.py ├── my_loss_function.py ├── requirements.txt ├── train_kd.py └── utils.py /ImageNet_train/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuanli2333/Teacher-free-Knowledge-Distillation/HEAD/ImageNet_train/main.py -------------------------------------------------------------------------------- /ImageNet_train/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuanli2333/Teacher-free-Knowledge-Distillation/HEAD/ImageNet_train/readme.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuanli2333/Teacher-free-Knowledge-Distillation/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuanli2333/Teacher-free-Knowledge-Distillation/HEAD/README.md -------------------------------------------------------------------------------- /data/data-cifar10/readme: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /data/data-cifar100/readme: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /data/tiny-imagenet-200/readme: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /data_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuanli2333/Teacher-free-Knowledge-Distillation/HEAD/data_loader.py -------------------------------------------------------------------------------- /evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuanli2333/Teacher-free-Knowledge-Distillation/HEAD/evaluate.py -------------------------------------------------------------------------------- /experiments/base_experiments/base_alexnet/params.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuanli2333/Teacher-free-Knowledge-Distillation/HEAD/experiments/base_experiments/base_alexnet/params.json -------------------------------------------------------------------------------- /experiments/base_experiments/base_cnn/params.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuanli2333/Teacher-free-Knowledge-Distillation/HEAD/experiments/base_experiments/base_cnn/params.json -------------------------------------------------------------------------------- /experiments/base_experiments/base_densenet121/params.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuanli2333/Teacher-free-Knowledge-Distillation/HEAD/experiments/base_experiments/base_densenet121/params.json -------------------------------------------------------------------------------- /experiments/base_experiments/base_googlenet/params.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuanli2333/Teacher-free-Knowledge-Distillation/HEAD/experiments/base_experiments/base_googlenet/params.json -------------------------------------------------------------------------------- /experiments/base_experiments/base_mobilenetv2/params.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuanli2333/Teacher-free-Knowledge-Distillation/HEAD/experiments/base_experiments/base_mobilenetv2/params.json -------------------------------------------------------------------------------- /experiments/base_experiments/base_resnet18/params.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuanli2333/Teacher-free-Knowledge-Distillation/HEAD/experiments/base_experiments/base_resnet18/params.json -------------------------------------------------------------------------------- /experiments/base_experiments/base_resnet50/params.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuanli2333/Teacher-free-Knowledge-Distillation/HEAD/experiments/base_experiments/base_resnet50/params.json -------------------------------------------------------------------------------- /experiments/base_experiments/base_resnext101/params.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuanli2333/Teacher-free-Knowledge-Distillation/HEAD/experiments/base_experiments/base_resnext101/params.json -------------------------------------------------------------------------------- /experiments/base_experiments/base_resnext29/params.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuanli2333/Teacher-free-Knowledge-Distillation/HEAD/experiments/base_experiments/base_resnext29/params.json -------------------------------------------------------------------------------- /experiments/base_experiments/base_shufflenetv2/params.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuanli2333/Teacher-free-Knowledge-Distillation/HEAD/experiments/base_experiments/base_shufflenetv2/params.json -------------------------------------------------------------------------------- /experiments/base_experiments/base_vgg19/params.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuanli2333/Teacher-free-Knowledge-Distillation/HEAD/experiments/base_experiments/base_vgg19/params.json -------------------------------------------------------------------------------- /experiments/kd_experiments/alexnet_distill/alexnet_self_teacher/params.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuanli2333/Teacher-free-Knowledge-Distillation/HEAD/experiments/kd_experiments/alexnet_distill/alexnet_self_teacher/params.json -------------------------------------------------------------------------------- /experiments/kd_experiments/cnn_distill/params.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuanli2333/Teacher-free-Knowledge-Distillation/HEAD/experiments/kd_experiments/cnn_distill/params.json -------------------------------------------------------------------------------- /experiments/kd_experiments/densenet121_distill/densenet_self_teacher/params.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuanli2333/Teacher-free-Knowledge-Distillation/HEAD/experiments/kd_experiments/densenet121_distill/densenet_self_teacher/params.json -------------------------------------------------------------------------------- /experiments/kd_experiments/densenet121_distill/mobilenet_v2_teacher/params.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuanli2333/Teacher-free-Knowledge-Distillation/HEAD/experiments/kd_experiments/densenet121_distill/mobilenet_v2_teacher/params.json -------------------------------------------------------------------------------- /experiments/kd_experiments/densenet121_distill/shufflenet_v2_teacher/params.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuanli2333/Teacher-free-Knowledge-Distillation/HEAD/experiments/kd_experiments/densenet121_distill/shufflenet_v2_teacher/params.json -------------------------------------------------------------------------------- /experiments/kd_experiments/googlenet_distill/googlenet_self_teacher/params.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuanli2333/Teacher-free-Knowledge-Distillation/HEAD/experiments/kd_experiments/googlenet_distill/googlenet_self_teacher/params.json -------------------------------------------------------------------------------- /experiments/kd_experiments/mobilenet_distill/densenet121_teacher/params.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuanli2333/Teacher-free-Knowledge-Distillation/HEAD/experiments/kd_experiments/mobilenet_distill/densenet121_teacher/params.json -------------------------------------------------------------------------------- /experiments/kd_experiments/mobilenet_distill/mobilenet_self_teacher/params.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuanli2333/Teacher-free-Knowledge-Distillation/HEAD/experiments/kd_experiments/mobilenet_distill/mobilenet_self_teacher/params.json -------------------------------------------------------------------------------- /experiments/kd_experiments/mobilenet_distill/resnet101_teacher/params.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuanli2333/Teacher-free-Knowledge-Distillation/HEAD/experiments/kd_experiments/mobilenet_distill/resnet101_teacher/params.json -------------------------------------------------------------------------------- /experiments/kd_experiments/mobilenet_distill/resnet18_teacher/params.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuanli2333/Teacher-free-Knowledge-Distillation/HEAD/experiments/kd_experiments/mobilenet_distill/resnet18_teacher/params.json -------------------------------------------------------------------------------- /experiments/kd_experiments/mobilenet_distill/resnext29_teacher/params.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuanli2333/Teacher-free-Knowledge-Distillation/HEAD/experiments/kd_experiments/mobilenet_distill/resnext29_teacher/params.json -------------------------------------------------------------------------------- /experiments/kd_experiments/resnet18_distill/densenet121_teacher/params.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuanli2333/Teacher-free-Knowledge-Distillation/HEAD/experiments/kd_experiments/resnet18_distill/densenet121_teacher/params.json -------------------------------------------------------------------------------- /experiments/kd_experiments/resnet18_distill/mobilenet_v2_teacher/params.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuanli2333/Teacher-free-Knowledge-Distillation/HEAD/experiments/kd_experiments/resnet18_distill/mobilenet_v2_teacher/params.json -------------------------------------------------------------------------------- /experiments/kd_experiments/resnet18_distill/resnet18_self_teacher/params.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuanli2333/Teacher-free-Knowledge-Distillation/HEAD/experiments/kd_experiments/resnet18_distill/resnet18_self_teacher/params.json -------------------------------------------------------------------------------- /experiments/kd_experiments/resnet18_distill/resnet50_teacher/params.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuanli2333/Teacher-free-Knowledge-Distillation/HEAD/experiments/kd_experiments/resnet18_distill/resnet50_teacher/params.json -------------------------------------------------------------------------------- /experiments/kd_experiments/resnet18_distill/resnext29_teacher/params.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuanli2333/Teacher-free-Knowledge-Distillation/HEAD/experiments/kd_experiments/resnet18_distill/resnext29_teacher/params.json -------------------------------------------------------------------------------- /experiments/kd_experiments/resnet18_distill/shufflenet_v2_teacher/params.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuanli2333/Teacher-free-Knowledge-Distillation/HEAD/experiments/kd_experiments/resnet18_distill/shufflenet_v2_teacher/params.json -------------------------------------------------------------------------------- /experiments/kd_experiments/resnet50_distill/mobilenet_v2_teacher/params.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuanli2333/Teacher-free-Knowledge-Distillation/HEAD/experiments/kd_experiments/resnet50_distill/mobilenet_v2_teacher/params.json -------------------------------------------------------------------------------- /experiments/kd_experiments/resnet50_distill/resnet50_self_teacher/params.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuanli2333/Teacher-free-Knowledge-Distillation/HEAD/experiments/kd_experiments/resnet50_distill/resnet50_self_teacher/params.json -------------------------------------------------------------------------------- /experiments/kd_experiments/resnet50_distill/shufflenet_v2_teacher/params.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuanli2333/Teacher-free-Knowledge-Distillation/HEAD/experiments/kd_experiments/resnet50_distill/shufflenet_v2_teacher/params.json -------------------------------------------------------------------------------- /experiments/kd_experiments/resnext29_distill/mobilenet_v2_teacher/params.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuanli2333/Teacher-free-Knowledge-Distillation/HEAD/experiments/kd_experiments/resnext29_distill/mobilenet_v2_teacher/params.json -------------------------------------------------------------------------------- /experiments/kd_experiments/resnext29_distill/resnet18_teacher/params.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuanli2333/Teacher-free-Knowledge-Distillation/HEAD/experiments/kd_experiments/resnext29_distill/resnet18_teacher/params.json -------------------------------------------------------------------------------- /experiments/kd_experiments/resnext29_distill/resnext29_self_teacher/params.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuanli2333/Teacher-free-Knowledge-Distillation/HEAD/experiments/kd_experiments/resnext29_distill/resnext29_self_teacher/params.json -------------------------------------------------------------------------------- /experiments/kd_experiments/shufflenet_distill/densenet121_teacher/params.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuanli2333/Teacher-free-Knowledge-Distillation/HEAD/experiments/kd_experiments/shufflenet_distill/densenet121_teacher/params.json -------------------------------------------------------------------------------- /experiments/kd_experiments/shufflenet_distill/resnet18_teacher/params.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuanli2333/Teacher-free-Knowledge-Distillation/HEAD/experiments/kd_experiments/shufflenet_distill/resnet18_teacher/params.json -------------------------------------------------------------------------------- /experiments/kd_experiments/shufflenet_distill/resnet50_teacher/params.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuanli2333/Teacher-free-Knowledge-Distillation/HEAD/experiments/kd_experiments/shufflenet_distill/resnet50_teacher/params.json -------------------------------------------------------------------------------- /experiments/kd_experiments/shufflenet_distill/resnext29_teacher/params.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuanli2333/Teacher-free-Knowledge-Distillation/HEAD/experiments/kd_experiments/shufflenet_distill/resnext29_teacher/params.json -------------------------------------------------------------------------------- /experiments/kd_experiments/shufflenet_distill/shufflenet_self_teacher/params.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuanli2333/Teacher-free-Knowledge-Distillation/HEAD/experiments/kd_experiments/shufflenet_distill/shufflenet_self_teacher/params.json -------------------------------------------------------------------------------- /experiments/pretrained_teacher_models/readme.md: -------------------------------------------------------------------------------- 1 | Put all pre-trained models in this directory 2 | -------------------------------------------------------------------------------- /figures/De-KD.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuanli2333/Teacher-free-Knowledge-Distillation/HEAD/figures/De-KD.png -------------------------------------------------------------------------------- /figures/Re-KD.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuanli2333/Teacher-free-Knowledge-Distillation/HEAD/figures/Re-KD.png -------------------------------------------------------------------------------- /figures/Reg-Normal-LSR.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuanli2333/Teacher-free-Knowledge-Distillation/HEAD/figures/Reg-Normal-LSR.png -------------------------------------------------------------------------------- /figures/Tf-self.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuanli2333/Teacher-free-Knowledge-Distillation/HEAD/figures/Tf-self.png -------------------------------------------------------------------------------- /figures/cifar100_mv2_selfKD.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuanli2333/Teacher-free-Knowledge-Distillation/HEAD/figures/cifar100_mv2_selfKD.jpg -------------------------------------------------------------------------------- /figures/cifar100_r18_selfKD.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuanli2333/Teacher-free-Knowledge-Distillation/HEAD/figures/cifar100_r18_selfKD.jpg -------------------------------------------------------------------------------- /figures/figure1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuanli2333/Teacher-free-Knowledge-Distillation/HEAD/figures/figure1.png -------------------------------------------------------------------------------- /figures/figure_ill.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuanli2333/Teacher-free-Knowledge-Distillation/HEAD/figures/figure_ill.png -------------------------------------------------------------------------------- /main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuanli2333/Teacher-free-Knowledge-Distillation/HEAD/main.py -------------------------------------------------------------------------------- /model/alexnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuanli2333/Teacher-free-Knowledge-Distillation/HEAD/model/alexnet.py -------------------------------------------------------------------------------- /model/densenet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuanli2333/Teacher-free-Knowledge-Distillation/HEAD/model/densenet.py -------------------------------------------------------------------------------- /model/googlenet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuanli2333/Teacher-free-Knowledge-Distillation/HEAD/model/googlenet.py -------------------------------------------------------------------------------- /model/mobilenetv2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuanli2333/Teacher-free-Knowledge-Distillation/HEAD/model/mobilenetv2.py -------------------------------------------------------------------------------- /model/net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuanli2333/Teacher-free-Knowledge-Distillation/HEAD/model/net.py -------------------------------------------------------------------------------- /model/resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuanli2333/Teacher-free-Knowledge-Distillation/HEAD/model/resnet.py -------------------------------------------------------------------------------- /model/resnet.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuanli2333/Teacher-free-Knowledge-Distillation/HEAD/model/resnet.pyc -------------------------------------------------------------------------------- /model/resnext.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuanli2333/Teacher-free-Knowledge-Distillation/HEAD/model/resnext.py -------------------------------------------------------------------------------- /model/shufflenetv2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuanli2333/Teacher-free-Knowledge-Distillation/HEAD/model/shufflenetv2.py -------------------------------------------------------------------------------- /model/shufflenetv2.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuanli2333/Teacher-free-Knowledge-Distillation/HEAD/model/shufflenetv2.pyc -------------------------------------------------------------------------------- /model/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuanli2333/Teacher-free-Knowledge-Distillation/HEAD/model/utils.py -------------------------------------------------------------------------------- /model/wrn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuanli2333/Teacher-free-Knowledge-Distillation/HEAD/model/wrn.py -------------------------------------------------------------------------------- /my_loss_function.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuanli2333/Teacher-free-Knowledge-Distillation/HEAD/my_loss_function.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuanli2333/Teacher-free-Knowledge-Distillation/HEAD/requirements.txt -------------------------------------------------------------------------------- /train_kd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuanli2333/Teacher-free-Knowledge-Distillation/HEAD/train_kd.py -------------------------------------------------------------------------------- /utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuanli2333/Teacher-free-Knowledge-Distillation/HEAD/utils.py --------------------------------------------------------------------------------