├── README.md ├── configs ├── cifar100 │ ├── at.yaml │ ├── crd.yaml │ ├── dkd │ │ ├── res110_res32.yaml │ │ ├── res32x4_res8x4.yaml │ │ ├── res32x4_res8x4_aug.yaml │ │ ├── res32x4_shuv1.yaml │ │ ├── res32x4_shuv2.yaml │ │ ├── res50_mv2.yaml │ │ ├── res56_res20.yaml │ │ ├── vgg13_mv2.yaml │ │ ├── vgg13_vgg8.yaml │ │ ├── wrn40_2_shuv1.yaml │ │ ├── wrn40_2_wrn_16_2.yaml │ │ └── wrn40_2_wrn_40_1.yaml │ ├── fitnet.yaml │ ├── kd.yaml │ ├── kdsvd.yaml │ ├── nst.yaml │ ├── ofd.yaml │ ├── ours │ │ ├── res110_res32.yaml │ │ ├── res32x4_res8x4.yaml │ │ ├── res32x4_shuv1.yaml │ │ ├── res32x4_shuv2.yaml │ │ ├── res50_mv2.yaml │ │ ├── res56_res20.yaml │ │ ├── vgg13_mv2.yaml │ │ ├── vgg13_vgg8.yaml │ │ ├── wrn40_2_shuv1.yaml │ │ ├── wrn40_2_wrn_16_2.yaml │ │ └── wrn40_2_wrn_40_1.yaml │ ├── pkt.yaml │ ├── reviewkd.yaml │ ├── rkd.yaml │ ├── sp.yaml │ ├── vanilla.yaml │ └── vid.yaml └── imagenet │ ├── r34_r18 │ ├── at.yaml │ ├── crd.yaml │ ├── dkd.yaml │ ├── kd.yaml │ ├── kd_ours.yaml │ └── reviewkd.yaml │ └── r50_mv2 │ ├── at.yaml │ ├── crd.yaml │ ├── dkd.yaml │ ├── kd.yaml │ ├── kd_ours.yaml │ ├── ofd.yaml │ └── reviewkd.yaml ├── mdistiller ├── __init__.py ├── dataset │ ├── __init__.py │ ├── cifar100.py │ └── imagenet.py ├── distillers │ ├── AT.py │ ├── CRD.py │ ├── DKD.py │ ├── FitNet.py │ ├── KD.py │ ├── KDSVD.py │ ├── KD_ours.py │ ├── NST.py │ ├── OFD.py │ ├── PKT.py │ ├── RKD.py │ ├── ReviewKD.py │ ├── SP.py │ ├── Sonly.py │ ├── VID.py │ ├── __init__.py │ ├── _base.py │ ├── _common.py │ └── loss.py ├── engine │ ├── __init__.py │ ├── cfg.py │ ├── trainer.py │ └── utils.py └── models │ ├── __init__.py │ ├── cifar │ ├── ShuffleNetv1.py │ ├── ShuffleNetv2.py │ ├── __init__.py │ ├── mobilenetv2.py │ ├── resnet.py │ ├── resnetv2.py │ ├── vgg.py │ └── wrn.py │ └── imagenet │ ├── __init__.py │ ├── mobilenetv2.py │ └── resnet.py ├── requirements.txt ├── setup.py └── tools ├── eval.py ├── train.py ├── train_ours.py └── visualizations ├── correlation.ipynb └── tsne.ipynb /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/README.md -------------------------------------------------------------------------------- /configs/cifar100/at.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/configs/cifar100/at.yaml -------------------------------------------------------------------------------- /configs/cifar100/crd.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/configs/cifar100/crd.yaml -------------------------------------------------------------------------------- /configs/cifar100/dkd/res110_res32.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/configs/cifar100/dkd/res110_res32.yaml -------------------------------------------------------------------------------- /configs/cifar100/dkd/res32x4_res8x4.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/configs/cifar100/dkd/res32x4_res8x4.yaml -------------------------------------------------------------------------------- /configs/cifar100/dkd/res32x4_res8x4_aug.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/configs/cifar100/dkd/res32x4_res8x4_aug.yaml -------------------------------------------------------------------------------- /configs/cifar100/dkd/res32x4_shuv1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/configs/cifar100/dkd/res32x4_shuv1.yaml -------------------------------------------------------------------------------- /configs/cifar100/dkd/res32x4_shuv2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/configs/cifar100/dkd/res32x4_shuv2.yaml -------------------------------------------------------------------------------- /configs/cifar100/dkd/res50_mv2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/configs/cifar100/dkd/res50_mv2.yaml -------------------------------------------------------------------------------- /configs/cifar100/dkd/res56_res20.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/configs/cifar100/dkd/res56_res20.yaml -------------------------------------------------------------------------------- /configs/cifar100/dkd/vgg13_mv2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/configs/cifar100/dkd/vgg13_mv2.yaml -------------------------------------------------------------------------------- /configs/cifar100/dkd/vgg13_vgg8.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/configs/cifar100/dkd/vgg13_vgg8.yaml -------------------------------------------------------------------------------- /configs/cifar100/dkd/wrn40_2_shuv1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/configs/cifar100/dkd/wrn40_2_shuv1.yaml -------------------------------------------------------------------------------- /configs/cifar100/dkd/wrn40_2_wrn_16_2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/configs/cifar100/dkd/wrn40_2_wrn_16_2.yaml -------------------------------------------------------------------------------- /configs/cifar100/dkd/wrn40_2_wrn_40_1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/configs/cifar100/dkd/wrn40_2_wrn_40_1.yaml -------------------------------------------------------------------------------- /configs/cifar100/fitnet.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/configs/cifar100/fitnet.yaml -------------------------------------------------------------------------------- /configs/cifar100/kd.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/configs/cifar100/kd.yaml -------------------------------------------------------------------------------- /configs/cifar100/kdsvd.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/configs/cifar100/kdsvd.yaml -------------------------------------------------------------------------------- /configs/cifar100/nst.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/configs/cifar100/nst.yaml -------------------------------------------------------------------------------- /configs/cifar100/ofd.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/configs/cifar100/ofd.yaml -------------------------------------------------------------------------------- /configs/cifar100/ours/res110_res32.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/configs/cifar100/ours/res110_res32.yaml -------------------------------------------------------------------------------- /configs/cifar100/ours/res32x4_res8x4.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/configs/cifar100/ours/res32x4_res8x4.yaml -------------------------------------------------------------------------------- /configs/cifar100/ours/res32x4_shuv1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/configs/cifar100/ours/res32x4_shuv1.yaml -------------------------------------------------------------------------------- /configs/cifar100/ours/res32x4_shuv2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/configs/cifar100/ours/res32x4_shuv2.yaml -------------------------------------------------------------------------------- /configs/cifar100/ours/res50_mv2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/configs/cifar100/ours/res50_mv2.yaml -------------------------------------------------------------------------------- /configs/cifar100/ours/res56_res20.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/configs/cifar100/ours/res56_res20.yaml -------------------------------------------------------------------------------- /configs/cifar100/ours/vgg13_mv2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/configs/cifar100/ours/vgg13_mv2.yaml -------------------------------------------------------------------------------- /configs/cifar100/ours/vgg13_vgg8.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/configs/cifar100/ours/vgg13_vgg8.yaml -------------------------------------------------------------------------------- /configs/cifar100/ours/wrn40_2_shuv1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/configs/cifar100/ours/wrn40_2_shuv1.yaml -------------------------------------------------------------------------------- /configs/cifar100/ours/wrn40_2_wrn_16_2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/configs/cifar100/ours/wrn40_2_wrn_16_2.yaml -------------------------------------------------------------------------------- /configs/cifar100/ours/wrn40_2_wrn_40_1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/configs/cifar100/ours/wrn40_2_wrn_40_1.yaml -------------------------------------------------------------------------------- /configs/cifar100/pkt.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/configs/cifar100/pkt.yaml -------------------------------------------------------------------------------- /configs/cifar100/reviewkd.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/configs/cifar100/reviewkd.yaml -------------------------------------------------------------------------------- /configs/cifar100/rkd.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/configs/cifar100/rkd.yaml -------------------------------------------------------------------------------- /configs/cifar100/sp.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/configs/cifar100/sp.yaml -------------------------------------------------------------------------------- /configs/cifar100/vanilla.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/configs/cifar100/vanilla.yaml -------------------------------------------------------------------------------- /configs/cifar100/vid.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/configs/cifar100/vid.yaml -------------------------------------------------------------------------------- /configs/imagenet/r34_r18/at.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/configs/imagenet/r34_r18/at.yaml -------------------------------------------------------------------------------- /configs/imagenet/r34_r18/crd.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/configs/imagenet/r34_r18/crd.yaml -------------------------------------------------------------------------------- /configs/imagenet/r34_r18/dkd.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/configs/imagenet/r34_r18/dkd.yaml -------------------------------------------------------------------------------- /configs/imagenet/r34_r18/kd.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/configs/imagenet/r34_r18/kd.yaml -------------------------------------------------------------------------------- /configs/imagenet/r34_r18/kd_ours.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/configs/imagenet/r34_r18/kd_ours.yaml -------------------------------------------------------------------------------- /configs/imagenet/r34_r18/reviewkd.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/configs/imagenet/r34_r18/reviewkd.yaml -------------------------------------------------------------------------------- /configs/imagenet/r50_mv2/at.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/configs/imagenet/r50_mv2/at.yaml -------------------------------------------------------------------------------- /configs/imagenet/r50_mv2/crd.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/configs/imagenet/r50_mv2/crd.yaml -------------------------------------------------------------------------------- /configs/imagenet/r50_mv2/dkd.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/configs/imagenet/r50_mv2/dkd.yaml -------------------------------------------------------------------------------- /configs/imagenet/r50_mv2/kd.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/configs/imagenet/r50_mv2/kd.yaml -------------------------------------------------------------------------------- /configs/imagenet/r50_mv2/kd_ours.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/configs/imagenet/r50_mv2/kd_ours.yaml -------------------------------------------------------------------------------- /configs/imagenet/r50_mv2/ofd.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/configs/imagenet/r50_mv2/ofd.yaml -------------------------------------------------------------------------------- /configs/imagenet/r50_mv2/reviewkd.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/configs/imagenet/r50_mv2/reviewkd.yaml -------------------------------------------------------------------------------- /mdistiller/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mdistiller/dataset/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/mdistiller/dataset/__init__.py -------------------------------------------------------------------------------- /mdistiller/dataset/cifar100.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/mdistiller/dataset/cifar100.py -------------------------------------------------------------------------------- /mdistiller/dataset/imagenet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/mdistiller/dataset/imagenet.py -------------------------------------------------------------------------------- /mdistiller/distillers/AT.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/mdistiller/distillers/AT.py -------------------------------------------------------------------------------- /mdistiller/distillers/CRD.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/mdistiller/distillers/CRD.py -------------------------------------------------------------------------------- /mdistiller/distillers/DKD.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/mdistiller/distillers/DKD.py -------------------------------------------------------------------------------- /mdistiller/distillers/FitNet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/mdistiller/distillers/FitNet.py -------------------------------------------------------------------------------- /mdistiller/distillers/KD.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/mdistiller/distillers/KD.py -------------------------------------------------------------------------------- /mdistiller/distillers/KDSVD.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/mdistiller/distillers/KDSVD.py -------------------------------------------------------------------------------- /mdistiller/distillers/KD_ours.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/mdistiller/distillers/KD_ours.py -------------------------------------------------------------------------------- /mdistiller/distillers/NST.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/mdistiller/distillers/NST.py -------------------------------------------------------------------------------- /mdistiller/distillers/OFD.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/mdistiller/distillers/OFD.py -------------------------------------------------------------------------------- /mdistiller/distillers/PKT.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/mdistiller/distillers/PKT.py -------------------------------------------------------------------------------- /mdistiller/distillers/RKD.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/mdistiller/distillers/RKD.py -------------------------------------------------------------------------------- /mdistiller/distillers/ReviewKD.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/mdistiller/distillers/ReviewKD.py -------------------------------------------------------------------------------- /mdistiller/distillers/SP.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/mdistiller/distillers/SP.py -------------------------------------------------------------------------------- /mdistiller/distillers/Sonly.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/mdistiller/distillers/Sonly.py -------------------------------------------------------------------------------- /mdistiller/distillers/VID.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/mdistiller/distillers/VID.py -------------------------------------------------------------------------------- /mdistiller/distillers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/mdistiller/distillers/__init__.py -------------------------------------------------------------------------------- /mdistiller/distillers/_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/mdistiller/distillers/_base.py -------------------------------------------------------------------------------- /mdistiller/distillers/_common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/mdistiller/distillers/_common.py -------------------------------------------------------------------------------- /mdistiller/distillers/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/mdistiller/distillers/loss.py -------------------------------------------------------------------------------- /mdistiller/engine/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/mdistiller/engine/__init__.py -------------------------------------------------------------------------------- /mdistiller/engine/cfg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/mdistiller/engine/cfg.py -------------------------------------------------------------------------------- /mdistiller/engine/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/mdistiller/engine/trainer.py -------------------------------------------------------------------------------- /mdistiller/engine/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/mdistiller/engine/utils.py -------------------------------------------------------------------------------- /mdistiller/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/mdistiller/models/__init__.py -------------------------------------------------------------------------------- /mdistiller/models/cifar/ShuffleNetv1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/mdistiller/models/cifar/ShuffleNetv1.py -------------------------------------------------------------------------------- /mdistiller/models/cifar/ShuffleNetv2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/mdistiller/models/cifar/ShuffleNetv2.py -------------------------------------------------------------------------------- /mdistiller/models/cifar/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/mdistiller/models/cifar/__init__.py -------------------------------------------------------------------------------- /mdistiller/models/cifar/mobilenetv2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/mdistiller/models/cifar/mobilenetv2.py -------------------------------------------------------------------------------- /mdistiller/models/cifar/resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/mdistiller/models/cifar/resnet.py -------------------------------------------------------------------------------- /mdistiller/models/cifar/resnetv2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/mdistiller/models/cifar/resnetv2.py -------------------------------------------------------------------------------- /mdistiller/models/cifar/vgg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/mdistiller/models/cifar/vgg.py -------------------------------------------------------------------------------- /mdistiller/models/cifar/wrn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/mdistiller/models/cifar/wrn.py -------------------------------------------------------------------------------- /mdistiller/models/imagenet/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/mdistiller/models/imagenet/__init__.py -------------------------------------------------------------------------------- /mdistiller/models/imagenet/mobilenetv2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/mdistiller/models/imagenet/mobilenetv2.py -------------------------------------------------------------------------------- /mdistiller/models/imagenet/resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/mdistiller/models/imagenet/resnet.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- 1 | torch==1.7.0 2 | yacs 3 | wandb 4 | -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/setup.py -------------------------------------------------------------------------------- /tools/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/tools/eval.py -------------------------------------------------------------------------------- /tools/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/tools/train.py -------------------------------------------------------------------------------- /tools/train_ours.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/tools/train_ours.py -------------------------------------------------------------------------------- /tools/visualizations/correlation.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/tools/visualizations/correlation.ipynb -------------------------------------------------------------------------------- /tools/visualizations/tsne.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Jin-Ying/Multi-Level-Logit-Distillation/HEAD/tools/visualizations/tsne.ipynb --------------------------------------------------------------------------------