├── .gitignore ├── README.md ├── dataloader.py ├── dataset ├── cifar.py ├── dataset_selfsupervision.py ├── mini_imagenet.py ├── tiered_imagenet.py └── transform_cfg.py ├── distill ├── NCEAverage.py ├── NCECriterion.py ├── __init__.py ├── alias_multinomial.py ├── criterion.py └── util.py ├── eval ├── __init__.py ├── cls_eval.py ├── meta_eval.py └── util.py ├── eval_fewshot.py ├── models ├── __init__.py ├── convnet.py ├── resnet.py ├── resnet_new.py ├── resnet_sd.py ├── resnet_selfdist.py ├── resnet_ssl.py ├── util.py └── wresnet.py ├── requirements.txt ├── run.sh ├── train_distillation.py ├── train_selfsupervison.py ├── util.py └── utils └── figs ├── main.png ├── results1.png ├── results2.png └── training.png /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brjathu/SKD/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brjathu/SKD/HEAD/README.md -------------------------------------------------------------------------------- /dataloader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brjathu/SKD/HEAD/dataloader.py -------------------------------------------------------------------------------- /dataset/cifar.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brjathu/SKD/HEAD/dataset/cifar.py -------------------------------------------------------------------------------- /dataset/dataset_selfsupervision.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brjathu/SKD/HEAD/dataset/dataset_selfsupervision.py -------------------------------------------------------------------------------- /dataset/mini_imagenet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brjathu/SKD/HEAD/dataset/mini_imagenet.py -------------------------------------------------------------------------------- /dataset/tiered_imagenet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brjathu/SKD/HEAD/dataset/tiered_imagenet.py -------------------------------------------------------------------------------- /dataset/transform_cfg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brjathu/SKD/HEAD/dataset/transform_cfg.py -------------------------------------------------------------------------------- /distill/NCEAverage.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brjathu/SKD/HEAD/distill/NCEAverage.py -------------------------------------------------------------------------------- /distill/NCECriterion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brjathu/SKD/HEAD/distill/NCECriterion.py -------------------------------------------------------------------------------- /distill/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /distill/alias_multinomial.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brjathu/SKD/HEAD/distill/alias_multinomial.py -------------------------------------------------------------------------------- /distill/criterion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brjathu/SKD/HEAD/distill/criterion.py -------------------------------------------------------------------------------- /distill/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brjathu/SKD/HEAD/distill/util.py -------------------------------------------------------------------------------- /eval/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /eval/cls_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brjathu/SKD/HEAD/eval/cls_eval.py -------------------------------------------------------------------------------- /eval/meta_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brjathu/SKD/HEAD/eval/meta_eval.py -------------------------------------------------------------------------------- /eval/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brjathu/SKD/HEAD/eval/util.py -------------------------------------------------------------------------------- /eval_fewshot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brjathu/SKD/HEAD/eval_fewshot.py -------------------------------------------------------------------------------- /models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brjathu/SKD/HEAD/models/__init__.py -------------------------------------------------------------------------------- /models/convnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brjathu/SKD/HEAD/models/convnet.py -------------------------------------------------------------------------------- /models/resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brjathu/SKD/HEAD/models/resnet.py -------------------------------------------------------------------------------- /models/resnet_new.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brjathu/SKD/HEAD/models/resnet_new.py -------------------------------------------------------------------------------- /models/resnet_sd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brjathu/SKD/HEAD/models/resnet_sd.py -------------------------------------------------------------------------------- /models/resnet_selfdist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brjathu/SKD/HEAD/models/resnet_selfdist.py -------------------------------------------------------------------------------- /models/resnet_ssl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brjathu/SKD/HEAD/models/resnet_ssl.py -------------------------------------------------------------------------------- /models/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brjathu/SKD/HEAD/models/util.py -------------------------------------------------------------------------------- /models/wresnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brjathu/SKD/HEAD/models/wresnet.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brjathu/SKD/HEAD/requirements.txt -------------------------------------------------------------------------------- /run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brjathu/SKD/HEAD/run.sh -------------------------------------------------------------------------------- /train_distillation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brjathu/SKD/HEAD/train_distillation.py -------------------------------------------------------------------------------- /train_selfsupervison.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brjathu/SKD/HEAD/train_selfsupervison.py -------------------------------------------------------------------------------- /util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brjathu/SKD/HEAD/util.py -------------------------------------------------------------------------------- /utils/figs/main.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brjathu/SKD/HEAD/utils/figs/main.png -------------------------------------------------------------------------------- /utils/figs/results1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brjathu/SKD/HEAD/utils/figs/results1.png -------------------------------------------------------------------------------- /utils/figs/results2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brjathu/SKD/HEAD/utils/figs/results2.png -------------------------------------------------------------------------------- /utils/figs/training.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brjathu/SKD/HEAD/utils/figs/training.png --------------------------------------------------------------------------------