├── .gitignore ├── LICENSE ├── README.md ├── cv ├── .gitignore ├── LICENSE ├── README.md ├── crd │ ├── __init__.py │ ├── criterion.py │ └── memory.py ├── dataset │ ├── cifar100.py │ ├── cifar_with_held.py │ ├── imagenet.py │ └── meta_cifar100.py ├── distiller_zoo │ ├── AB.py │ ├── AT.py │ ├── CC.py │ ├── FSP.py │ ├── FT.py │ ├── FitNet.py │ ├── KD.py │ ├── KDSVD.py │ ├── MSE.py │ ├── NST.py │ ├── PKT.py │ ├── RKD.py │ ├── SP.py │ ├── VID.py │ └── __init__.py ├── helper │ ├── __init__.py │ ├── loops.py │ ├── meta_loops.py │ ├── pretrain.py │ └── util.py ├── models │ ├── ShuffleNetv1.py │ ├── ShuffleNetv2.py │ ├── __init__.py │ ├── classifier.py │ ├── meta_resnet.py │ ├── meta_resnet_v2.py │ ├── meta_vgg.py │ ├── mobilenetv2.py │ ├── resnet.py │ ├── resnetv2.py │ ├── util.py │ ├── vgg.py │ └── wrn.py ├── scripts │ ├── fetch_pretrained_teachers.sh │ ├── run_cifar_distill.sh │ └── run_cifar_vanilla.sh ├── train_student.py ├── train_student_debug.py ├── train_student_meta.py └── train_teacher.py └── nlp ├── .gitignore ├── LICENSE ├── README.md ├── distillation_meta.py ├── download_glue_data.py ├── functional_forward_bert.py ├── mrpc_hyperparameters.json ├── requirements.txt ├── run_glue.py ├── run_glue_distillation_meta.py ├── run_hyperparameter_tuning.py └── utils_glue.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JetRunner/MetaDistil/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JetRunner/MetaDistil/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JetRunner/MetaDistil/HEAD/README.md -------------------------------------------------------------------------------- /cv/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JetRunner/MetaDistil/HEAD/cv/.gitignore -------------------------------------------------------------------------------- /cv/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JetRunner/MetaDistil/HEAD/cv/LICENSE -------------------------------------------------------------------------------- /cv/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JetRunner/MetaDistil/HEAD/cv/README.md -------------------------------------------------------------------------------- /cv/crd/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /cv/crd/criterion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JetRunner/MetaDistil/HEAD/cv/crd/criterion.py -------------------------------------------------------------------------------- /cv/crd/memory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JetRunner/MetaDistil/HEAD/cv/crd/memory.py -------------------------------------------------------------------------------- /cv/dataset/cifar100.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JetRunner/MetaDistil/HEAD/cv/dataset/cifar100.py -------------------------------------------------------------------------------- /cv/dataset/cifar_with_held.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JetRunner/MetaDistil/HEAD/cv/dataset/cifar_with_held.py -------------------------------------------------------------------------------- /cv/dataset/imagenet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JetRunner/MetaDistil/HEAD/cv/dataset/imagenet.py -------------------------------------------------------------------------------- /cv/dataset/meta_cifar100.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JetRunner/MetaDistil/HEAD/cv/dataset/meta_cifar100.py -------------------------------------------------------------------------------- /cv/distiller_zoo/AB.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JetRunner/MetaDistil/HEAD/cv/distiller_zoo/AB.py -------------------------------------------------------------------------------- /cv/distiller_zoo/AT.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JetRunner/MetaDistil/HEAD/cv/distiller_zoo/AT.py -------------------------------------------------------------------------------- /cv/distiller_zoo/CC.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JetRunner/MetaDistil/HEAD/cv/distiller_zoo/CC.py -------------------------------------------------------------------------------- /cv/distiller_zoo/FSP.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JetRunner/MetaDistil/HEAD/cv/distiller_zoo/FSP.py -------------------------------------------------------------------------------- /cv/distiller_zoo/FT.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JetRunner/MetaDistil/HEAD/cv/distiller_zoo/FT.py -------------------------------------------------------------------------------- /cv/distiller_zoo/FitNet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JetRunner/MetaDistil/HEAD/cv/distiller_zoo/FitNet.py -------------------------------------------------------------------------------- /cv/distiller_zoo/KD.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JetRunner/MetaDistil/HEAD/cv/distiller_zoo/KD.py -------------------------------------------------------------------------------- /cv/distiller_zoo/KDSVD.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JetRunner/MetaDistil/HEAD/cv/distiller_zoo/KDSVD.py -------------------------------------------------------------------------------- /cv/distiller_zoo/MSE.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JetRunner/MetaDistil/HEAD/cv/distiller_zoo/MSE.py -------------------------------------------------------------------------------- /cv/distiller_zoo/NST.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JetRunner/MetaDistil/HEAD/cv/distiller_zoo/NST.py -------------------------------------------------------------------------------- /cv/distiller_zoo/PKT.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JetRunner/MetaDistil/HEAD/cv/distiller_zoo/PKT.py -------------------------------------------------------------------------------- /cv/distiller_zoo/RKD.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JetRunner/MetaDistil/HEAD/cv/distiller_zoo/RKD.py -------------------------------------------------------------------------------- /cv/distiller_zoo/SP.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JetRunner/MetaDistil/HEAD/cv/distiller_zoo/SP.py -------------------------------------------------------------------------------- /cv/distiller_zoo/VID.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JetRunner/MetaDistil/HEAD/cv/distiller_zoo/VID.py -------------------------------------------------------------------------------- /cv/distiller_zoo/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JetRunner/MetaDistil/HEAD/cv/distiller_zoo/__init__.py -------------------------------------------------------------------------------- /cv/helper/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /cv/helper/loops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JetRunner/MetaDistil/HEAD/cv/helper/loops.py -------------------------------------------------------------------------------- /cv/helper/meta_loops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JetRunner/MetaDistil/HEAD/cv/helper/meta_loops.py -------------------------------------------------------------------------------- /cv/helper/pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JetRunner/MetaDistil/HEAD/cv/helper/pretrain.py -------------------------------------------------------------------------------- /cv/helper/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JetRunner/MetaDistil/HEAD/cv/helper/util.py -------------------------------------------------------------------------------- /cv/models/ShuffleNetv1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JetRunner/MetaDistil/HEAD/cv/models/ShuffleNetv1.py -------------------------------------------------------------------------------- /cv/models/ShuffleNetv2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JetRunner/MetaDistil/HEAD/cv/models/ShuffleNetv2.py -------------------------------------------------------------------------------- /cv/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JetRunner/MetaDistil/HEAD/cv/models/__init__.py -------------------------------------------------------------------------------- /cv/models/classifier.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JetRunner/MetaDistil/HEAD/cv/models/classifier.py -------------------------------------------------------------------------------- /cv/models/meta_resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JetRunner/MetaDistil/HEAD/cv/models/meta_resnet.py -------------------------------------------------------------------------------- /cv/models/meta_resnet_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JetRunner/MetaDistil/HEAD/cv/models/meta_resnet_v2.py -------------------------------------------------------------------------------- /cv/models/meta_vgg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JetRunner/MetaDistil/HEAD/cv/models/meta_vgg.py -------------------------------------------------------------------------------- /cv/models/mobilenetv2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JetRunner/MetaDistil/HEAD/cv/models/mobilenetv2.py -------------------------------------------------------------------------------- /cv/models/resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JetRunner/MetaDistil/HEAD/cv/models/resnet.py -------------------------------------------------------------------------------- /cv/models/resnetv2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JetRunner/MetaDistil/HEAD/cv/models/resnetv2.py -------------------------------------------------------------------------------- /cv/models/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JetRunner/MetaDistil/HEAD/cv/models/util.py -------------------------------------------------------------------------------- /cv/models/vgg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JetRunner/MetaDistil/HEAD/cv/models/vgg.py -------------------------------------------------------------------------------- /cv/models/wrn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JetRunner/MetaDistil/HEAD/cv/models/wrn.py -------------------------------------------------------------------------------- /cv/scripts/fetch_pretrained_teachers.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JetRunner/MetaDistil/HEAD/cv/scripts/fetch_pretrained_teachers.sh -------------------------------------------------------------------------------- /cv/scripts/run_cifar_distill.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JetRunner/MetaDistil/HEAD/cv/scripts/run_cifar_distill.sh -------------------------------------------------------------------------------- /cv/scripts/run_cifar_vanilla.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JetRunner/MetaDistil/HEAD/cv/scripts/run_cifar_vanilla.sh -------------------------------------------------------------------------------- /cv/train_student.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JetRunner/MetaDistil/HEAD/cv/train_student.py -------------------------------------------------------------------------------- /cv/train_student_debug.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JetRunner/MetaDistil/HEAD/cv/train_student_debug.py -------------------------------------------------------------------------------- /cv/train_student_meta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JetRunner/MetaDistil/HEAD/cv/train_student_meta.py -------------------------------------------------------------------------------- /cv/train_teacher.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JetRunner/MetaDistil/HEAD/cv/train_teacher.py -------------------------------------------------------------------------------- /nlp/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JetRunner/MetaDistil/HEAD/nlp/.gitignore -------------------------------------------------------------------------------- /nlp/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JetRunner/MetaDistil/HEAD/nlp/LICENSE -------------------------------------------------------------------------------- /nlp/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JetRunner/MetaDistil/HEAD/nlp/README.md -------------------------------------------------------------------------------- /nlp/distillation_meta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JetRunner/MetaDistil/HEAD/nlp/distillation_meta.py -------------------------------------------------------------------------------- /nlp/download_glue_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JetRunner/MetaDistil/HEAD/nlp/download_glue_data.py -------------------------------------------------------------------------------- /nlp/functional_forward_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JetRunner/MetaDistil/HEAD/nlp/functional_forward_bert.py -------------------------------------------------------------------------------- /nlp/mrpc_hyperparameters.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JetRunner/MetaDistil/HEAD/nlp/mrpc_hyperparameters.json -------------------------------------------------------------------------------- /nlp/requirements.txt: -------------------------------------------------------------------------------- 1 | transformers 2 | -------------------------------------------------------------------------------- /nlp/run_glue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JetRunner/MetaDistil/HEAD/nlp/run_glue.py -------------------------------------------------------------------------------- /nlp/run_glue_distillation_meta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JetRunner/MetaDistil/HEAD/nlp/run_glue_distillation_meta.py -------------------------------------------------------------------------------- /nlp/run_hyperparameter_tuning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JetRunner/MetaDistil/HEAD/nlp/run_hyperparameter_tuning.py -------------------------------------------------------------------------------- /nlp/utils_glue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JetRunner/MetaDistil/HEAD/nlp/utils_glue.py --------------------------------------------------------------------------------