├── README.md ├── StructuredPruning ├── README.md ├── evaluate.py ├── glue.py ├── metric_glue.py ├── model │ ├── Bert.py │ ├── PruneBert.py │ └── TeacherBert.py ├── prune │ └── prune_utils.py ├── run_glue.py ├── run_glue.sh ├── run_squad.py ├── run_squad.sh ├── squad.py ├── squad_metric.py ├── trainer_qa.py └── utils_qa.py ├── UnstructuredPruning ├── README.md ├── bertarize.py ├── counts_parameters.py ├── emmental │ ├── __init__.py │ ├── configuration_bert_masked.py │ ├── modeling_bert_masked.py │ ├── modules │ │ ├── __init__.py │ │ ├── binarizer.py │ │ └── masked_nn.py │ └── teacher_bert.py ├── masked_run_glue.py ├── masked_run_squad.py ├── run_glue_soft_kd.sh ├── run_glue_topk_kd.sh ├── run_squad_soft_kd.sh └── run_squad_topk_kd.sh └── cap.png /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RunxinXu/ContrastivePruning/HEAD/README.md -------------------------------------------------------------------------------- /StructuredPruning/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RunxinXu/ContrastivePruning/HEAD/StructuredPruning/README.md -------------------------------------------------------------------------------- /StructuredPruning/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RunxinXu/ContrastivePruning/HEAD/StructuredPruning/evaluate.py -------------------------------------------------------------------------------- /StructuredPruning/glue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RunxinXu/ContrastivePruning/HEAD/StructuredPruning/glue.py -------------------------------------------------------------------------------- /StructuredPruning/metric_glue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RunxinXu/ContrastivePruning/HEAD/StructuredPruning/metric_glue.py -------------------------------------------------------------------------------- /StructuredPruning/model/Bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RunxinXu/ContrastivePruning/HEAD/StructuredPruning/model/Bert.py -------------------------------------------------------------------------------- /StructuredPruning/model/PruneBert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RunxinXu/ContrastivePruning/HEAD/StructuredPruning/model/PruneBert.py -------------------------------------------------------------------------------- /StructuredPruning/model/TeacherBert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RunxinXu/ContrastivePruning/HEAD/StructuredPruning/model/TeacherBert.py -------------------------------------------------------------------------------- /StructuredPruning/prune/prune_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RunxinXu/ContrastivePruning/HEAD/StructuredPruning/prune/prune_utils.py -------------------------------------------------------------------------------- /StructuredPruning/run_glue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RunxinXu/ContrastivePruning/HEAD/StructuredPruning/run_glue.py -------------------------------------------------------------------------------- /StructuredPruning/run_glue.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RunxinXu/ContrastivePruning/HEAD/StructuredPruning/run_glue.sh -------------------------------------------------------------------------------- /StructuredPruning/run_squad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RunxinXu/ContrastivePruning/HEAD/StructuredPruning/run_squad.py -------------------------------------------------------------------------------- /StructuredPruning/run_squad.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RunxinXu/ContrastivePruning/HEAD/StructuredPruning/run_squad.sh -------------------------------------------------------------------------------- /StructuredPruning/squad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RunxinXu/ContrastivePruning/HEAD/StructuredPruning/squad.py -------------------------------------------------------------------------------- /StructuredPruning/squad_metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RunxinXu/ContrastivePruning/HEAD/StructuredPruning/squad_metric.py -------------------------------------------------------------------------------- /StructuredPruning/trainer_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RunxinXu/ContrastivePruning/HEAD/StructuredPruning/trainer_qa.py -------------------------------------------------------------------------------- /StructuredPruning/utils_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RunxinXu/ContrastivePruning/HEAD/StructuredPruning/utils_qa.py -------------------------------------------------------------------------------- /UnstructuredPruning/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RunxinXu/ContrastivePruning/HEAD/UnstructuredPruning/README.md -------------------------------------------------------------------------------- /UnstructuredPruning/bertarize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RunxinXu/ContrastivePruning/HEAD/UnstructuredPruning/bertarize.py -------------------------------------------------------------------------------- /UnstructuredPruning/counts_parameters.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RunxinXu/ContrastivePruning/HEAD/UnstructuredPruning/counts_parameters.py -------------------------------------------------------------------------------- /UnstructuredPruning/emmental/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RunxinXu/ContrastivePruning/HEAD/UnstructuredPruning/emmental/__init__.py -------------------------------------------------------------------------------- /UnstructuredPruning/emmental/configuration_bert_masked.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RunxinXu/ContrastivePruning/HEAD/UnstructuredPruning/emmental/configuration_bert_masked.py -------------------------------------------------------------------------------- /UnstructuredPruning/emmental/modeling_bert_masked.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RunxinXu/ContrastivePruning/HEAD/UnstructuredPruning/emmental/modeling_bert_masked.py -------------------------------------------------------------------------------- /UnstructuredPruning/emmental/modules/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RunxinXu/ContrastivePruning/HEAD/UnstructuredPruning/emmental/modules/__init__.py -------------------------------------------------------------------------------- /UnstructuredPruning/emmental/modules/binarizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RunxinXu/ContrastivePruning/HEAD/UnstructuredPruning/emmental/modules/binarizer.py -------------------------------------------------------------------------------- /UnstructuredPruning/emmental/modules/masked_nn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RunxinXu/ContrastivePruning/HEAD/UnstructuredPruning/emmental/modules/masked_nn.py -------------------------------------------------------------------------------- /UnstructuredPruning/emmental/teacher_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RunxinXu/ContrastivePruning/HEAD/UnstructuredPruning/emmental/teacher_bert.py -------------------------------------------------------------------------------- /UnstructuredPruning/masked_run_glue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RunxinXu/ContrastivePruning/HEAD/UnstructuredPruning/masked_run_glue.py -------------------------------------------------------------------------------- /UnstructuredPruning/masked_run_squad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RunxinXu/ContrastivePruning/HEAD/UnstructuredPruning/masked_run_squad.py -------------------------------------------------------------------------------- /UnstructuredPruning/run_glue_soft_kd.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RunxinXu/ContrastivePruning/HEAD/UnstructuredPruning/run_glue_soft_kd.sh -------------------------------------------------------------------------------- /UnstructuredPruning/run_glue_topk_kd.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RunxinXu/ContrastivePruning/HEAD/UnstructuredPruning/run_glue_topk_kd.sh -------------------------------------------------------------------------------- /UnstructuredPruning/run_squad_soft_kd.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RunxinXu/ContrastivePruning/HEAD/UnstructuredPruning/run_squad_soft_kd.sh -------------------------------------------------------------------------------- /UnstructuredPruning/run_squad_topk_kd.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RunxinXu/ContrastivePruning/HEAD/UnstructuredPruning/run_squad_topk_kd.sh -------------------------------------------------------------------------------- /cap.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RunxinXu/ContrastivePruning/HEAD/cap.png --------------------------------------------------------------------------------