├── LICENSE ├── README.md ├── _config.yml ├── alum ├── README.md ├── __init__.py ├── adv_masked_lm.py ├── adv_masked_lm_task.py ├── adv_model │ ├── __init__.py │ ├── alignment_utils.py │ ├── hub_interface.py │ └── model.py └── alum_train.sh ├── calc_metrics.py ├── construct_mtl_mask.py ├── data_utils ├── __init__.py ├── gpt2_bpe.py ├── log_wrapper.py ├── mask_utils.py ├── metrics.py ├── mrc_eval.py ├── roberta_utils.py ├── squad_eval.py ├── task_def.py ├── utils.py ├── vocab.py └── xlnet_utils.py ├── docker └── Dockerfile ├── download.sh ├── experiments ├── __init__.py ├── common_utils.py ├── exp_def.py ├── glue │ ├── generate_task_def.py │ ├── glue_label_map.py │ ├── glue_prepro.py │ ├── glue_task_def.yml │ ├── glue_utils.py │ ├── prepro.sh │ ├── split_prepro.py │ └── split_prepro.sh ├── mlm │ ├── mlm.yml │ └── mlm_utils.py ├── ner │ ├── ner_task_def.yml │ ├── ner_task_def_roberta.yml │ ├── ner_utils.py │ └── prepro.py └── squad │ ├── __init__.py │ ├── squad_prepro.py │ ├── squad_task_def.yml │ ├── squad_utils.py │ └── verify_calc_span.py ├── extractor.py ├── input_examples ├── mlm_train.json ├── pair-input.txt └── single-input.txt ├── int_test_data └── glue │ ├── expected │ ├── encoder │ │ ├── bert_uncased_lower │ │ │ └── cola_encoding.pt │ │ └── roberta_cased_lower │ │ │ └── cola_encoding.pt │ └── prepro_std │ │ ├── bert_base_uncased_lower │ │ ├── cola_train.json │ │ ├── mnli_train.json │ │ └── stsb_train.json │ │ └── roberta_base_cased │ │ ├── cola_train.json │ │ ├── mnli_train.json │ │ └── stsb_train.json │ └── input │ ├── encoder │ ├── bert_uncased_lower │ │ ├── cola_dev.json │ │ ├── cola_test.json │ │ └── cola_train.json │ └── roberta_cased_lower │ │ ├── cola_dev.json │ │ ├── cola_test.json │ │ └── cola_train.json │ └── prepro_std │ ├── cola_train.tsv │ ├── glue_task_def.yml │ ├── mnli_train.tsv │ └── stsb_train.tsv ├── int_test_encoder.py ├── int_test_prepro_std.py ├── masking.py ├── module ├── __init__.py ├── bert_optim.py ├── common.py ├── dropout_wrapper.py ├── modeling_bert.py ├── modeling_bert_masked.py ├── modeling_utils.py ├── my_optim.py ├── san.py ├── san_model.py ├── similarity.py └── sub_layers.py ├── mt-dnn-train.log ├── mt_dnn ├── __init__.py ├── batcher.py ├── inference.py ├── loss.py ├── matcher.py ├── model.py └── perturbation.py ├── predict.py ├── prepare_distillation_data.py ├── prepro_std.py ├── pretrained_models.py ├── requirements.txt ├── sample_data ├── checkpoint │ ├── config.json │ ├── log.txt │ ├── mnli_matched_dev_scores_0.json │ ├── mnli_matched_test_scores_0.json │ ├── mnli_mismatched_dev_scores_0.json │ └── mnli_mismatched_test_scores_0.json ├── input │ ├── CoLA │ │ ├── dev.tsv │ │ ├── test.tsv │ │ └── train.tsv │ ├── MNLI │ │ ├── dev_matched.tsv │ │ ├── dev_mismatched.tsv │ │ ├── test_matched.tsv │ │ ├── test_mismatched.tsv │ │ └── train.tsv │ ├── MRPC │ │ ├── dev.tsv │ │ ├── test.tsv │ │ └── train.tsv │ ├── QNLI │ │ ├── dev.tsv │ │ ├── test.tsv │ │ └── train.tsv │ ├── QQP │ │ ├── dev.tsv │ │ ├── test.tsv │ │ └── train.tsv │ ├── RTE │ │ ├── dev.tsv │ │ ├── test.tsv │ │ └── train.tsv │ ├── SNLI │ │ ├── dev.tsv │ │ ├── test.tsv │ │ └── train.tsv │ ├── SST-2 │ │ ├── dev.tsv │ │ ├── test.tsv │ │ └── train.tsv │ ├── STS-B │ │ ├── dev.tsv │ │ ├── test.tsv │ │ └── train.tsv │ ├── SciTail │ │ └── tsv_format │ │ │ ├── scitail_1.0_dev.tsv │ │ │ ├── scitail_1.0_test.tsv │ │ │ └── scitail_1.0_train.tsv │ ├── WNLI │ │ ├── dev.tsv │ │ ├── test.tsv │ │ └── train.tsv │ └── my_head.sh └── output │ ├── cola_dev.json │ ├── cola_test.json │ ├── cola_train.json │ ├── mnli_matched_dev.json │ ├── mnli_matched_test.json │ ├── mnli_mismatched_dev.json │ ├── mnli_mismatched_test.json │ ├── mnli_train.json │ ├── mrpc_dev.json │ ├── mrpc_test.json │ ├── mrpc_train.json │ ├── qnli_dev.json │ ├── qnli_test.json │ ├── qnli_train.json │ ├── qqp_dev.json │ ├── qqp_test.json │ ├── qqp_train.json │ ├── rte_dev.json │ ├── rte_test.json │ ├── rte_train.json │ ├── scitail_dev.json │ ├── scitail_test.json │ ├── scitail_train.json │ ├── snli_dev.json │ ├── snli_test.json │ ├── snli_train.json │ ├── sst_dev.json │ ├── sst_test.json │ ├── sst_train.json │ ├── stsb_dev.json │ ├── stsb_test.json │ ├── stsb_train.json │ ├── wnli_dev.json │ ├── wnli_test.json │ └── wnli_train.json ├── scripts ├── prepare_mtdnn_base.sh ├── prepare_mtdnn_large.sh ├── rewind_cola_winning.sh ├── rewind_mnli.sh ├── rewind_mnli_winning.sh ├── rewind_mrpc_winning.sh ├── rewind_qnli_winning.sh ├── rewind_qqp_winning.sh ├── rewind_rte_winning.sh ├── rewind_sst_winning.sh ├── rewind_stsb_winning.sh ├── train_mnli.sh └── train_mtdnn.sh ├── setup.cfg ├── tasks └── __init__.py ├── tests ├── _test_train.py ├── test.sh └── test_prepro.py ├── train.py ├── train_rewind.py └── tutorials ├── Run_Your_Own_Task_in_MT-DNN.ipynb ├── bert_base_uncased ├── snlisample_dev.json ├── snlisample_test.json └── snlisample_train.json ├── snlisample_dev.tsv ├── snlisample_test.tsv ├── snlisample_train.tsv └── tutorial_task_def.yml /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/README.md -------------------------------------------------------------------------------- /_config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/_config.yml -------------------------------------------------------------------------------- /alum/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/alum/README.md -------------------------------------------------------------------------------- /alum/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/alum/__init__.py -------------------------------------------------------------------------------- /alum/adv_masked_lm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/alum/adv_masked_lm.py -------------------------------------------------------------------------------- /alum/adv_masked_lm_task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/alum/adv_masked_lm_task.py -------------------------------------------------------------------------------- /alum/adv_model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/alum/adv_model/__init__.py -------------------------------------------------------------------------------- /alum/adv_model/alignment_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/alum/adv_model/alignment_utils.py -------------------------------------------------------------------------------- /alum/adv_model/hub_interface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/alum/adv_model/hub_interface.py -------------------------------------------------------------------------------- /alum/adv_model/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/alum/adv_model/model.py -------------------------------------------------------------------------------- /alum/alum_train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/alum/alum_train.sh -------------------------------------------------------------------------------- /calc_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/calc_metrics.py -------------------------------------------------------------------------------- /construct_mtl_mask.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/construct_mtl_mask.py -------------------------------------------------------------------------------- /data_utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/data_utils/__init__.py -------------------------------------------------------------------------------- /data_utils/gpt2_bpe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/data_utils/gpt2_bpe.py -------------------------------------------------------------------------------- /data_utils/log_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/data_utils/log_wrapper.py -------------------------------------------------------------------------------- /data_utils/mask_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/data_utils/mask_utils.py -------------------------------------------------------------------------------- /data_utils/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/data_utils/metrics.py -------------------------------------------------------------------------------- /data_utils/mrc_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/data_utils/mrc_eval.py -------------------------------------------------------------------------------- /data_utils/roberta_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/data_utils/roberta_utils.py -------------------------------------------------------------------------------- /data_utils/squad_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/data_utils/squad_eval.py -------------------------------------------------------------------------------- /data_utils/task_def.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/data_utils/task_def.py -------------------------------------------------------------------------------- /data_utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/data_utils/utils.py -------------------------------------------------------------------------------- /data_utils/vocab.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/data_utils/vocab.py -------------------------------------------------------------------------------- /data_utils/xlnet_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/data_utils/xlnet_utils.py -------------------------------------------------------------------------------- /docker/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/docker/Dockerfile -------------------------------------------------------------------------------- /download.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/download.sh -------------------------------------------------------------------------------- /experiments/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /experiments/common_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/experiments/common_utils.py -------------------------------------------------------------------------------- /experiments/exp_def.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/experiments/exp_def.py -------------------------------------------------------------------------------- /experiments/glue/generate_task_def.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/experiments/glue/generate_task_def.py -------------------------------------------------------------------------------- /experiments/glue/glue_label_map.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/experiments/glue/glue_label_map.py -------------------------------------------------------------------------------- /experiments/glue/glue_prepro.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/experiments/glue/glue_prepro.py -------------------------------------------------------------------------------- /experiments/glue/glue_task_def.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/experiments/glue/glue_task_def.yml -------------------------------------------------------------------------------- /experiments/glue/glue_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/experiments/glue/glue_utils.py -------------------------------------------------------------------------------- /experiments/glue/prepro.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/experiments/glue/prepro.sh -------------------------------------------------------------------------------- /experiments/glue/split_prepro.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/experiments/glue/split_prepro.py -------------------------------------------------------------------------------- /experiments/glue/split_prepro.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/experiments/glue/split_prepro.sh -------------------------------------------------------------------------------- /experiments/mlm/mlm.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/experiments/mlm/mlm.yml -------------------------------------------------------------------------------- /experiments/mlm/mlm_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/experiments/mlm/mlm_utils.py -------------------------------------------------------------------------------- /experiments/ner/ner_task_def.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/experiments/ner/ner_task_def.yml -------------------------------------------------------------------------------- /experiments/ner/ner_task_def_roberta.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/experiments/ner/ner_task_def_roberta.yml -------------------------------------------------------------------------------- /experiments/ner/ner_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/experiments/ner/ner_utils.py -------------------------------------------------------------------------------- /experiments/ner/prepro.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/experiments/ner/prepro.py -------------------------------------------------------------------------------- /experiments/squad/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /experiments/squad/squad_prepro.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/experiments/squad/squad_prepro.py -------------------------------------------------------------------------------- /experiments/squad/squad_task_def.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/experiments/squad/squad_task_def.yml -------------------------------------------------------------------------------- /experiments/squad/squad_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/experiments/squad/squad_utils.py -------------------------------------------------------------------------------- /experiments/squad/verify_calc_span.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/experiments/squad/verify_calc_span.py -------------------------------------------------------------------------------- /extractor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/extractor.py -------------------------------------------------------------------------------- /input_examples/mlm_train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/input_examples/mlm_train.json -------------------------------------------------------------------------------- /input_examples/pair-input.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/input_examples/pair-input.txt -------------------------------------------------------------------------------- /input_examples/single-input.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/input_examples/single-input.txt -------------------------------------------------------------------------------- /int_test_data/glue/expected/encoder/bert_uncased_lower/cola_encoding.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/int_test_data/glue/expected/encoder/bert_uncased_lower/cola_encoding.pt -------------------------------------------------------------------------------- /int_test_data/glue/expected/encoder/roberta_cased_lower/cola_encoding.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/int_test_data/glue/expected/encoder/roberta_cased_lower/cola_encoding.pt -------------------------------------------------------------------------------- /int_test_data/glue/expected/prepro_std/bert_base_uncased_lower/cola_train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/int_test_data/glue/expected/prepro_std/bert_base_uncased_lower/cola_train.json -------------------------------------------------------------------------------- /int_test_data/glue/expected/prepro_std/bert_base_uncased_lower/mnli_train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/int_test_data/glue/expected/prepro_std/bert_base_uncased_lower/mnli_train.json -------------------------------------------------------------------------------- /int_test_data/glue/expected/prepro_std/bert_base_uncased_lower/stsb_train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/int_test_data/glue/expected/prepro_std/bert_base_uncased_lower/stsb_train.json -------------------------------------------------------------------------------- /int_test_data/glue/expected/prepro_std/roberta_base_cased/cola_train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/int_test_data/glue/expected/prepro_std/roberta_base_cased/cola_train.json -------------------------------------------------------------------------------- /int_test_data/glue/expected/prepro_std/roberta_base_cased/mnli_train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/int_test_data/glue/expected/prepro_std/roberta_base_cased/mnli_train.json -------------------------------------------------------------------------------- /int_test_data/glue/expected/prepro_std/roberta_base_cased/stsb_train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/int_test_data/glue/expected/prepro_std/roberta_base_cased/stsb_train.json -------------------------------------------------------------------------------- /int_test_data/glue/input/encoder/bert_uncased_lower/cola_dev.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/int_test_data/glue/input/encoder/bert_uncased_lower/cola_dev.json -------------------------------------------------------------------------------- /int_test_data/glue/input/encoder/bert_uncased_lower/cola_test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/int_test_data/glue/input/encoder/bert_uncased_lower/cola_test.json -------------------------------------------------------------------------------- /int_test_data/glue/input/encoder/bert_uncased_lower/cola_train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/int_test_data/glue/input/encoder/bert_uncased_lower/cola_train.json -------------------------------------------------------------------------------- /int_test_data/glue/input/encoder/roberta_cased_lower/cola_dev.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/int_test_data/glue/input/encoder/roberta_cased_lower/cola_dev.json -------------------------------------------------------------------------------- /int_test_data/glue/input/encoder/roberta_cased_lower/cola_test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/int_test_data/glue/input/encoder/roberta_cased_lower/cola_test.json -------------------------------------------------------------------------------- /int_test_data/glue/input/encoder/roberta_cased_lower/cola_train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/int_test_data/glue/input/encoder/roberta_cased_lower/cola_train.json -------------------------------------------------------------------------------- /int_test_data/glue/input/prepro_std/cola_train.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/int_test_data/glue/input/prepro_std/cola_train.tsv -------------------------------------------------------------------------------- /int_test_data/glue/input/prepro_std/glue_task_def.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/int_test_data/glue/input/prepro_std/glue_task_def.yml -------------------------------------------------------------------------------- /int_test_data/glue/input/prepro_std/mnli_train.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/int_test_data/glue/input/prepro_std/mnli_train.tsv -------------------------------------------------------------------------------- /int_test_data/glue/input/prepro_std/stsb_train.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/int_test_data/glue/input/prepro_std/stsb_train.tsv -------------------------------------------------------------------------------- /int_test_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/int_test_encoder.py -------------------------------------------------------------------------------- /int_test_prepro_std.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/int_test_prepro_std.py -------------------------------------------------------------------------------- /masking.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/masking.py -------------------------------------------------------------------------------- /module/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /module/bert_optim.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/module/bert_optim.py -------------------------------------------------------------------------------- /module/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/module/common.py -------------------------------------------------------------------------------- /module/dropout_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/module/dropout_wrapper.py -------------------------------------------------------------------------------- /module/modeling_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/module/modeling_bert.py -------------------------------------------------------------------------------- /module/modeling_bert_masked.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/module/modeling_bert_masked.py -------------------------------------------------------------------------------- /module/modeling_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/module/modeling_utils.py -------------------------------------------------------------------------------- /module/my_optim.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/module/my_optim.py -------------------------------------------------------------------------------- /module/san.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/module/san.py -------------------------------------------------------------------------------- /module/san_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/module/san_model.py -------------------------------------------------------------------------------- /module/similarity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/module/similarity.py -------------------------------------------------------------------------------- /module/sub_layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/module/sub_layers.py -------------------------------------------------------------------------------- /mt-dnn-train.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/mt-dnn-train.log -------------------------------------------------------------------------------- /mt_dnn/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mt_dnn/batcher.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/mt_dnn/batcher.py -------------------------------------------------------------------------------- /mt_dnn/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/mt_dnn/inference.py -------------------------------------------------------------------------------- /mt_dnn/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/mt_dnn/loss.py -------------------------------------------------------------------------------- /mt_dnn/matcher.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/mt_dnn/matcher.py -------------------------------------------------------------------------------- /mt_dnn/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/mt_dnn/model.py -------------------------------------------------------------------------------- /mt_dnn/perturbation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/mt_dnn/perturbation.py -------------------------------------------------------------------------------- /predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/predict.py -------------------------------------------------------------------------------- /prepare_distillation_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/prepare_distillation_data.py -------------------------------------------------------------------------------- /prepro_std.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/prepro_std.py -------------------------------------------------------------------------------- /pretrained_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/pretrained_models.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/requirements.txt -------------------------------------------------------------------------------- /sample_data/checkpoint/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/checkpoint/config.json -------------------------------------------------------------------------------- /sample_data/checkpoint/log.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/checkpoint/log.txt -------------------------------------------------------------------------------- /sample_data/checkpoint/mnli_matched_dev_scores_0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/checkpoint/mnli_matched_dev_scores_0.json -------------------------------------------------------------------------------- /sample_data/checkpoint/mnli_matched_test_scores_0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/checkpoint/mnli_matched_test_scores_0.json -------------------------------------------------------------------------------- /sample_data/checkpoint/mnli_mismatched_dev_scores_0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/checkpoint/mnli_mismatched_dev_scores_0.json -------------------------------------------------------------------------------- /sample_data/checkpoint/mnli_mismatched_test_scores_0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/checkpoint/mnli_mismatched_test_scores_0.json -------------------------------------------------------------------------------- /sample_data/input/CoLA/dev.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/input/CoLA/dev.tsv -------------------------------------------------------------------------------- /sample_data/input/CoLA/test.tsv: -------------------------------------------------------------------------------- 1 | index sentence 2 | 0 Bill whistled past the house. 3 | -------------------------------------------------------------------------------- /sample_data/input/CoLA/train.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/input/CoLA/train.tsv -------------------------------------------------------------------------------- /sample_data/input/MNLI/dev_matched.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/input/MNLI/dev_matched.tsv -------------------------------------------------------------------------------- /sample_data/input/MNLI/dev_mismatched.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/input/MNLI/dev_mismatched.tsv -------------------------------------------------------------------------------- /sample_data/input/MNLI/test_matched.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/input/MNLI/test_matched.tsv -------------------------------------------------------------------------------- /sample_data/input/MNLI/test_mismatched.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/input/MNLI/test_mismatched.tsv -------------------------------------------------------------------------------- /sample_data/input/MNLI/train.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/input/MNLI/train.tsv -------------------------------------------------------------------------------- /sample_data/input/MRPC/dev.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/input/MRPC/dev.tsv -------------------------------------------------------------------------------- /sample_data/input/MRPC/test.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/input/MRPC/test.tsv -------------------------------------------------------------------------------- /sample_data/input/MRPC/train.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/input/MRPC/train.tsv -------------------------------------------------------------------------------- /sample_data/input/QNLI/dev.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/input/QNLI/dev.tsv -------------------------------------------------------------------------------- /sample_data/input/QNLI/test.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/input/QNLI/test.tsv -------------------------------------------------------------------------------- /sample_data/input/QNLI/train.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/input/QNLI/train.tsv -------------------------------------------------------------------------------- /sample_data/input/QQP/dev.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/input/QQP/dev.tsv -------------------------------------------------------------------------------- /sample_data/input/QQP/test.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/input/QQP/test.tsv -------------------------------------------------------------------------------- /sample_data/input/QQP/train.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/input/QQP/train.tsv -------------------------------------------------------------------------------- /sample_data/input/RTE/dev.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/input/RTE/dev.tsv -------------------------------------------------------------------------------- /sample_data/input/RTE/test.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/input/RTE/test.tsv -------------------------------------------------------------------------------- /sample_data/input/RTE/train.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/input/RTE/train.tsv -------------------------------------------------------------------------------- /sample_data/input/SNLI/dev.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/input/SNLI/dev.tsv -------------------------------------------------------------------------------- /sample_data/input/SNLI/test.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/input/SNLI/test.tsv -------------------------------------------------------------------------------- /sample_data/input/SNLI/train.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/input/SNLI/train.tsv -------------------------------------------------------------------------------- /sample_data/input/SST-2/dev.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/input/SST-2/dev.tsv -------------------------------------------------------------------------------- /sample_data/input/SST-2/test.tsv: -------------------------------------------------------------------------------- 1 | index sentence 2 | 0 uneasy mishmash of styles and genres . 3 | -------------------------------------------------------------------------------- /sample_data/input/SST-2/train.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/input/SST-2/train.tsv -------------------------------------------------------------------------------- /sample_data/input/STS-B/dev.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/input/STS-B/dev.tsv -------------------------------------------------------------------------------- /sample_data/input/STS-B/test.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/input/STS-B/test.tsv -------------------------------------------------------------------------------- /sample_data/input/STS-B/train.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/input/STS-B/train.tsv -------------------------------------------------------------------------------- /sample_data/input/SciTail/tsv_format/scitail_1.0_dev.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/input/SciTail/tsv_format/scitail_1.0_dev.tsv -------------------------------------------------------------------------------- /sample_data/input/SciTail/tsv_format/scitail_1.0_test.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/input/SciTail/tsv_format/scitail_1.0_test.tsv -------------------------------------------------------------------------------- /sample_data/input/SciTail/tsv_format/scitail_1.0_train.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/input/SciTail/tsv_format/scitail_1.0_train.tsv -------------------------------------------------------------------------------- /sample_data/input/WNLI/dev.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/input/WNLI/dev.tsv -------------------------------------------------------------------------------- /sample_data/input/WNLI/test.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/input/WNLI/test.tsv -------------------------------------------------------------------------------- /sample_data/input/WNLI/train.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/input/WNLI/train.tsv -------------------------------------------------------------------------------- /sample_data/input/my_head.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/input/my_head.sh -------------------------------------------------------------------------------- /sample_data/output/cola_dev.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/output/cola_dev.json -------------------------------------------------------------------------------- /sample_data/output/cola_test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/output/cola_test.json -------------------------------------------------------------------------------- /sample_data/output/cola_train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/output/cola_train.json -------------------------------------------------------------------------------- /sample_data/output/mnli_matched_dev.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/output/mnli_matched_dev.json -------------------------------------------------------------------------------- /sample_data/output/mnli_matched_test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/output/mnli_matched_test.json -------------------------------------------------------------------------------- /sample_data/output/mnli_mismatched_dev.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/output/mnli_mismatched_dev.json -------------------------------------------------------------------------------- /sample_data/output/mnli_mismatched_test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/output/mnli_mismatched_test.json -------------------------------------------------------------------------------- /sample_data/output/mnli_train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/output/mnli_train.json -------------------------------------------------------------------------------- /sample_data/output/mrpc_dev.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/output/mrpc_dev.json -------------------------------------------------------------------------------- /sample_data/output/mrpc_test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/output/mrpc_test.json -------------------------------------------------------------------------------- /sample_data/output/mrpc_train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/output/mrpc_train.json -------------------------------------------------------------------------------- /sample_data/output/qnli_dev.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/output/qnli_dev.json -------------------------------------------------------------------------------- /sample_data/output/qnli_test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/output/qnli_test.json -------------------------------------------------------------------------------- /sample_data/output/qnli_train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/output/qnli_train.json -------------------------------------------------------------------------------- /sample_data/output/qqp_dev.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/output/qqp_dev.json -------------------------------------------------------------------------------- /sample_data/output/qqp_test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/output/qqp_test.json -------------------------------------------------------------------------------- /sample_data/output/qqp_train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/output/qqp_train.json -------------------------------------------------------------------------------- /sample_data/output/rte_dev.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/output/rte_dev.json -------------------------------------------------------------------------------- /sample_data/output/rte_test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/output/rte_test.json -------------------------------------------------------------------------------- /sample_data/output/rte_train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/output/rte_train.json -------------------------------------------------------------------------------- /sample_data/output/scitail_dev.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/output/scitail_dev.json -------------------------------------------------------------------------------- /sample_data/output/scitail_test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/output/scitail_test.json -------------------------------------------------------------------------------- /sample_data/output/scitail_train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/output/scitail_train.json -------------------------------------------------------------------------------- /sample_data/output/snli_dev.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/output/snli_dev.json -------------------------------------------------------------------------------- /sample_data/output/snli_test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/output/snli_test.json -------------------------------------------------------------------------------- /sample_data/output/snli_train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/output/snli_train.json -------------------------------------------------------------------------------- /sample_data/output/sst_dev.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/output/sst_dev.json -------------------------------------------------------------------------------- /sample_data/output/sst_test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/output/sst_test.json -------------------------------------------------------------------------------- /sample_data/output/sst_train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/output/sst_train.json -------------------------------------------------------------------------------- /sample_data/output/stsb_dev.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/output/stsb_dev.json -------------------------------------------------------------------------------- /sample_data/output/stsb_test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/output/stsb_test.json -------------------------------------------------------------------------------- /sample_data/output/stsb_train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/output/stsb_train.json -------------------------------------------------------------------------------- /sample_data/output/wnli_dev.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/output/wnli_dev.json -------------------------------------------------------------------------------- /sample_data/output/wnli_test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/output/wnli_test.json -------------------------------------------------------------------------------- /sample_data/output/wnli_train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/sample_data/output/wnli_train.json -------------------------------------------------------------------------------- /scripts/prepare_mtdnn_base.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/scripts/prepare_mtdnn_base.sh -------------------------------------------------------------------------------- /scripts/prepare_mtdnn_large.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/scripts/prepare_mtdnn_large.sh -------------------------------------------------------------------------------- /scripts/rewind_cola_winning.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/scripts/rewind_cola_winning.sh -------------------------------------------------------------------------------- /scripts/rewind_mnli.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/scripts/rewind_mnli.sh -------------------------------------------------------------------------------- /scripts/rewind_mnli_winning.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/scripts/rewind_mnli_winning.sh -------------------------------------------------------------------------------- /scripts/rewind_mrpc_winning.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/scripts/rewind_mrpc_winning.sh -------------------------------------------------------------------------------- /scripts/rewind_qnli_winning.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/scripts/rewind_qnli_winning.sh -------------------------------------------------------------------------------- /scripts/rewind_qqp_winning.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/scripts/rewind_qqp_winning.sh -------------------------------------------------------------------------------- /scripts/rewind_rte_winning.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/scripts/rewind_rte_winning.sh -------------------------------------------------------------------------------- /scripts/rewind_sst_winning.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/scripts/rewind_sst_winning.sh -------------------------------------------------------------------------------- /scripts/rewind_stsb_winning.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/scripts/rewind_stsb_winning.sh -------------------------------------------------------------------------------- /scripts/train_mnli.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/scripts/train_mnli.sh -------------------------------------------------------------------------------- /scripts/train_mtdnn.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/scripts/train_mtdnn.sh -------------------------------------------------------------------------------- /setup.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/setup.cfg -------------------------------------------------------------------------------- /tasks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/tasks/__init__.py -------------------------------------------------------------------------------- /tests/_test_train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/tests/_test_train.py -------------------------------------------------------------------------------- /tests/test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/tests/test.sh -------------------------------------------------------------------------------- /tests/test_prepro.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/tests/test_prepro.py -------------------------------------------------------------------------------- /train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/train.py -------------------------------------------------------------------------------- /train_rewind.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/train_rewind.py -------------------------------------------------------------------------------- /tutorials/Run_Your_Own_Task_in_MT-DNN.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/tutorials/Run_Your_Own_Task_in_MT-DNN.ipynb -------------------------------------------------------------------------------- /tutorials/bert_base_uncased/snlisample_dev.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/tutorials/bert_base_uncased/snlisample_dev.json -------------------------------------------------------------------------------- /tutorials/bert_base_uncased/snlisample_test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/tutorials/bert_base_uncased/snlisample_test.json -------------------------------------------------------------------------------- /tutorials/bert_base_uncased/snlisample_train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/tutorials/bert_base_uncased/snlisample_train.json -------------------------------------------------------------------------------- /tutorials/snlisample_dev.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/tutorials/snlisample_dev.tsv -------------------------------------------------------------------------------- /tutorials/snlisample_test.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/tutorials/snlisample_test.tsv -------------------------------------------------------------------------------- /tutorials/snlisample_train.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/tutorials/snlisample_train.tsv -------------------------------------------------------------------------------- /tutorials/tutorial_task_def.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cliang1453/super-structured-lottery-tickets/HEAD/tutorials/tutorial_task_def.yml --------------------------------------------------------------------------------