├── .gitignore ├── LICENSE ├── README.md ├── data └── extract_features.py └── transformers ├── .circleci └── config.yml ├── .coveragerc ├── .github ├── ISSUE_TEMPLATE │ ├── --new-model-addition.md │ ├── bug-report.md │ ├── feature-request.md │ ├── migration.md │ └── question-help.md └── stale.yml ├── .gitignore ├── CONTRIBUTING.md ├── LICENSE ├── MANIFEST.in ├── docker └── Dockerfile ├── docs ├── Makefile ├── README.md ├── requirements.txt └── source │ ├── _static │ ├── css │ │ ├── Calibre-Light.ttf │ │ ├── Calibre-Medium.otf │ │ ├── Calibre-Regular.otf │ │ ├── Calibre-Thin.otf │ │ ├── code-snippets.css │ │ └── huggingface.css │ └── js │ │ ├── custom.js │ │ └── huggingface_logo.svg │ ├── bertology.rst │ ├── conf.py │ ├── converting_tensorflow_models.rst │ ├── examples.md │ ├── imgs │ ├── transformers_logo_name.png │ ├── warmup_constant_schedule.png │ ├── warmup_cosine_hard_restarts_schedule.png │ ├── warmup_cosine_schedule.png │ ├── warmup_cosine_warm_restarts_schedule.png │ └── warmup_linear_schedule.png │ ├── index.rst │ ├── installation.md │ ├── main_classes │ ├── configuration.rst │ ├── model.rst │ ├── optimizer_schedules.rst │ ├── processors.rst │ └── tokenizer.rst │ ├── migration.md │ ├── model_doc │ ├── auto.rst │ ├── bert.rst │ ├── ctrl.rst │ ├── distilbert.rst │ ├── gpt.rst │ ├── gpt2.rst │ ├── roberta.rst │ ├── transformerxl.rst │ ├── xlm.rst │ └── xlnet.rst │ ├── multilingual.rst │ ├── notebooks.rst │ ├── pretrained_models.rst │ ├── quickstart.md │ ├── serialization.rst │ └── torchscript.rst ├── environment.yml ├── examples ├── README.md ├── contrib │ ├── README.md │ ├── run_openai_gpt.py │ ├── run_swag.py │ └── run_transfo_xl.py ├── distillation │ ├── README.md │ ├── distiller.py │ ├── grouped_batch_sampler.py │ ├── lm_seqs_dataset.py │ ├── requirements.txt │ ├── run_squad_w_distillation.py │ ├── scripts │ │ ├── binarized_data.py │ │ ├── extract.py │ │ ├── extract_distilbert.py │ │ └── token_counts.py │ ├── train.py │ ├── training_configs │ │ ├── distilbert-base-uncased.json │ │ └── distilgpt2.json │ └── utils.py ├── requirements.txt ├── run_bertology.py ├── run_event.py ├── run_generation.py ├── run_glue.py ├── run_head_to_span.py ├── run_lm_finetuning.py ├── run_multiple_choice.py ├── run_ner.py ├── run_sentacloze.py ├── run_squad.py ├── run_tf_glue.py ├── run_trans_xl.py ├── test_examples.py ├── tests_samples │ ├── .gitignore │ ├── MRPC │ │ ├── dev.tsv │ │ └── train.tsv │ └── SQUAD │ │ └── dev-v2.0-small.json ├── utils_event.py ├── utils_head_to_span.py ├── utils_multiple_choice.py ├── utils_ner.py ├── utils_squad.py └── utils_squad_evaluate.py ├── hubconf.py ├── notebooks ├── Comparing-PT-and-TF-models.ipynb ├── Comparing-TF-and-PT-models-MLM-NSP.ipynb ├── Comparing-TF-and-PT-models-SQuAD.ipynb └── Comparing-TF-and-PT-models.ipynb ├── requirements-dev.txt ├── requirements.txt ├── setup.py ├── train.sh └── transformers ├── __init__.py ├── __main__.py ├── configuration_auto.py ├── configuration_bert.py ├── configuration_ctrl.py ├── configuration_distilbert.py ├── configuration_gpt2.py ├── configuration_openai.py ├── configuration_roberta.py ├── configuration_transfo_xl.py ├── configuration_utils.py ├── configuration_xlm.py ├── configuration_xlnet.py ├── convert_bert_original_tf_checkpoint_to_pytorch.py ├── convert_bert_pytorch_checkpoint_to_original_tf.py ├── convert_gpt2_original_tf_checkpoint_to_pytorch.py ├── convert_openai_original_tf_checkpoint_to_pytorch.py ├── convert_pytorch_checkpoint_to_tf2.py ├── convert_roberta_original_pytorch_checkpoint_to_pytorch.py ├── convert_transfo_xl_original_tf_checkpoint_to_pytorch.py ├── convert_xlm_original_pytorch_checkpoint_to_pytorch.py ├── convert_xlnet_original_tf_checkpoint_to_pytorch.py ├── data ├── __init__.py ├── metrics │ └── __init__.py └── processors │ ├── __init__.py │ ├── glue.py │ └── utils.py ├── file_utils.py ├── modeling_auto.py ├── modeling_bert.py ├── modeling_ctrl.py ├── modeling_distilbert.py ├── modeling_gpt2.py ├── modeling_openai.py ├── modeling_roberta.py ├── modeling_tf_auto.py ├── modeling_tf_bert.py ├── modeling_tf_ctrl.py ├── modeling_tf_distilbert.py ├── modeling_tf_gpt2.py ├── modeling_tf_openai.py ├── modeling_tf_pytorch_utils.py ├── modeling_tf_roberta.py ├── modeling_tf_transfo_xl.py ├── modeling_tf_transfo_xl_utilities.py ├── modeling_tf_utils.py ├── modeling_tf_xlm.py ├── modeling_tf_xlnet.py ├── modeling_transfo_xl.py ├── modeling_transfo_xl_utilities.py ├── modeling_utils.py ├── modeling_xlm.py ├── modeling_xlnet.py ├── optimization.py ├── tests ├── __init__.py ├── configuration_common_test.py ├── conftest.py ├── fixtures │ ├── input.txt │ ├── sample_text.txt │ └── test_sentencepiece.model ├── modeling_auto_test.py ├── modeling_bert_test.py ├── modeling_common_test.py ├── modeling_ctrl_test.py ├── modeling_distilbert_test.py ├── modeling_gpt2_test.py ├── modeling_openai_test.py ├── modeling_roberta_test.py ├── modeling_tf_auto_test.py ├── modeling_tf_bert_test.py ├── modeling_tf_common_test.py ├── modeling_tf_ctrl_test.py ├── modeling_tf_distilbert_test.py ├── modeling_tf_gpt2_test.py ├── modeling_tf_openai_gpt_test.py ├── modeling_tf_roberta_test.py ├── modeling_tf_transfo_xl_test.py ├── modeling_tf_xlm_test.py ├── modeling_tf_xlnet_test.py ├── modeling_transfo_xl_test.py ├── modeling_xlm_test.py ├── modeling_xlnet_test.py ├── optimization_test.py ├── tokenization_auto_test.py ├── tokenization_bert_test.py ├── tokenization_ctrl_test.py ├── tokenization_distilbert_test.py ├── tokenization_gpt2_test.py ├── tokenization_openai_test.py ├── tokenization_roberta_test.py ├── tokenization_tests_commons.py ├── tokenization_transfo_xl_test.py ├── tokenization_utils_test.py ├── tokenization_xlm_test.py └── tokenization_xlnet_test.py ├── tokenization_auto.py ├── tokenization_bert.py ├── tokenization_ctrl.py ├── tokenization_distilbert.py ├── tokenization_gpt2.py ├── tokenization_openai.py ├── tokenization_roberta.py ├── tokenization_transfo_xl.py ├── tokenization_utils.py ├── tokenization_xlm.py └── tokenization_xlnet.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/README.md -------------------------------------------------------------------------------- /data/extract_features.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/data/extract_features.py -------------------------------------------------------------------------------- /transformers/.circleci/config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/.circleci/config.yml -------------------------------------------------------------------------------- /transformers/.coveragerc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/.coveragerc -------------------------------------------------------------------------------- /transformers/.github/ISSUE_TEMPLATE/--new-model-addition.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/.github/ISSUE_TEMPLATE/--new-model-addition.md -------------------------------------------------------------------------------- /transformers/.github/ISSUE_TEMPLATE/bug-report.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/.github/ISSUE_TEMPLATE/bug-report.md -------------------------------------------------------------------------------- /transformers/.github/ISSUE_TEMPLATE/feature-request.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/.github/ISSUE_TEMPLATE/feature-request.md -------------------------------------------------------------------------------- /transformers/.github/ISSUE_TEMPLATE/migration.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/.github/ISSUE_TEMPLATE/migration.md -------------------------------------------------------------------------------- /transformers/.github/ISSUE_TEMPLATE/question-help.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/.github/ISSUE_TEMPLATE/question-help.md -------------------------------------------------------------------------------- /transformers/.github/stale.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/.github/stale.yml -------------------------------------------------------------------------------- /transformers/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/.gitignore -------------------------------------------------------------------------------- /transformers/CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/CONTRIBUTING.md -------------------------------------------------------------------------------- /transformers/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/LICENSE -------------------------------------------------------------------------------- /transformers/MANIFEST.in: -------------------------------------------------------------------------------- 1 | include LICENSE 2 | -------------------------------------------------------------------------------- /transformers/docker/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/docker/Dockerfile -------------------------------------------------------------------------------- /transformers/docs/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/docs/Makefile -------------------------------------------------------------------------------- /transformers/docs/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/docs/README.md -------------------------------------------------------------------------------- /transformers/docs/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/docs/requirements.txt -------------------------------------------------------------------------------- /transformers/docs/source/_static/css/Calibre-Light.ttf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/docs/source/_static/css/Calibre-Light.ttf -------------------------------------------------------------------------------- /transformers/docs/source/_static/css/Calibre-Medium.otf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/docs/source/_static/css/Calibre-Medium.otf -------------------------------------------------------------------------------- /transformers/docs/source/_static/css/Calibre-Regular.otf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/docs/source/_static/css/Calibre-Regular.otf -------------------------------------------------------------------------------- /transformers/docs/source/_static/css/Calibre-Thin.otf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/docs/source/_static/css/Calibre-Thin.otf -------------------------------------------------------------------------------- /transformers/docs/source/_static/css/code-snippets.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/docs/source/_static/css/code-snippets.css -------------------------------------------------------------------------------- /transformers/docs/source/_static/css/huggingface.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/docs/source/_static/css/huggingface.css -------------------------------------------------------------------------------- /transformers/docs/source/_static/js/custom.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/docs/source/_static/js/custom.js -------------------------------------------------------------------------------- /transformers/docs/source/_static/js/huggingface_logo.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/docs/source/_static/js/huggingface_logo.svg -------------------------------------------------------------------------------- /transformers/docs/source/bertology.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/docs/source/bertology.rst -------------------------------------------------------------------------------- /transformers/docs/source/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/docs/source/conf.py -------------------------------------------------------------------------------- /transformers/docs/source/converting_tensorflow_models.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/docs/source/converting_tensorflow_models.rst -------------------------------------------------------------------------------- /transformers/docs/source/examples.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/docs/source/examples.md -------------------------------------------------------------------------------- /transformers/docs/source/imgs/transformers_logo_name.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/docs/source/imgs/transformers_logo_name.png -------------------------------------------------------------------------------- /transformers/docs/source/imgs/warmup_constant_schedule.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/docs/source/imgs/warmup_constant_schedule.png -------------------------------------------------------------------------------- /transformers/docs/source/imgs/warmup_cosine_hard_restarts_schedule.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/docs/source/imgs/warmup_cosine_hard_restarts_schedule.png -------------------------------------------------------------------------------- /transformers/docs/source/imgs/warmup_cosine_schedule.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/docs/source/imgs/warmup_cosine_schedule.png -------------------------------------------------------------------------------- /transformers/docs/source/imgs/warmup_cosine_warm_restarts_schedule.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/docs/source/imgs/warmup_cosine_warm_restarts_schedule.png -------------------------------------------------------------------------------- /transformers/docs/source/imgs/warmup_linear_schedule.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/docs/source/imgs/warmup_linear_schedule.png -------------------------------------------------------------------------------- /transformers/docs/source/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/docs/source/index.rst -------------------------------------------------------------------------------- /transformers/docs/source/installation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/docs/source/installation.md -------------------------------------------------------------------------------- /transformers/docs/source/main_classes/configuration.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/docs/source/main_classes/configuration.rst -------------------------------------------------------------------------------- /transformers/docs/source/main_classes/model.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/docs/source/main_classes/model.rst -------------------------------------------------------------------------------- /transformers/docs/source/main_classes/optimizer_schedules.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/docs/source/main_classes/optimizer_schedules.rst -------------------------------------------------------------------------------- /transformers/docs/source/main_classes/processors.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/docs/source/main_classes/processors.rst -------------------------------------------------------------------------------- /transformers/docs/source/main_classes/tokenizer.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/docs/source/main_classes/tokenizer.rst -------------------------------------------------------------------------------- /transformers/docs/source/migration.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/docs/source/migration.md -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/auto.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/docs/source/model_doc/auto.rst -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/bert.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/docs/source/model_doc/bert.rst -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/ctrl.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/docs/source/model_doc/ctrl.rst -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/distilbert.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/docs/source/model_doc/distilbert.rst -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/gpt.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/docs/source/model_doc/gpt.rst -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/gpt2.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/docs/source/model_doc/gpt2.rst -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/roberta.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/docs/source/model_doc/roberta.rst -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/transformerxl.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/docs/source/model_doc/transformerxl.rst -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/xlm.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/docs/source/model_doc/xlm.rst -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/xlnet.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/docs/source/model_doc/xlnet.rst -------------------------------------------------------------------------------- /transformers/docs/source/multilingual.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/docs/source/multilingual.rst -------------------------------------------------------------------------------- /transformers/docs/source/notebooks.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/docs/source/notebooks.rst -------------------------------------------------------------------------------- /transformers/docs/source/pretrained_models.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/docs/source/pretrained_models.rst -------------------------------------------------------------------------------- /transformers/docs/source/quickstart.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/docs/source/quickstart.md -------------------------------------------------------------------------------- /transformers/docs/source/serialization.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/docs/source/serialization.rst -------------------------------------------------------------------------------- /transformers/docs/source/torchscript.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/docs/source/torchscript.rst -------------------------------------------------------------------------------- /transformers/environment.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/environment.yml -------------------------------------------------------------------------------- /transformers/examples/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/examples/README.md -------------------------------------------------------------------------------- /transformers/examples/contrib/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/examples/contrib/README.md -------------------------------------------------------------------------------- /transformers/examples/contrib/run_openai_gpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/examples/contrib/run_openai_gpt.py -------------------------------------------------------------------------------- /transformers/examples/contrib/run_swag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/examples/contrib/run_swag.py -------------------------------------------------------------------------------- /transformers/examples/contrib/run_transfo_xl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/examples/contrib/run_transfo_xl.py -------------------------------------------------------------------------------- /transformers/examples/distillation/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/examples/distillation/README.md -------------------------------------------------------------------------------- /transformers/examples/distillation/distiller.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/examples/distillation/distiller.py -------------------------------------------------------------------------------- /transformers/examples/distillation/grouped_batch_sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/examples/distillation/grouped_batch_sampler.py -------------------------------------------------------------------------------- /transformers/examples/distillation/lm_seqs_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/examples/distillation/lm_seqs_dataset.py -------------------------------------------------------------------------------- /transformers/examples/distillation/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/examples/distillation/requirements.txt -------------------------------------------------------------------------------- /transformers/examples/distillation/run_squad_w_distillation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/examples/distillation/run_squad_w_distillation.py -------------------------------------------------------------------------------- /transformers/examples/distillation/scripts/binarized_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/examples/distillation/scripts/binarized_data.py -------------------------------------------------------------------------------- /transformers/examples/distillation/scripts/extract.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/examples/distillation/scripts/extract.py -------------------------------------------------------------------------------- /transformers/examples/distillation/scripts/extract_distilbert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/examples/distillation/scripts/extract_distilbert.py -------------------------------------------------------------------------------- /transformers/examples/distillation/scripts/token_counts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/examples/distillation/scripts/token_counts.py -------------------------------------------------------------------------------- /transformers/examples/distillation/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/examples/distillation/train.py -------------------------------------------------------------------------------- /transformers/examples/distillation/training_configs/distilbert-base-uncased.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/examples/distillation/training_configs/distilbert-base-uncased.json -------------------------------------------------------------------------------- /transformers/examples/distillation/training_configs/distilgpt2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/examples/distillation/training_configs/distilgpt2.json -------------------------------------------------------------------------------- /transformers/examples/distillation/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/examples/distillation/utils.py -------------------------------------------------------------------------------- /transformers/examples/requirements.txt: -------------------------------------------------------------------------------- 1 | tensorboardX 2 | scikit-learn -------------------------------------------------------------------------------- /transformers/examples/run_bertology.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/examples/run_bertology.py -------------------------------------------------------------------------------- /transformers/examples/run_event.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/examples/run_event.py -------------------------------------------------------------------------------- /transformers/examples/run_generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/examples/run_generation.py -------------------------------------------------------------------------------- /transformers/examples/run_glue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/examples/run_glue.py -------------------------------------------------------------------------------- /transformers/examples/run_head_to_span.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/examples/run_head_to_span.py -------------------------------------------------------------------------------- /transformers/examples/run_lm_finetuning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/examples/run_lm_finetuning.py -------------------------------------------------------------------------------- /transformers/examples/run_multiple_choice.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/examples/run_multiple_choice.py -------------------------------------------------------------------------------- /transformers/examples/run_ner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/examples/run_ner.py -------------------------------------------------------------------------------- /transformers/examples/run_sentacloze.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/examples/run_sentacloze.py -------------------------------------------------------------------------------- /transformers/examples/run_squad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/examples/run_squad.py -------------------------------------------------------------------------------- /transformers/examples/run_tf_glue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/examples/run_tf_glue.py -------------------------------------------------------------------------------- /transformers/examples/run_trans_xl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/examples/run_trans_xl.py -------------------------------------------------------------------------------- /transformers/examples/test_examples.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/examples/test_examples.py -------------------------------------------------------------------------------- /transformers/examples/tests_samples/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/examples/tests_samples/.gitignore -------------------------------------------------------------------------------- /transformers/examples/tests_samples/MRPC/dev.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/examples/tests_samples/MRPC/dev.tsv -------------------------------------------------------------------------------- /transformers/examples/tests_samples/MRPC/train.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/examples/tests_samples/MRPC/train.tsv -------------------------------------------------------------------------------- /transformers/examples/tests_samples/SQUAD/dev-v2.0-small.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/examples/tests_samples/SQUAD/dev-v2.0-small.json -------------------------------------------------------------------------------- /transformers/examples/utils_event.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/examples/utils_event.py -------------------------------------------------------------------------------- /transformers/examples/utils_head_to_span.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/examples/utils_head_to_span.py -------------------------------------------------------------------------------- /transformers/examples/utils_multiple_choice.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/examples/utils_multiple_choice.py -------------------------------------------------------------------------------- /transformers/examples/utils_ner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/examples/utils_ner.py -------------------------------------------------------------------------------- /transformers/examples/utils_squad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/examples/utils_squad.py -------------------------------------------------------------------------------- /transformers/examples/utils_squad_evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/examples/utils_squad_evaluate.py -------------------------------------------------------------------------------- /transformers/hubconf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/hubconf.py -------------------------------------------------------------------------------- /transformers/notebooks/Comparing-PT-and-TF-models.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/notebooks/Comparing-PT-and-TF-models.ipynb -------------------------------------------------------------------------------- /transformers/notebooks/Comparing-TF-and-PT-models-MLM-NSP.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/notebooks/Comparing-TF-and-PT-models-MLM-NSP.ipynb -------------------------------------------------------------------------------- /transformers/notebooks/Comparing-TF-and-PT-models-SQuAD.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/notebooks/Comparing-TF-and-PT-models-SQuAD.ipynb -------------------------------------------------------------------------------- /transformers/notebooks/Comparing-TF-and-PT-models.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/notebooks/Comparing-TF-and-PT-models.ipynb -------------------------------------------------------------------------------- /transformers/requirements-dev.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/requirements-dev.txt -------------------------------------------------------------------------------- /transformers/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/requirements.txt -------------------------------------------------------------------------------- /transformers/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/setup.py -------------------------------------------------------------------------------- /transformers/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/train.sh -------------------------------------------------------------------------------- /transformers/transformers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/__init__.py -------------------------------------------------------------------------------- /transformers/transformers/__main__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/__main__.py -------------------------------------------------------------------------------- /transformers/transformers/configuration_auto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/configuration_auto.py -------------------------------------------------------------------------------- /transformers/transformers/configuration_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/configuration_bert.py -------------------------------------------------------------------------------- /transformers/transformers/configuration_ctrl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/configuration_ctrl.py -------------------------------------------------------------------------------- /transformers/transformers/configuration_distilbert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/configuration_distilbert.py -------------------------------------------------------------------------------- /transformers/transformers/configuration_gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/configuration_gpt2.py -------------------------------------------------------------------------------- /transformers/transformers/configuration_openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/configuration_openai.py -------------------------------------------------------------------------------- /transformers/transformers/configuration_roberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/configuration_roberta.py -------------------------------------------------------------------------------- /transformers/transformers/configuration_transfo_xl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/configuration_transfo_xl.py -------------------------------------------------------------------------------- /transformers/transformers/configuration_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/configuration_utils.py -------------------------------------------------------------------------------- /transformers/transformers/configuration_xlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/configuration_xlm.py -------------------------------------------------------------------------------- /transformers/transformers/configuration_xlnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/configuration_xlnet.py -------------------------------------------------------------------------------- /transformers/transformers/convert_bert_original_tf_checkpoint_to_pytorch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/convert_bert_original_tf_checkpoint_to_pytorch.py -------------------------------------------------------------------------------- /transformers/transformers/convert_bert_pytorch_checkpoint_to_original_tf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/convert_bert_pytorch_checkpoint_to_original_tf.py -------------------------------------------------------------------------------- /transformers/transformers/convert_gpt2_original_tf_checkpoint_to_pytorch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/convert_gpt2_original_tf_checkpoint_to_pytorch.py -------------------------------------------------------------------------------- /transformers/transformers/convert_openai_original_tf_checkpoint_to_pytorch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/convert_openai_original_tf_checkpoint_to_pytorch.py -------------------------------------------------------------------------------- /transformers/transformers/convert_pytorch_checkpoint_to_tf2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/convert_pytorch_checkpoint_to_tf2.py -------------------------------------------------------------------------------- /transformers/transformers/convert_roberta_original_pytorch_checkpoint_to_pytorch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/convert_roberta_original_pytorch_checkpoint_to_pytorch.py -------------------------------------------------------------------------------- /transformers/transformers/convert_transfo_xl_original_tf_checkpoint_to_pytorch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/convert_transfo_xl_original_tf_checkpoint_to_pytorch.py -------------------------------------------------------------------------------- /transformers/transformers/convert_xlm_original_pytorch_checkpoint_to_pytorch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/convert_xlm_original_pytorch_checkpoint_to_pytorch.py -------------------------------------------------------------------------------- /transformers/transformers/convert_xlnet_original_tf_checkpoint_to_pytorch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/convert_xlnet_original_tf_checkpoint_to_pytorch.py -------------------------------------------------------------------------------- /transformers/transformers/data/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/data/__init__.py -------------------------------------------------------------------------------- /transformers/transformers/data/metrics/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/data/metrics/__init__.py -------------------------------------------------------------------------------- /transformers/transformers/data/processors/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/data/processors/__init__.py -------------------------------------------------------------------------------- /transformers/transformers/data/processors/glue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/data/processors/glue.py -------------------------------------------------------------------------------- /transformers/transformers/data/processors/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/data/processors/utils.py -------------------------------------------------------------------------------- /transformers/transformers/file_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/file_utils.py -------------------------------------------------------------------------------- /transformers/transformers/modeling_auto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/modeling_auto.py -------------------------------------------------------------------------------- /transformers/transformers/modeling_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/modeling_bert.py -------------------------------------------------------------------------------- /transformers/transformers/modeling_ctrl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/modeling_ctrl.py -------------------------------------------------------------------------------- /transformers/transformers/modeling_distilbert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/modeling_distilbert.py -------------------------------------------------------------------------------- /transformers/transformers/modeling_gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/modeling_gpt2.py -------------------------------------------------------------------------------- /transformers/transformers/modeling_openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/modeling_openai.py -------------------------------------------------------------------------------- /transformers/transformers/modeling_roberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/modeling_roberta.py -------------------------------------------------------------------------------- /transformers/transformers/modeling_tf_auto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/modeling_tf_auto.py -------------------------------------------------------------------------------- /transformers/transformers/modeling_tf_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/modeling_tf_bert.py -------------------------------------------------------------------------------- /transformers/transformers/modeling_tf_ctrl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/modeling_tf_ctrl.py -------------------------------------------------------------------------------- /transformers/transformers/modeling_tf_distilbert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/modeling_tf_distilbert.py -------------------------------------------------------------------------------- /transformers/transformers/modeling_tf_gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/modeling_tf_gpt2.py -------------------------------------------------------------------------------- /transformers/transformers/modeling_tf_openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/modeling_tf_openai.py -------------------------------------------------------------------------------- /transformers/transformers/modeling_tf_pytorch_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/modeling_tf_pytorch_utils.py -------------------------------------------------------------------------------- /transformers/transformers/modeling_tf_roberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/modeling_tf_roberta.py -------------------------------------------------------------------------------- /transformers/transformers/modeling_tf_transfo_xl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/modeling_tf_transfo_xl.py -------------------------------------------------------------------------------- /transformers/transformers/modeling_tf_transfo_xl_utilities.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/modeling_tf_transfo_xl_utilities.py -------------------------------------------------------------------------------- /transformers/transformers/modeling_tf_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/modeling_tf_utils.py -------------------------------------------------------------------------------- /transformers/transformers/modeling_tf_xlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/modeling_tf_xlm.py -------------------------------------------------------------------------------- /transformers/transformers/modeling_tf_xlnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/modeling_tf_xlnet.py -------------------------------------------------------------------------------- /transformers/transformers/modeling_transfo_xl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/modeling_transfo_xl.py -------------------------------------------------------------------------------- /transformers/transformers/modeling_transfo_xl_utilities.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/modeling_transfo_xl_utilities.py -------------------------------------------------------------------------------- /transformers/transformers/modeling_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/modeling_utils.py -------------------------------------------------------------------------------- /transformers/transformers/modeling_xlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/modeling_xlm.py -------------------------------------------------------------------------------- /transformers/transformers/modeling_xlnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/modeling_xlnet.py -------------------------------------------------------------------------------- /transformers/transformers/optimization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/optimization.py -------------------------------------------------------------------------------- /transformers/transformers/tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/transformers/tests/configuration_common_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/tests/configuration_common_test.py -------------------------------------------------------------------------------- /transformers/transformers/tests/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/tests/conftest.py -------------------------------------------------------------------------------- /transformers/transformers/tests/fixtures/input.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/tests/fixtures/input.txt -------------------------------------------------------------------------------- /transformers/transformers/tests/fixtures/sample_text.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/tests/fixtures/sample_text.txt -------------------------------------------------------------------------------- /transformers/transformers/tests/fixtures/test_sentencepiece.model: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/tests/fixtures/test_sentencepiece.model -------------------------------------------------------------------------------- /transformers/transformers/tests/modeling_auto_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/tests/modeling_auto_test.py -------------------------------------------------------------------------------- /transformers/transformers/tests/modeling_bert_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/tests/modeling_bert_test.py -------------------------------------------------------------------------------- /transformers/transformers/tests/modeling_common_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/tests/modeling_common_test.py -------------------------------------------------------------------------------- /transformers/transformers/tests/modeling_ctrl_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/tests/modeling_ctrl_test.py -------------------------------------------------------------------------------- /transformers/transformers/tests/modeling_distilbert_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/tests/modeling_distilbert_test.py -------------------------------------------------------------------------------- /transformers/transformers/tests/modeling_gpt2_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/tests/modeling_gpt2_test.py -------------------------------------------------------------------------------- /transformers/transformers/tests/modeling_openai_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/tests/modeling_openai_test.py -------------------------------------------------------------------------------- /transformers/transformers/tests/modeling_roberta_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/tests/modeling_roberta_test.py -------------------------------------------------------------------------------- /transformers/transformers/tests/modeling_tf_auto_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/tests/modeling_tf_auto_test.py -------------------------------------------------------------------------------- /transformers/transformers/tests/modeling_tf_bert_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/tests/modeling_tf_bert_test.py -------------------------------------------------------------------------------- /transformers/transformers/tests/modeling_tf_common_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/tests/modeling_tf_common_test.py -------------------------------------------------------------------------------- /transformers/transformers/tests/modeling_tf_ctrl_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/tests/modeling_tf_ctrl_test.py -------------------------------------------------------------------------------- /transformers/transformers/tests/modeling_tf_distilbert_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/tests/modeling_tf_distilbert_test.py -------------------------------------------------------------------------------- /transformers/transformers/tests/modeling_tf_gpt2_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/tests/modeling_tf_gpt2_test.py -------------------------------------------------------------------------------- /transformers/transformers/tests/modeling_tf_openai_gpt_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/tests/modeling_tf_openai_gpt_test.py -------------------------------------------------------------------------------- /transformers/transformers/tests/modeling_tf_roberta_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/tests/modeling_tf_roberta_test.py -------------------------------------------------------------------------------- /transformers/transformers/tests/modeling_tf_transfo_xl_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/tests/modeling_tf_transfo_xl_test.py -------------------------------------------------------------------------------- /transformers/transformers/tests/modeling_tf_xlm_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/tests/modeling_tf_xlm_test.py -------------------------------------------------------------------------------- /transformers/transformers/tests/modeling_tf_xlnet_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/tests/modeling_tf_xlnet_test.py -------------------------------------------------------------------------------- /transformers/transformers/tests/modeling_transfo_xl_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/tests/modeling_transfo_xl_test.py -------------------------------------------------------------------------------- /transformers/transformers/tests/modeling_xlm_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/tests/modeling_xlm_test.py -------------------------------------------------------------------------------- /transformers/transformers/tests/modeling_xlnet_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/tests/modeling_xlnet_test.py -------------------------------------------------------------------------------- /transformers/transformers/tests/optimization_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/tests/optimization_test.py -------------------------------------------------------------------------------- /transformers/transformers/tests/tokenization_auto_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/tests/tokenization_auto_test.py -------------------------------------------------------------------------------- /transformers/transformers/tests/tokenization_bert_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/tests/tokenization_bert_test.py -------------------------------------------------------------------------------- /transformers/transformers/tests/tokenization_ctrl_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/tests/tokenization_ctrl_test.py -------------------------------------------------------------------------------- /transformers/transformers/tests/tokenization_distilbert_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/tests/tokenization_distilbert_test.py -------------------------------------------------------------------------------- /transformers/transformers/tests/tokenization_gpt2_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/tests/tokenization_gpt2_test.py -------------------------------------------------------------------------------- /transformers/transformers/tests/tokenization_openai_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/tests/tokenization_openai_test.py -------------------------------------------------------------------------------- /transformers/transformers/tests/tokenization_roberta_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/tests/tokenization_roberta_test.py -------------------------------------------------------------------------------- /transformers/transformers/tests/tokenization_tests_commons.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/tests/tokenization_tests_commons.py -------------------------------------------------------------------------------- /transformers/transformers/tests/tokenization_transfo_xl_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/tests/tokenization_transfo_xl_test.py -------------------------------------------------------------------------------- /transformers/transformers/tests/tokenization_utils_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/tests/tokenization_utils_test.py -------------------------------------------------------------------------------- /transformers/transformers/tests/tokenization_xlm_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/tests/tokenization_xlm_test.py -------------------------------------------------------------------------------- /transformers/transformers/tests/tokenization_xlnet_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/tests/tokenization_xlnet_test.py -------------------------------------------------------------------------------- /transformers/transformers/tokenization_auto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/tokenization_auto.py -------------------------------------------------------------------------------- /transformers/transformers/tokenization_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/tokenization_bert.py -------------------------------------------------------------------------------- /transformers/transformers/tokenization_ctrl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/tokenization_ctrl.py -------------------------------------------------------------------------------- /transformers/transformers/tokenization_distilbert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/tokenization_distilbert.py -------------------------------------------------------------------------------- /transformers/transformers/tokenization_gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/tokenization_gpt2.py -------------------------------------------------------------------------------- /transformers/transformers/tokenization_openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/tokenization_openai.py -------------------------------------------------------------------------------- /transformers/transformers/tokenization_roberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/tokenization_roberta.py -------------------------------------------------------------------------------- /transformers/transformers/tokenization_transfo_xl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/tokenization_transfo_xl.py -------------------------------------------------------------------------------- /transformers/transformers/tokenization_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/tokenization_utils.py -------------------------------------------------------------------------------- /transformers/transformers/tokenization_xlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/tokenization_xlm.py -------------------------------------------------------------------------------- /transformers/transformers/tokenization_xlnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnkx/SCDE/HEAD/transformers/transformers/tokenization_xlnet.py --------------------------------------------------------------------------------