├── README.md ├── document_grounded_generation ├── eval.py ├── requirements.txt ├── test_special_tokens.py ├── train.py ├── transformers │ ├── .circleci │ │ ├── config.yml │ │ └── deploy.sh │ ├── .coveragerc │ ├── .gitattributes │ ├── .github │ │ ├── ISSUE_TEMPLATE │ │ │ ├── ---new-benchmark.md │ │ │ ├── --new-model-addition.md │ │ │ ├── bug-report.md │ │ │ ├── feature-request.md │ │ │ ├── migration.md │ │ │ └── question-help.md │ │ ├── PULL_REQUEST_TEMPLATE.md │ │ ├── conda │ │ │ ├── build.sh │ │ │ └── meta.yaml │ │ └── workflows │ │ │ ├── github-torch-hub.yml │ │ │ ├── model-templates.yml │ │ │ ├── release-conda.yml │ │ │ ├── self-push.yml │ │ │ ├── self-scheduled.yml │ │ │ └── stale.yml │ ├── .gitignore │ ├── CODE_OF_CONDUCT.md │ ├── CONTRIBUTING.md │ ├── ISSUES.md │ ├── LICENSE │ ├── MANIFEST.in │ ├── Makefile │ ├── README.md │ ├── docker │ │ ├── transformers-cpu │ │ │ └── Dockerfile │ │ ├── transformers-gpu │ │ │ └── Dockerfile │ │ ├── transformers-pytorch-cpu │ │ │ └── Dockerfile │ │ ├── transformers-pytorch-gpu │ │ │ └── Dockerfile │ │ ├── transformers-pytorch-tpu │ │ │ ├── Dockerfile │ │ │ ├── bert-base-cased.jsonnet │ │ │ ├── dataset.yaml │ │ │ └── docker-entrypoint.sh │ │ ├── transformers-tensorflow-cpu │ │ │ └── Dockerfile │ │ └── transformers-tensorflow-gpu │ │ │ └── Dockerfile │ ├── docs │ │ ├── Makefile │ │ ├── README.md │ │ └── source │ │ │ ├── _static │ │ │ ├── css │ │ │ │ ├── Calibre-Light.ttf │ │ │ │ ├── Calibre-Medium.otf │ │ │ │ ├── Calibre-Regular.otf │ │ │ │ ├── Calibre-Thin.otf │ │ │ │ ├── code-snippets.css │ │ │ │ └── huggingface.css │ │ │ └── js │ │ │ │ ├── custom.js │ │ │ │ └── huggingface_logo.svg │ │ │ ├── add_new_model.rst │ │ │ ├── benchmarks.rst │ │ │ ├── bertology.rst │ │ │ ├── community.md │ │ │ ├── conf.py │ │ │ ├── contributing.md │ │ │ ├── converting_tensorflow_models.rst │ │ │ ├── custom_datasets.rst │ │ │ ├── examples.md │ │ │ ├── favicon.ico │ │ │ ├── glossary.rst │ │ │ ├── imgs │ │ │ ├── local_attention_mask.png │ │ │ ├── ppl_chunked.gif │ │ │ ├── ppl_full.gif │ │ │ ├── ppl_sliding.gif │ │ │ ├── transformers_logo_name.png │ │ │ ├── transformers_overview.png │ │ │ ├── warmup_constant_schedule.png │ │ │ ├── warmup_cosine_hard_restarts_schedule.png │ │ │ ├── warmup_cosine_schedule.png │ │ │ ├── warmup_cosine_warm_restarts_schedule.png │ │ │ └── warmup_linear_schedule.png │ │ │ ├── index.rst │ │ │ ├── installation.md │ │ │ ├── internal │ │ │ ├── file_utils.rst │ │ │ ├── generation_utils.rst │ │ │ ├── modeling_utils.rst │ │ │ ├── pipelines_utils.rst │ │ │ ├── tokenization_utils.rst │ │ │ └── trainer_utils.rst │ │ │ ├── main_classes │ │ │ ├── callback.rst │ │ │ ├── configuration.rst │ │ │ ├── feature_extractor.rst │ │ │ ├── logging.rst │ │ │ ├── model.rst │ │ │ ├── optimizer_schedules.rst │ │ │ ├── output.rst │ │ │ ├── pipelines.rst │ │ │ ├── processors.rst │ │ │ ├── tokenizer.rst │ │ │ └── trainer.rst │ │ │ ├── migration.md │ │ │ ├── model_doc │ │ │ ├── albert.rst │ │ │ ├── auto.rst │ │ │ ├── bart.rst │ │ │ ├── barthez.rst │ │ │ ├── bert.rst │ │ │ ├── bertgeneration.rst │ │ │ ├── bertweet.rst │ │ │ ├── blenderbot.rst │ │ │ ├── blenderbot_small.rst │ │ │ ├── bort.rst │ │ │ ├── camembert.rst │ │ │ ├── convbert.rst │ │ │ ├── ctrl.rst │ │ │ ├── deberta.rst │ │ │ ├── deberta_v2.rst │ │ │ ├── dialogpt.rst │ │ │ ├── distilbert.rst │ │ │ ├── dpr.rst │ │ │ ├── electra.rst │ │ │ ├── encoderdecoder.rst │ │ │ ├── flaubert.rst │ │ │ ├── fsmt.rst │ │ │ ├── funnel.rst │ │ │ ├── gpt.rst │ │ │ ├── gpt2.rst │ │ │ ├── herbert.rst │ │ │ ├── ibert.rst │ │ │ ├── layoutlm.rst │ │ │ ├── led.rst │ │ │ ├── longformer.rst │ │ │ ├── lxmert.rst │ │ │ ├── m2m_100.rst │ │ │ ├── marian.rst │ │ │ ├── mbart.rst │ │ │ ├── mobilebert.rst │ │ │ ├── mpnet.rst │ │ │ ├── mt5.rst │ │ │ ├── pegasus.rst │ │ │ ├── phobert.rst │ │ │ ├── prophetnet.rst │ │ │ ├── rag.rst │ │ │ ├── reformer.rst │ │ │ ├── retribert.rst │ │ │ ├── roberta.rst │ │ │ ├── speech_to_text.rst │ │ │ ├── squeezebert.rst │ │ │ ├── t5.rst │ │ │ ├── tapas.rst │ │ │ ├── transformerxl.rst │ │ │ ├── wav2vec2.rst │ │ │ ├── xlm.rst │ │ │ ├── xlmprophetnet.rst │ │ │ ├── xlmroberta.rst │ │ │ ├── xlnet.rst │ │ │ └── xlsr_wav2vec2.rst │ │ │ ├── model_sharing.rst │ │ │ ├── model_summary.rst │ │ │ ├── multilingual.rst │ │ │ ├── notebooks.md │ │ │ ├── perplexity.rst │ │ │ ├── philosophy.rst │ │ │ ├── preprocessing.rst │ │ │ ├── pretrained_models.rst │ │ │ ├── quicktour.rst │ │ │ ├── sagemaker.md │ │ │ ├── serialization.rst │ │ │ ├── task_summary.rst │ │ │ ├── testing.rst │ │ │ ├── tokenizer_summary.rst │ │ │ └── training.rst │ ├── examples │ │ ├── README.md │ │ ├── _tests_requirements.txt │ │ ├── benchmarking │ │ │ ├── README.md │ │ │ ├── plot_csv_file.py │ │ │ ├── requirements.txt │ │ │ ├── run_benchmark.py │ │ │ └── run_benchmark_tf.py │ │ ├── conftest.py │ │ ├── language-modeling │ │ │ ├── README.md │ │ │ ├── commands │ │ │ ├── requirements.txt │ │ │ ├── run_clm.py │ │ │ ├── run_mlm.py │ │ │ ├── run_mlm_flax.py │ │ │ └── run_plm.py │ │ ├── legacy │ │ │ ├── README.md │ │ │ ├── multiple_choice │ │ │ │ ├── run_multiple_choice.py │ │ │ │ └── utils_multiple_choice.py │ │ │ ├── pytorch-lightning │ │ │ │ ├── lightning_base.py │ │ │ │ ├── requirements.txt │ │ │ │ ├── run_glue.py │ │ │ │ ├── run_glue.sh │ │ │ │ ├── run_ner.py │ │ │ │ ├── run_ner.sh │ │ │ │ └── run_pos.sh │ │ │ ├── question-answering │ │ │ │ ├── run_squad.py │ │ │ │ └── run_squad_trainer.py │ │ │ ├── run_camembert.py │ │ │ ├── run_chinese_ref.py │ │ │ ├── run_language_modeling.py │ │ │ ├── run_openai_gpt.py │ │ │ ├── run_swag.py │ │ │ ├── run_transfo_xl.py │ │ │ ├── seq2seq │ │ │ │ ├── README.md │ │ │ │ ├── __init__.py │ │ │ │ ├── convert_model_to_fp16.py │ │ │ │ ├── download_wmt.py │ │ │ │ ├── finetune.sh │ │ │ │ ├── finetune_tpu.sh │ │ │ │ ├── finetune_trainer.py │ │ │ │ ├── minify_dataset.py │ │ │ │ ├── old_test_calculate_rouge.py │ │ │ │ ├── old_test_datasets.py │ │ │ │ ├── old_test_fsmt_bleu_score.py │ │ │ │ ├── old_test_seq2seq_examples.py │ │ │ │ ├── old_test_seq2seq_examples_multi_gpu.py │ │ │ │ ├── old_test_tatoeba_conversion.py │ │ │ │ ├── pack_dataset.py │ │ │ │ ├── requirements.txt │ │ │ │ ├── romanian_postprocessing.md │ │ │ │ ├── rouge_cli.py │ │ │ │ ├── run_distributed_eval.py │ │ │ │ ├── run_eval.py │ │ │ │ ├── run_eval_search.py │ │ │ │ ├── save_len_file.py │ │ │ │ ├── save_randomly_initialized_model.py │ │ │ │ ├── sentence_splitter.py │ │ │ │ ├── seq2seq_trainer.py │ │ │ │ ├── seq2seq_training_args.py │ │ │ │ ├── test_data │ │ │ │ │ ├── fsmt │ │ │ │ │ │ ├── build-eval-data.py │ │ │ │ │ │ └── fsmt_val_data.json │ │ │ │ │ ├── test_data │ │ │ │ │ └── wmt_en_ro │ │ │ │ │ │ ├── test.source │ │ │ │ │ │ ├── test.target │ │ │ │ │ │ ├── train.len │ │ │ │ │ │ ├── train.source │ │ │ │ │ │ ├── train.target │ │ │ │ │ │ ├── val.len │ │ │ │ │ │ ├── val.source │ │ │ │ │ │ └── val.target │ │ │ │ ├── train_distil_marian_enro.sh │ │ │ │ ├── train_distil_marian_enro_tpu.sh │ │ │ │ ├── train_distilbart_cnn.sh │ │ │ │ ├── train_mbart_cc25_enro.sh │ │ │ │ ├── utils.py │ │ │ │ └── xla_spawn.py │ │ │ └── token-classification │ │ │ │ ├── README.md │ │ │ │ ├── run.sh │ │ │ │ ├── run_chunk.sh │ │ │ │ ├── run_ner.py │ │ │ │ ├── run_pos.sh │ │ │ │ ├── run_tf_ner.py │ │ │ │ ├── scripts │ │ │ │ └── preprocess.py │ │ │ │ ├── tasks.py │ │ │ │ └── utils_ner.py │ │ ├── multiple-choice │ │ │ ├── README.md │ │ │ ├── requirements.txt │ │ │ ├── run_swag.py │ │ │ ├── run_tf_multiple_choice.py │ │ │ └── utils_multiple_choice.py │ │ ├── question-answering │ │ │ ├── README.md │ │ │ ├── requirements.txt │ │ │ ├── run_qa.py │ │ │ ├── run_qa_beam_search.py │ │ │ ├── run_tf_squad.py │ │ │ ├── trainer_qa.py │ │ │ └── utils_qa.py │ │ ├── research_projects │ │ │ ├── README.md │ │ │ ├── adversarial │ │ │ │ ├── README.md │ │ │ │ ├── requirements.txt │ │ │ │ ├── run_hans.py │ │ │ │ └── utils_hans.py │ │ │ ├── bert-loses-patience │ │ │ │ ├── README.md │ │ │ │ ├── pabee │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── modeling_pabee_albert.py │ │ │ │ │ └── modeling_pabee_bert.py │ │ │ │ ├── requirements.txt │ │ │ │ ├── run_glue_with_pabee.py │ │ │ │ └── test_run_glue_with_pabee.py │ │ │ ├── bertabs │ │ │ │ ├── README.md │ │ │ │ ├── __init__.py │ │ │ │ ├── configuration_bertabs.py │ │ │ │ ├── convert_bertabs_original_pytorch_checkpoint.py │ │ │ │ ├── modeling_bertabs.py │ │ │ │ ├── requirements.txt │ │ │ │ ├── run_summarization.py │ │ │ │ ├── test_utils_summarization.py │ │ │ │ └── utils_summarization.py │ │ │ ├── bertology │ │ │ │ ├── requirements.txt │ │ │ │ ├── run_bertology.py │ │ │ │ └── run_prune_gpt.py │ │ │ ├── deebert │ │ │ │ ├── README.md │ │ │ │ ├── entropy_eval.sh │ │ │ │ ├── eval_deebert.sh │ │ │ │ ├── requirements.txt │ │ │ │ ├── run_glue_deebert.py │ │ │ │ ├── src │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── modeling_highway_bert.py │ │ │ │ │ └── modeling_highway_roberta.py │ │ │ │ ├── test_glue_deebert.py │ │ │ │ └── train_deebert.sh │ │ │ ├── distillation │ │ │ │ ├── README.md │ │ │ │ ├── distiller.py │ │ │ │ ├── grouped_batch_sampler.py │ │ │ │ ├── lm_seqs_dataset.py │ │ │ │ ├── requirements.txt │ │ │ │ ├── run_squad_w_distillation.py │ │ │ │ ├── scripts │ │ │ │ │ ├── binarized_data.py │ │ │ │ │ ├── extract.py │ │ │ │ │ ├── extract_distilbert.py │ │ │ │ │ └── token_counts.py │ │ │ │ ├── train.py │ │ │ │ ├── training_configs │ │ │ │ │ ├── distilbert-base-cased.json │ │ │ │ │ ├── distilbert-base-multilingual-cased.json │ │ │ │ │ ├── distilbert-base-uncased.json │ │ │ │ │ ├── distilgpt2.json │ │ │ │ │ └── distilroberta-base.json │ │ │ │ └── utils.py │ │ │ ├── longform-qa │ │ │ │ ├── README.md │ │ │ │ ├── eli5_app.py │ │ │ │ ├── eli5_utils.py │ │ │ │ └── requirements.txt │ │ │ ├── lxmert │ │ │ │ ├── README.md │ │ │ │ ├── demo.ipynb │ │ │ │ ├── extracting_data.py │ │ │ │ ├── modeling_frcnn.py │ │ │ │ ├── processing_image.py │ │ │ │ ├── requirements.txt │ │ │ │ ├── utils.py │ │ │ │ └── visualizing_image.py │ │ │ ├── mlm_wwm │ │ │ │ ├── README.md │ │ │ │ ├── requirements.txt │ │ │ │ ├── run_chinese_ref.py │ │ │ │ └── run_mlm_wwm.py │ │ │ ├── mm-imdb │ │ │ │ ├── README.md │ │ │ │ ├── run_mmimdb.py │ │ │ │ └── utils_mmimdb.py │ │ │ ├── movement-pruning │ │ │ │ ├── README.md │ │ │ │ ├── Saving_PruneBERT.ipynb │ │ │ │ ├── bertarize.py │ │ │ │ ├── counts_parameters.py │ │ │ │ ├── emmental │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── configuration_bert_masked.py │ │ │ │ │ ├── modeling_bert_masked.py │ │ │ │ │ └── modules │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ ├── binarizer.py │ │ │ │ │ │ └── masked_nn.py │ │ │ │ ├── masked_run_glue.py │ │ │ │ ├── masked_run_squad.py │ │ │ │ └── requirements.txt │ │ │ ├── performer │ │ │ │ ├── README.md │ │ │ │ ├── full_script.sh │ │ │ │ ├── modeling_flax_performer.py │ │ │ │ ├── modeling_flax_performer_utils.py │ │ │ │ ├── run_mlm_performer.py │ │ │ │ └── sanity_script.sh │ │ │ ├── pplm │ │ │ │ ├── README.md │ │ │ │ ├── imgs │ │ │ │ │ ├── headfigure.png │ │ │ │ │ └── wooly.png │ │ │ │ ├── pplm_classification_head.py │ │ │ │ ├── requirements.txt │ │ │ │ ├── run_pplm.py │ │ │ │ └── run_pplm_discrim_train.py │ │ │ ├── rag │ │ │ │ ├── README.md │ │ │ │ ├── __init__.py │ │ │ │ ├── _test_finetune_rag.py │ │ │ │ ├── callbacks_rag.py │ │ │ │ ├── consolidate_rag_checkpoint.py │ │ │ │ ├── distributed_pytorch_retriever.py │ │ │ │ ├── distributed_ray_retriever.py │ │ │ │ ├── eval_rag.py │ │ │ │ ├── finetune_rag.py │ │ │ │ ├── finetune_rag.sh │ │ │ │ ├── finetune_rag_ray.sh │ │ │ │ ├── lightning_base.py │ │ │ │ ├── parse_dpr_relevance_data.py │ │ │ │ ├── requirements.txt │ │ │ │ ├── test_data │ │ │ │ │ └── my_knowledge_dataset.csv │ │ │ │ ├── test_distributed_retriever.py │ │ │ │ ├── use_own_knowledge_dataset.py │ │ │ │ └── utils_rag.py │ │ │ ├── seq2seq-distillation │ │ │ │ ├── README.md │ │ │ │ ├── _test_bash_script.py │ │ │ │ ├── _test_make_student.py │ │ │ │ ├── _test_seq2seq_examples.py │ │ │ │ ├── _test_seq2seq_examples_multi_gpu.py │ │ │ │ ├── callbacks.py │ │ │ │ ├── convert_pl_checkpoint_to_hf.py │ │ │ │ ├── distil_marian_enro_teacher.sh │ │ │ │ ├── distil_marian_no_teacher.sh │ │ │ │ ├── distillation.py │ │ │ │ ├── dynamic_bs_example.sh │ │ │ │ ├── finetune.py │ │ │ │ ├── finetune.sh │ │ │ │ ├── finetune_bart_tiny.sh │ │ │ │ ├── finetune_pegasus_xsum.sh │ │ │ │ ├── finetune_t5.sh │ │ │ │ ├── lightning_base.py │ │ │ │ ├── make_student.py │ │ │ │ ├── precomputed_pseudo_labels.md │ │ │ │ ├── requirements.txt │ │ │ │ ├── run_eval.py │ │ │ │ ├── sentence_splitter.py │ │ │ │ ├── train_distilbart_cnn.sh │ │ │ │ ├── train_distilbart_xsum.sh │ │ │ │ ├── train_mbart_cc25_enro.sh │ │ │ │ └── utils.py │ │ │ ├── wav2vec2 │ │ │ │ ├── FINE_TUNE_XLSR_WAV2VEC2.md │ │ │ │ ├── README.md │ │ │ │ ├── finetune_base_100.sh │ │ │ │ ├── finetune_base_timit_asr.sh │ │ │ │ ├── finetune_large_lv60_100.sh │ │ │ │ ├── finetune_large_lv60_timit_asr.sh │ │ │ │ ├── finetune_large_xlsr_53_arabic_speech_corpus.sh │ │ │ │ ├── finetune_wav2vec2_xlsr_turkish.sh │ │ │ │ ├── requirements.txt │ │ │ │ ├── run_asr.py │ │ │ │ ├── run_common_voice.py │ │ │ │ └── vocab │ │ │ │ │ └── buckwalter.json │ │ │ └── zero-shot-distillation │ │ │ │ ├── README.md │ │ │ │ └── distill_classifier.py │ │ ├── seq2seq │ │ │ ├── README.md │ │ │ ├── requirements.txt │ │ │ ├── run_summarization.py │ │ │ └── run_translation.py │ │ ├── test_data │ │ │ └── wmt_en_ro │ │ │ │ ├── test.json │ │ │ │ ├── train.json │ │ │ │ └── val.json │ │ ├── test_examples.py │ │ ├── test_xla_examples.py │ │ ├── tests │ │ │ ├── deepspeed │ │ │ │ ├── ds_config.json │ │ │ │ └── test_deepspeed.py │ │ │ └── trainer │ │ │ │ └── test_trainer_ext.py │ │ ├── text-classification │ │ │ ├── README.md │ │ │ ├── requirements.txt │ │ │ ├── run_glue.py │ │ │ ├── run_glue_no_trainer.py │ │ │ ├── run_tf_glue.py │ │ │ ├── run_tf_text_classification.py │ │ │ └── run_xnli.py │ │ ├── text-generation │ │ │ ├── README.md │ │ │ ├── requirements.txt │ │ │ └── run_generation.py │ │ ├── token-classification │ │ │ ├── README.md │ │ │ ├── requirements.txt │ │ │ ├── run.sh │ │ │ └── run_ner.py │ │ └── xla_spawn.py │ ├── hubconf.py │ ├── model_cards │ │ ├── README.md │ │ └── google │ │ │ └── tapas-base │ │ │ └── README.md │ ├── notebooks │ │ ├── 01-training-tokenizers.ipynb │ │ ├── 02-transformers.ipynb │ │ ├── 03-pipelines.ipynb │ │ ├── 04-onnx-export.ipynb │ │ ├── 05-benchmark.ipynb │ │ └── README.md │ ├── pyproject.toml │ ├── scripts │ │ ├── check_tokenizers.py │ │ ├── fsmt │ │ │ ├── convert-allenai-wmt16.sh │ │ │ ├── convert-allenai-wmt19.sh │ │ │ ├── convert-facebook-wmt19.sh │ │ │ ├── eval-allenai-wmt16.sh │ │ │ ├── eval-allenai-wmt19.sh │ │ │ ├── eval-facebook-wmt19.sh │ │ │ ├── fsmt-make-super-tiny-model.py │ │ │ ├── fsmt-make-tiny-model.py │ │ │ ├── gen-card-allenai-wmt16.py │ │ │ ├── gen-card-allenai-wmt19.py │ │ │ ├── gen-card-facebook-wmt19.py │ │ │ ├── s3-move.sh │ │ │ └── tests-to-run.sh │ │ ├── pegasus │ │ │ └── build_test_sample_spm_no_bos.py │ │ ├── stale.py │ │ └── tatoeba │ │ │ ├── README.md │ │ │ └── upload_models.sh │ ├── setup.cfg │ ├── setup.py │ ├── src │ │ └── transformers │ │ │ ├── __init__.py │ │ │ ├── activations.py │ │ │ ├── activations_tf.py │ │ │ ├── benchmark │ │ │ ├── __init__.py │ │ │ ├── benchmark.py │ │ │ ├── benchmark_args.py │ │ │ ├── benchmark_args_tf.py │ │ │ ├── benchmark_args_utils.py │ │ │ ├── benchmark_tf.py │ │ │ └── benchmark_utils.py │ │ │ ├── commands │ │ │ ├── __init__.py │ │ │ ├── add_new_model.py │ │ │ ├── convert.py │ │ │ ├── download.py │ │ │ ├── env.py │ │ │ ├── lfs.py │ │ │ ├── run.py │ │ │ ├── serving.py │ │ │ ├── train.py │ │ │ ├── transformers_cli.py │ │ │ └── user.py │ │ │ ├── configuration_utils.py │ │ │ ├── convert_graph_to_onnx.py │ │ │ ├── convert_pytorch_checkpoint_to_tf2.py │ │ │ ├── convert_slow_tokenizer.py │ │ │ ├── convert_slow_tokenizers_checkpoints_to_fast.py │ │ │ ├── convert_tf_hub_seq_to_seq_bert_to_pytorch.py │ │ │ ├── data │ │ │ ├── __init__.py │ │ │ ├── data_collator.py │ │ │ ├── datasets │ │ │ │ ├── __init__.py │ │ │ │ ├── glue.py │ │ │ │ ├── language_modeling.py │ │ │ │ └── squad.py │ │ │ ├── metrics │ │ │ │ ├── __init__.py │ │ │ │ └── squad_metrics.py │ │ │ ├── processors │ │ │ │ ├── __init__.py │ │ │ │ ├── glue.py │ │ │ │ ├── squad.py │ │ │ │ ├── utils.py │ │ │ │ └── xnli.py │ │ │ └── test_generation_utils.py │ │ │ ├── dependency_versions_check.py │ │ │ ├── dependency_versions_table.py │ │ │ ├── feature_extraction_sequence_utils.py │ │ │ ├── feature_extraction_utils.py │ │ │ ├── file_utils.py │ │ │ ├── generation_beam_search.py │ │ │ ├── generation_logits_process.py │ │ │ ├── generation_stopping_criteria.py │ │ │ ├── generation_tf_utils.py │ │ │ ├── generation_utils.py │ │ │ ├── hf_api.py │ │ │ ├── hf_argparser.py │ │ │ ├── integrations.py │ │ │ ├── modelcard.py │ │ │ ├── modeling_flax_utils.py │ │ │ ├── modeling_outputs.py │ │ │ ├── modeling_tf_outputs.py │ │ │ ├── modeling_tf_pytorch_utils.py │ │ │ ├── modeling_tf_utils.py │ │ │ ├── modeling_utils.py │ │ │ ├── models │ │ │ ├── __init__.py │ │ │ ├── albert │ │ │ │ ├── __init__.py │ │ │ │ ├── configuration_albert.py │ │ │ │ ├── convert_albert_original_tf_checkpoint_to_pytorch.py │ │ │ │ ├── modeling_albert.py │ │ │ │ ├── modeling_tf_albert.py │ │ │ │ ├── tokenization_albert.py │ │ │ │ └── tokenization_albert_fast.py │ │ │ ├── auto │ │ │ │ ├── __init__.py │ │ │ │ ├── configuration_auto.py │ │ │ │ ├── modeling_auto.py │ │ │ │ ├── modeling_flax_auto.py │ │ │ │ ├── modeling_tf_auto.py │ │ │ │ └── tokenization_auto.py │ │ │ ├── bart │ │ │ │ ├── __init__.py │ │ │ │ ├── configuration_bart.py │ │ │ │ ├── convert_bart_original_pytorch_checkpoint_to_pytorch.py │ │ │ │ ├── modeling_bart.py │ │ │ │ ├── modeling_tf_bart.py │ │ │ │ ├── tokenization_bart.py │ │ │ │ └── tokenization_bart_fast.py │ │ │ ├── barthez │ │ │ │ ├── __init__.py │ │ │ │ ├── tokenization_barthez.py │ │ │ │ └── tokenization_barthez_fast.py │ │ │ ├── bert │ │ │ │ ├── __init__.py │ │ │ │ ├── configuration_bert.py │ │ │ │ ├── convert_bert_original_tf2_checkpoint_to_pytorch.py │ │ │ │ ├── convert_bert_original_tf_checkpoint_to_pytorch.py │ │ │ │ ├── convert_bert_pytorch_checkpoint_to_original_tf.py │ │ │ │ ├── modeling_bert.py │ │ │ │ ├── modeling_flax_bert.py │ │ │ │ ├── modeling_tf_bert.py │ │ │ │ ├── tokenization_bert.py │ │ │ │ └── tokenization_bert_fast.py │ │ │ ├── bert_generation │ │ │ │ ├── __init__.py │ │ │ │ ├── configuration_bert_generation.py │ │ │ │ ├── modeling_bert_generation.py │ │ │ │ └── tokenization_bert_generation.py │ │ │ ├── bert_japanese │ │ │ │ ├── __init__.py │ │ │ │ └── tokenization_bert_japanese.py │ │ │ ├── bertweet │ │ │ │ ├── __init__.py │ │ │ │ └── tokenization_bertweet.py │ │ │ ├── blenderbot │ │ │ │ ├── __init__.py │ │ │ │ ├── configuration_blenderbot.py │ │ │ │ ├── convert_blenderbot_original_pytorch_checkpoint_to_pytorch.py │ │ │ │ ├── modeling_blenderbot.py │ │ │ │ ├── modeling_tf_blenderbot.py │ │ │ │ └── tokenization_blenderbot.py │ │ │ ├── blenderbot_small │ │ │ │ ├── __init__.py │ │ │ │ ├── configuration_blenderbot_small.py │ │ │ │ ├── modeling_blenderbot_small.py │ │ │ │ ├── modeling_tf_blenderbot_small.py │ │ │ │ ├── tokenization_blenderbot_small.py │ │ │ │ └── tokenization_blenderbot_small_fast.py │ │ │ ├── bort │ │ │ │ └── convert_bort_original_gluonnlp_checkpoint_to_pytorch.py │ │ │ ├── camembert │ │ │ │ ├── __init__.py │ │ │ │ ├── configuration_camembert.py │ │ │ │ ├── modeling_camembert.py │ │ │ │ ├── modeling_tf_camembert.py │ │ │ │ ├── tokenization_camembert.py │ │ │ │ └── tokenization_camembert_fast.py │ │ │ ├── convbert │ │ │ │ ├── __init__.py │ │ │ │ ├── configuration_convbert.py │ │ │ │ ├── convert_convbert_original_tf1_checkpoint_to_pytorch_and_tf2.py │ │ │ │ ├── modeling_convbert.py │ │ │ │ ├── modeling_tf_convbert.py │ │ │ │ ├── tokenization_convbert.py │ │ │ │ └── tokenization_convbert_fast.py │ │ │ ├── ctrl │ │ │ │ ├── __init__.py │ │ │ │ ├── configuration_ctrl.py │ │ │ │ ├── modeling_ctrl.py │ │ │ │ ├── modeling_tf_ctrl.py │ │ │ │ └── tokenization_ctrl.py │ │ │ ├── deberta │ │ │ │ ├── __init__.py │ │ │ │ ├── configuration_deberta.py │ │ │ │ ├── modeling_deberta.py │ │ │ │ └── tokenization_deberta.py │ │ │ ├── deberta_v2 │ │ │ │ ├── __init__.py │ │ │ │ ├── configuration_deberta_v2.py │ │ │ │ ├── modeling_deberta_v2.py │ │ │ │ └── tokenization_deberta_v2.py │ │ │ ├── dialogpt │ │ │ │ ├── __init__.py │ │ │ │ └── convert_dialogpt_original_pytorch_checkpoint_to_pytorch.py │ │ │ ├── distilbert │ │ │ │ ├── __init__.py │ │ │ │ ├── configuration_distilbert.py │ │ │ │ ├── modeling_distilbert.py │ │ │ │ ├── modeling_tf_distilbert.py │ │ │ │ ├── tokenization_distilbert.py │ │ │ │ └── tokenization_distilbert_fast.py │ │ │ ├── dpr │ │ │ │ ├── __init__.py │ │ │ │ ├── configuration_dpr.py │ │ │ │ ├── convert_dpr_original_checkpoint_to_pytorch.py │ │ │ │ ├── modeling_dpr.py │ │ │ │ ├── modeling_tf_dpr.py │ │ │ │ ├── tokenization_dpr.py │ │ │ │ └── tokenization_dpr_fast.py │ │ │ ├── electra │ │ │ │ ├── __init__.py │ │ │ │ ├── configuration_electra.py │ │ │ │ ├── convert_electra_original_tf_checkpoint_to_pytorch.py │ │ │ │ ├── modeling_electra.py │ │ │ │ ├── modeling_tf_electra.py │ │ │ │ ├── tokenization_electra.py │ │ │ │ └── tokenization_electra_fast.py │ │ │ ├── encoder_decoder │ │ │ │ ├── __init__.py │ │ │ │ ├── configuration_encoder_decoder.py │ │ │ │ └── modeling_encoder_decoder.py │ │ │ ├── flaubert │ │ │ │ ├── __init__.py │ │ │ │ ├── configuration_flaubert.py │ │ │ │ ├── modeling_flaubert.py │ │ │ │ ├── modeling_tf_flaubert.py │ │ │ │ └── tokenization_flaubert.py │ │ │ ├── fsmt │ │ │ │ ├── __init__.py │ │ │ │ ├── configuration_fsmt.py │ │ │ │ ├── convert_fsmt_original_pytorch_checkpoint_to_pytorch.py │ │ │ │ ├── modeling_fsmt.py │ │ │ │ └── tokenization_fsmt.py │ │ │ ├── funnel │ │ │ │ ├── __init__.py │ │ │ │ ├── configuration_funnel.py │ │ │ │ ├── convert_funnel_original_tf_checkpoint_to_pytorch.py │ │ │ │ ├── modeling_funnel.py │ │ │ │ ├── modeling_tf_funnel.py │ │ │ │ ├── tokenization_funnel.py │ │ │ │ └── tokenization_funnel_fast.py │ │ │ ├── gpt2 │ │ │ │ ├── __init__.py │ │ │ │ ├── basis_functions.py │ │ │ │ ├── configuration_gpt2.py │ │ │ │ ├── configuration_gpt2_inftyformer.py │ │ │ │ ├── configuration_gpt2_inftyformer_sticky.py │ │ │ │ ├── continuous_softmax.py │ │ │ │ ├── continuous_sparsemax.py │ │ │ │ ├── convert_gpt2_original_tf_checkpoint_to_pytorch.py │ │ │ │ ├── long_term_attention.py │ │ │ │ ├── modeling_gpt2.py │ │ │ │ ├── modeling_tf_gpt2.py │ │ │ │ ├── pre_process_wmt19.py │ │ │ │ ├── tokenization_gpt2.py │ │ │ │ └── tokenization_gpt2_fast.py │ │ │ ├── herbert │ │ │ │ ├── __init__.py │ │ │ │ ├── tokenization_herbert.py │ │ │ │ └── tokenization_herbert_fast.py │ │ │ ├── ibert │ │ │ │ ├── __init__.py │ │ │ │ ├── configuration_ibert.py │ │ │ │ ├── modeling_ibert.py │ │ │ │ └── quant_modules.py │ │ │ ├── layoutlm │ │ │ │ ├── __init__.py │ │ │ │ ├── configuration_layoutlm.py │ │ │ │ ├── modeling_layoutlm.py │ │ │ │ ├── tokenization_layoutlm.py │ │ │ │ └── tokenization_layoutlm_fast.py │ │ │ ├── led │ │ │ │ ├── __init__.py │ │ │ │ ├── configuration_led.py │ │ │ │ ├── modeling_led.py │ │ │ │ ├── modeling_tf_led.py │ │ │ │ ├── tokenization_led.py │ │ │ │ └── tokenization_led_fast.py │ │ │ ├── longformer │ │ │ │ ├── __init__.py │ │ │ │ ├── configuration_longformer.py │ │ │ │ ├── convert_longformer_original_pytorch_lightning_to_pytorch.py │ │ │ │ ├── modeling_longformer.py │ │ │ │ ├── modeling_tf_longformer.py │ │ │ │ ├── tokenization_longformer.py │ │ │ │ └── tokenization_longformer_fast.py │ │ │ ├── lxmert │ │ │ │ ├── __init__.py │ │ │ │ ├── configuration_lxmert.py │ │ │ │ ├── convert_lxmert_original_tf_checkpoint_to_pytorch.py │ │ │ │ ├── modeling_lxmert.py │ │ │ │ ├── modeling_tf_lxmert.py │ │ │ │ ├── tokenization_lxmert.py │ │ │ │ └── tokenization_lxmert_fast.py │ │ │ ├── m2m_100 │ │ │ │ ├── __init__.py │ │ │ │ ├── configuration_m2m_100.py │ │ │ │ ├── convert_m2m100_original_checkpoint_to_pytorch.py │ │ │ │ ├── modeling_m2m_100.py │ │ │ │ └── tokenization_m2m_100.py │ │ │ ├── marian │ │ │ │ ├── __init__.py │ │ │ │ ├── configuration_marian.py │ │ │ │ ├── convert_marian_tatoeba_to_pytorch.py │ │ │ │ ├── convert_marian_to_pytorch.py │ │ │ │ ├── modeling_marian.py │ │ │ │ ├── modeling_tf_marian.py │ │ │ │ └── tokenization_marian.py │ │ │ ├── mbart │ │ │ │ ├── __init__.py │ │ │ │ ├── configuration_mbart.py │ │ │ │ ├── convert_mbart_original_checkpoint_to_pytorch.py │ │ │ │ ├── modeling_mbart.py │ │ │ │ ├── modeling_tf_mbart.py │ │ │ │ ├── tokenization_mbart.py │ │ │ │ ├── tokenization_mbart50.py │ │ │ │ ├── tokenization_mbart50_fast.py │ │ │ │ └── tokenization_mbart_fast.py │ │ │ ├── mmbt │ │ │ │ ├── __init__.py │ │ │ │ ├── configuration_mmbt.py │ │ │ │ └── modeling_mmbt.py │ │ │ ├── mobilebert │ │ │ │ ├── __init__.py │ │ │ │ ├── configuration_mobilebert.py │ │ │ │ ├── convert_mobilebert_original_tf_checkpoint_to_pytorch.py │ │ │ │ ├── modeling_mobilebert.py │ │ │ │ ├── modeling_tf_mobilebert.py │ │ │ │ ├── tokenization_mobilebert.py │ │ │ │ └── tokenization_mobilebert_fast.py │ │ │ ├── mpnet │ │ │ │ ├── __init__.py │ │ │ │ ├── configuration_mpnet.py │ │ │ │ ├── modeling_mpnet.py │ │ │ │ ├── modeling_tf_mpnet.py │ │ │ │ ├── tokenization_mpnet.py │ │ │ │ └── tokenization_mpnet_fast.py │ │ │ ├── mt5 │ │ │ │ ├── __init__.py │ │ │ │ ├── configuration_mt5.py │ │ │ │ ├── modeling_mt5.py │ │ │ │ └── modeling_tf_mt5.py │ │ │ ├── openai │ │ │ │ ├── __init__.py │ │ │ │ ├── configuration_openai.py │ │ │ │ ├── convert_openai_original_tf_checkpoint_to_pytorch.py │ │ │ │ ├── modeling_openai.py │ │ │ │ ├── modeling_tf_openai.py │ │ │ │ ├── tokenization_openai.py │ │ │ │ └── tokenization_openai_fast.py │ │ │ ├── pegasus │ │ │ │ ├── __init__.py │ │ │ │ ├── configuration_pegasus.py │ │ │ │ ├── convert_pegasus_tf_to_pytorch.py │ │ │ │ ├── modeling_pegasus.py │ │ │ │ ├── modeling_tf_pegasus.py │ │ │ │ ├── tokenization_pegasus.py │ │ │ │ └── tokenization_pegasus_fast.py │ │ │ ├── phobert │ │ │ │ ├── __init__.py │ │ │ │ └── tokenization_phobert.py │ │ │ ├── prophetnet │ │ │ │ ├── __init__.py │ │ │ │ ├── configuration_prophetnet.py │ │ │ │ ├── convert_prophetnet_original_pytorch_checkpoint_to_pytorch.py │ │ │ │ ├── modeling_prophetnet.py │ │ │ │ └── tokenization_prophetnet.py │ │ │ ├── rag │ │ │ │ ├── __init__.py │ │ │ │ ├── configuration_rag.py │ │ │ │ ├── modeling_rag.py │ │ │ │ ├── modeling_tf_rag.py │ │ │ │ ├── retrieval_rag.py │ │ │ │ └── tokenization_rag.py │ │ │ ├── reformer │ │ │ │ ├── __init__.py │ │ │ │ ├── configuration_reformer.py │ │ │ │ ├── convert_reformer_trax_checkpoint_to_pytorch.py │ │ │ │ ├── modeling_reformer.py │ │ │ │ ├── tokenization_reformer.py │ │ │ │ └── tokenization_reformer_fast.py │ │ │ ├── retribert │ │ │ │ ├── __init__.py │ │ │ │ ├── configuration_retribert.py │ │ │ │ ├── modeling_retribert.py │ │ │ │ ├── tokenization_retribert.py │ │ │ │ └── tokenization_retribert_fast.py │ │ │ ├── roberta │ │ │ │ ├── __init__.py │ │ │ │ ├── configuration_roberta.py │ │ │ │ ├── convert_roberta_original_pytorch_checkpoint_to_pytorch.py │ │ │ │ ├── modeling_flax_roberta.py │ │ │ │ ├── modeling_roberta.py │ │ │ │ ├── modeling_tf_roberta.py │ │ │ │ ├── tokenization_roberta.py │ │ │ │ └── tokenization_roberta_fast.py │ │ │ ├── speech_to_text │ │ │ │ ├── __init__.py │ │ │ │ ├── configuration_speech_to_text.py │ │ │ │ ├── convert_s2t_fairseq_to_tfms.py │ │ │ │ ├── feature_extraction_speech_to_text.py │ │ │ │ ├── modeling_speech_to_text.py │ │ │ │ ├── processing_speech_to_text.py │ │ │ │ └── tokenization_speech_to_text.py │ │ │ ├── squeezebert │ │ │ │ ├── __init__.py │ │ │ │ ├── configuration_squeezebert.py │ │ │ │ ├── modeling_squeezebert.py │ │ │ │ ├── tokenization_squeezebert.py │ │ │ │ └── tokenization_squeezebert_fast.py │ │ │ ├── t5 │ │ │ │ ├── __init__.py │ │ │ │ ├── configuration_t5.py │ │ │ │ ├── convert_t5_original_tf_checkpoint_to_pytorch.py │ │ │ │ ├── modeling_t5.py │ │ │ │ ├── modeling_tf_t5.py │ │ │ │ ├── tokenization_t5.py │ │ │ │ └── tokenization_t5_fast.py │ │ │ ├── tapas │ │ │ │ ├── __init__.py │ │ │ │ ├── configuration_tapas.py │ │ │ │ ├── convert_tapas_original_tf_checkpoint_to_pytorch.py │ │ │ │ ├── modeling_tapas.py │ │ │ │ └── tokenization_tapas.py │ │ │ ├── transfo_xl │ │ │ │ ├── __init__.py │ │ │ │ ├── configuration_transfo_xl.py │ │ │ │ ├── convert_transfo_xl_original_tf_checkpoint_to_pytorch.py │ │ │ │ ├── modeling_tf_transfo_xl.py │ │ │ │ ├── modeling_tf_transfo_xl_utilities.py │ │ │ │ ├── modeling_transfo_xl.py │ │ │ │ ├── modeling_transfo_xl_utilities.py │ │ │ │ └── tokenization_transfo_xl.py │ │ │ ├── wav2vec2 │ │ │ │ ├── __init__.py │ │ │ │ ├── configuration_wav2vec2.py │ │ │ │ ├── convert_wav2vec2_original_pytorch_checkpoint_to_pytorch.py │ │ │ │ ├── feature_extraction_wav2vec2.py │ │ │ │ ├── modeling_wav2vec2.py │ │ │ │ ├── processing_wav2vec2.py │ │ │ │ └── tokenization_wav2vec2.py │ │ │ ├── xlm │ │ │ │ ├── __init__.py │ │ │ │ ├── configuration_xlm.py │ │ │ │ ├── convert_xlm_original_pytorch_checkpoint_to_pytorch.py │ │ │ │ ├── modeling_tf_xlm.py │ │ │ │ ├── modeling_xlm.py │ │ │ │ └── tokenization_xlm.py │ │ │ ├── xlm_prophetnet │ │ │ │ ├── __init__.py │ │ │ │ ├── configuration_xlm_prophetnet.py │ │ │ │ ├── modeling_xlm_prophetnet.py │ │ │ │ └── tokenization_xlm_prophetnet.py │ │ │ ├── xlm_roberta │ │ │ │ ├── __init__.py │ │ │ │ ├── configuration_xlm_roberta.py │ │ │ │ ├── modeling_tf_xlm_roberta.py │ │ │ │ ├── modeling_xlm_roberta.py │ │ │ │ ├── tokenization_xlm_roberta.py │ │ │ │ └── tokenization_xlm_roberta_fast.py │ │ │ └── xlnet │ │ │ │ ├── __init__.py │ │ │ │ ├── configuration_xlnet.py │ │ │ │ ├── convert_xlnet_original_tf_checkpoint_to_pytorch.py │ │ │ │ ├── modeling_tf_xlnet.py │ │ │ │ ├── modeling_xlnet.py │ │ │ │ ├── tokenization_xlnet.py │ │ │ │ └── tokenization_xlnet_fast.py │ │ │ ├── optimization.py │ │ │ ├── optimization_tf.py │ │ │ ├── pipelines │ │ │ ├── __init__.py │ │ │ ├── base.py │ │ │ ├── conversational.py │ │ │ ├── feature_extraction.py │ │ │ ├── fill_mask.py │ │ │ ├── question_answering.py │ │ │ ├── table_question_answering.py │ │ │ ├── text2text_generation.py │ │ │ ├── text_classification.py │ │ │ ├── text_generation.py │ │ │ ├── token_classification.py │ │ │ └── zero_shot_classification.py │ │ │ ├── sagemaker │ │ │ ├── __init__.py │ │ │ ├── trainer_sm.py │ │ │ └── training_args_sm.py │ │ │ ├── testing_utils.py │ │ │ ├── tokenization_utils.py │ │ │ ├── tokenization_utils_base.py │ │ │ ├── tokenization_utils_fast.py │ │ │ ├── trainer.py │ │ │ ├── trainer_callback.py │ │ │ ├── trainer_pt_utils.py │ │ │ ├── trainer_seq2seq.py │ │ │ ├── trainer_tf.py │ │ │ ├── trainer_utils.py │ │ │ ├── training_args.py │ │ │ ├── training_args_seq2seq.py │ │ │ ├── training_args_tf.py │ │ │ └── utils │ │ │ ├── __init__.py │ │ │ ├── dummy_flax_objects.py │ │ │ ├── dummy_pt_objects.py │ │ │ ├── dummy_sentencepiece_objects.py │ │ │ ├── dummy_tf_objects.py │ │ │ ├── dummy_tokenizers_objects.py │ │ │ ├── hp_naming.py │ │ │ ├── logging.py │ │ │ ├── model_parallel_utils.py │ │ │ ├── modeling_auto_mapping.py │ │ │ ├── notebook.py │ │ │ ├── sentencepiece_model_pb2.py │ │ │ └── versions.py │ ├── templates │ │ ├── adding_a_new_example_script │ │ │ ├── README.md │ │ │ ├── cookiecutter.json │ │ │ └── {{cookiecutter.directory_name}} │ │ │ │ └── run_{{cookiecutter.example_shortcut}}.py │ │ └── adding_a_new_model │ │ │ ├── ADD_NEW_MODEL_PROPOSAL_TEMPLATE.md │ │ │ ├── README.md │ │ │ ├── cookiecutter-template-{{cookiecutter.modelname}} │ │ │ ├── __init__.py │ │ │ ├── configuration.json │ │ │ ├── configuration_{{cookiecutter.lowercase_modelname}}.py │ │ │ ├── modeling_tf_{{cookiecutter.lowercase_modelname}}.py │ │ │ ├── modeling_{{cookiecutter.lowercase_modelname}}.py │ │ │ ├── test_modeling_tf_{{cookiecutter.lowercase_modelname}}.py │ │ │ ├── test_modeling_{{cookiecutter.lowercase_modelname}}.py │ │ │ ├── to_replace_{{cookiecutter.lowercase_modelname}}.py │ │ │ ├── tokenization_fast_{{cookiecutter.lowercase_modelname}}.py │ │ │ ├── tokenization_{{cookiecutter.lowercase_modelname}}.py │ │ │ └── {{cookiecutter.lowercase_modelname}}.rst │ │ │ ├── cookiecutter.json │ │ │ ├── open_model_proposals │ │ │ ├── ADD_BIG_BIRD.md │ │ │ └── README.md │ │ │ └── tests │ │ │ ├── encoder-bert-tokenizer.json │ │ │ ├── pt-encoder-bert-tokenizer.json │ │ │ ├── pt-seq-2-seq-bart-tokenizer.json │ │ │ ├── standalone.json │ │ │ ├── tf-encoder-bert-tokenizer.json │ │ │ └── tf-seq-2-seq-bart-tokenizer.json │ ├── tests │ │ ├── __init__.py │ │ ├── conftest.py │ │ ├── fixtures │ │ │ └── sample_text_no_unicode.txt │ │ ├── test_activations.py │ │ ├── test_activations_tf.py │ │ ├── test_benchmark.py │ │ ├── test_benchmark_tf.py │ │ ├── test_cli.py │ │ ├── test_configuration_auto.py │ │ ├── test_configuration_common.py │ │ ├── test_data_collator.py │ │ ├── test_doc_samples.py │ │ ├── test_feature_extraction_common.py │ │ ├── test_feature_extraction_speech_to_text.py │ │ ├── test_feature_extraction_wav2vec2.py │ │ ├── test_file_utils.py │ │ ├── test_flax_auto.py │ │ ├── test_generation_beam_search.py │ │ ├── test_generation_logits_process.py │ │ ├── test_generation_stopping_criteria.py │ │ ├── test_generation_utils.py │ │ ├── test_hf_api.py │ │ ├── test_hf_argparser.py │ │ ├── test_logging.py │ │ ├── test_model_card.py │ │ ├── test_model_output.py │ │ ├── test_modeling_albert.py │ │ ├── test_modeling_auto.py │ │ ├── test_modeling_bart.py │ │ ├── test_modeling_bert.py │ │ ├── test_modeling_bert_generation.py │ │ ├── test_modeling_blenderbot.py │ │ ├── test_modeling_blenderbot_small.py │ │ ├── test_modeling_bort.py │ │ ├── test_modeling_camembert.py │ │ ├── test_modeling_common.py │ │ ├── test_modeling_convbert.py │ │ ├── test_modeling_ctrl.py │ │ ├── test_modeling_deberta.py │ │ ├── test_modeling_deberta_v2.py │ │ ├── test_modeling_distilbert.py │ │ ├── test_modeling_dpr.py │ │ ├── test_modeling_electra.py │ │ ├── test_modeling_encoder_decoder.py │ │ ├── test_modeling_flaubert.py │ │ ├── test_modeling_flax_bert.py │ │ ├── test_modeling_flax_common.py │ │ ├── test_modeling_flax_roberta.py │ │ ├── test_modeling_fsmt.py │ │ ├── test_modeling_funnel.py │ │ ├── test_modeling_gpt2.py │ │ ├── test_modeling_ibert.py │ │ ├── test_modeling_layoutlm.py │ │ ├── test_modeling_led.py │ │ ├── test_modeling_longformer.py │ │ ├── test_modeling_lxmert.py │ │ ├── test_modeling_m2m_100.py │ │ ├── test_modeling_marian.py │ │ ├── test_modeling_mbart.py │ │ ├── test_modeling_mobilebert.py │ │ ├── test_modeling_mpnet.py │ │ ├── test_modeling_mt5.py │ │ ├── test_modeling_openai.py │ │ ├── test_modeling_pegasus.py │ │ ├── test_modeling_prophetnet.py │ │ ├── test_modeling_rag.py │ │ ├── test_modeling_reformer.py │ │ ├── test_modeling_roberta.py │ │ ├── test_modeling_speech_to_text.py │ │ ├── test_modeling_squeezebert.py │ │ ├── test_modeling_t5.py │ │ ├── test_modeling_tapas.py │ │ ├── test_modeling_tf_albert.py │ │ ├── test_modeling_tf_auto.py │ │ ├── test_modeling_tf_bart.py │ │ ├── test_modeling_tf_bert.py │ │ ├── test_modeling_tf_blenderbot.py │ │ ├── test_modeling_tf_blenderbot_small.py │ │ ├── test_modeling_tf_bort.py │ │ ├── test_modeling_tf_camembert.py │ │ ├── test_modeling_tf_common.py │ │ ├── test_modeling_tf_convbert.py │ │ ├── test_modeling_tf_ctrl.py │ │ ├── test_modeling_tf_distilbert.py │ │ ├── test_modeling_tf_dpr.py │ │ ├── test_modeling_tf_electra.py │ │ ├── test_modeling_tf_flaubert.py │ │ ├── test_modeling_tf_funnel.py │ │ ├── test_modeling_tf_gpt2.py │ │ ├── test_modeling_tf_led.py │ │ ├── test_modeling_tf_longformer.py │ │ ├── test_modeling_tf_lxmert.py │ │ ├── test_modeling_tf_marian.py │ │ ├── test_modeling_tf_mbart.py │ │ ├── test_modeling_tf_mobilebert.py │ │ ├── test_modeling_tf_mpnet.py │ │ ├── test_modeling_tf_mt5.py │ │ ├── test_modeling_tf_openai.py │ │ ├── test_modeling_tf_pegasus.py │ │ ├── test_modeling_tf_pytorch.py │ │ ├── test_modeling_tf_rag.py │ │ ├── test_modeling_tf_roberta.py │ │ ├── test_modeling_tf_t5.py │ │ ├── test_modeling_tf_transfo_xl.py │ │ ├── test_modeling_tf_xlm.py │ │ ├── test_modeling_tf_xlm_roberta.py │ │ ├── test_modeling_tf_xlnet.py │ │ ├── test_modeling_transfo_xl.py │ │ ├── test_modeling_wav2vec2.py │ │ ├── test_modeling_xlm.py │ │ ├── test_modeling_xlm_prophetnet.py │ │ ├── test_modeling_xlm_roberta.py │ │ ├── test_modeling_xlnet.py │ │ ├── test_offline.py │ │ ├── test_onnx.py │ │ ├── test_optimization.py │ │ ├── test_optimization_tf.py │ │ ├── test_pipelines_common.py │ │ ├── test_pipelines_conversational.py │ │ ├── test_pipelines_feature_extraction.py │ │ ├── test_pipelines_fill_mask.py │ │ ├── test_pipelines_ner.py │ │ ├── test_pipelines_question_answering.py │ │ ├── test_pipelines_sentiment_analysis.py │ │ ├── test_pipelines_summarization.py │ │ ├── test_pipelines_table_question_answering.py │ │ ├── test_pipelines_text2text_generation.py │ │ ├── test_pipelines_text_generation.py │ │ ├── test_pipelines_translation.py │ │ ├── test_pipelines_zero_shot.py │ │ ├── test_processor_speech_to_text.py │ │ ├── test_processor_wav2vec2.py │ │ ├── test_retrieval_rag.py │ │ ├── test_sequence_feature_extraction_common.py │ │ ├── test_skip_decorators.py │ │ ├── test_tokenization_albert.py │ │ ├── test_tokenization_auto.py │ │ ├── test_tokenization_bart.py │ │ ├── test_tokenization_barthez.py │ │ ├── test_tokenization_bert.py │ │ ├── test_tokenization_bert_generation.py │ │ ├── test_tokenization_bert_japanese.py │ │ ├── test_tokenization_bertweet.py │ │ ├── test_tokenization_blenderbot.py │ │ ├── test_tokenization_camembert.py │ │ ├── test_tokenization_common.py │ │ ├── test_tokenization_ctrl.py │ │ ├── test_tokenization_deberta.py │ │ ├── test_tokenization_deberta_v2.py │ │ ├── test_tokenization_distilbert.py │ │ ├── test_tokenization_dpr.py │ │ ├── test_tokenization_fsmt.py │ │ ├── test_tokenization_funnel.py │ │ ├── test_tokenization_gpt2.py │ │ ├── test_tokenization_herbert.py │ │ ├── test_tokenization_layoutlm.py │ │ ├── test_tokenization_lxmert.py │ │ ├── test_tokenization_m2m_100.py │ │ ├── test_tokenization_marian.py │ │ ├── test_tokenization_mbart.py │ │ ├── test_tokenization_mbart50.py │ │ ├── test_tokenization_mpnet.py │ │ ├── test_tokenization_openai.py │ │ ├── test_tokenization_pegasus.py │ │ ├── test_tokenization_phobert.py │ │ ├── test_tokenization_prophetnet.py │ │ ├── test_tokenization_rag.py │ │ ├── test_tokenization_reformer.py │ │ ├── test_tokenization_roberta.py │ │ ├── test_tokenization_small_blenderbot.py │ │ ├── test_tokenization_speech_to_text.py │ │ ├── test_tokenization_squeezebert.py │ │ ├── test_tokenization_t5.py │ │ ├── test_tokenization_tapas.py │ │ ├── test_tokenization_transfo_xl.py │ │ ├── test_tokenization_utils.py │ │ ├── test_tokenization_wav2vec2.py │ │ ├── test_tokenization_xlm.py │ │ ├── test_tokenization_xlm_prophetnet.py │ │ ├── test_tokenization_xlm_roberta.py │ │ ├── test_tokenization_xlnet.py │ │ ├── test_trainer.py │ │ ├── test_trainer_callback.py │ │ ├── test_trainer_distributed.py │ │ ├── test_trainer_seq2seq.py │ │ ├── test_trainer_tpu.py │ │ ├── test_trainer_utils.py │ │ ├── test_utils_check_copies.py │ │ └── test_versions_utils.py │ ├── utils │ │ ├── check_copies.py │ │ ├── check_dummies.py │ │ ├── check_repo.py │ │ ├── check_table.py │ │ ├── check_tf_ops.py │ │ ├── class_mapping_update.py │ │ ├── custom_init_isort.py │ │ ├── download_glue_data.py │ │ ├── get_modified_files.py │ │ ├── link_tester.py │ │ ├── notification_service.py │ │ ├── release.py │ │ ├── style_doc.py │ │ └── tf_ops │ │ │ └── onnx.json │ └── valohai.yaml └── utils.py ├── finetune_gpt2 ├── examples │ ├── README.md │ ├── _tests_requirements.txt │ ├── benchmarking │ │ ├── README.md │ │ ├── plot_csv_file.py │ │ ├── requirements.txt │ │ ├── run_benchmark.py │ │ └── run_benchmark_tf.py │ ├── conftest.py │ ├── language-modeling │ │ ├── README.md │ │ ├── requirements.txt │ │ ├── run_clm.py │ │ ├── run_mlm.py │ │ ├── run_mlm_flax.py │ │ └── run_plm.py │ ├── legacy │ │ ├── README.md │ │ ├── multiple_choice │ │ │ ├── run_multiple_choice.py │ │ │ └── utils_multiple_choice.py │ │ ├── pytorch-lightning │ │ │ ├── lightning_base.py │ │ │ ├── requirements.txt │ │ │ ├── run_glue.py │ │ │ ├── run_glue.sh │ │ │ ├── run_ner.py │ │ │ ├── run_ner.sh │ │ │ └── run_pos.sh │ │ ├── question-answering │ │ │ ├── run_squad.py │ │ │ └── run_squad_trainer.py │ │ ├── run_camembert.py │ │ ├── run_chinese_ref.py │ │ ├── run_language_modeling.py │ │ ├── run_openai_gpt.py │ │ ├── run_swag.py │ │ ├── run_transfo_xl.py │ │ ├── seq2seq │ │ │ ├── README.md │ │ │ ├── __init__.py │ │ │ ├── convert_model_to_fp16.py │ │ │ ├── download_wmt.py │ │ │ ├── finetune.sh │ │ │ ├── finetune_tpu.sh │ │ │ ├── finetune_trainer.py │ │ │ ├── minify_dataset.py │ │ │ ├── old_test_calculate_rouge.py │ │ │ ├── old_test_datasets.py │ │ │ ├── old_test_fsmt_bleu_score.py │ │ │ ├── old_test_seq2seq_examples.py │ │ │ ├── old_test_seq2seq_examples_multi_gpu.py │ │ │ ├── old_test_tatoeba_conversion.py │ │ │ ├── pack_dataset.py │ │ │ ├── requirements.txt │ │ │ ├── romanian_postprocessing.md │ │ │ ├── rouge_cli.py │ │ │ ├── run_distributed_eval.py │ │ │ ├── run_eval.py │ │ │ ├── run_eval_search.py │ │ │ ├── save_len_file.py │ │ │ ├── save_randomly_initialized_model.py │ │ │ ├── sentence_splitter.py │ │ │ ├── seq2seq_trainer.py │ │ │ ├── seq2seq_training_args.py │ │ │ ├── test_data │ │ │ │ ├── fsmt │ │ │ │ │ ├── build-eval-data.py │ │ │ │ │ └── fsmt_val_data.json │ │ │ │ ├── test_data │ │ │ │ └── wmt_en_ro │ │ │ │ │ ├── test.source │ │ │ │ │ ├── test.target │ │ │ │ │ ├── train.len │ │ │ │ │ ├── train.source │ │ │ │ │ ├── train.target │ │ │ │ │ ├── val.len │ │ │ │ │ ├── val.source │ │ │ │ │ └── val.target │ │ │ ├── train_distil_marian_enro.sh │ │ │ ├── train_distil_marian_enro_tpu.sh │ │ │ ├── train_distilbart_cnn.sh │ │ │ ├── train_mbart_cc25_enro.sh │ │ │ ├── utils.py │ │ │ └── xla_spawn.py │ │ └── token-classification │ │ │ ├── README.md │ │ │ ├── run.sh │ │ │ ├── run_chunk.sh │ │ │ ├── run_ner.py │ │ │ ├── run_pos.sh │ │ │ ├── run_tf_ner.py │ │ │ ├── scripts │ │ │ └── preprocess.py │ │ │ ├── tasks.py │ │ │ └── utils_ner.py │ ├── multiple-choice │ │ ├── README.md │ │ ├── requirements.txt │ │ ├── run_swag.py │ │ ├── run_tf_multiple_choice.py │ │ └── utils_multiple_choice.py │ ├── question-answering │ │ ├── README.md │ │ ├── requirements.txt │ │ ├── run_qa.py │ │ ├── run_qa_beam_search.py │ │ ├── run_tf_squad.py │ │ ├── trainer_qa.py │ │ └── utils_qa.py │ ├── research_projects │ │ ├── README.md │ │ ├── adversarial │ │ │ ├── README.md │ │ │ ├── requirements.txt │ │ │ ├── run_hans.py │ │ │ └── utils_hans.py │ │ ├── bert-loses-patience │ │ │ ├── README.md │ │ │ ├── pabee │ │ │ │ ├── __init__.py │ │ │ │ ├── modeling_pabee_albert.py │ │ │ │ └── modeling_pabee_bert.py │ │ │ ├── requirements.txt │ │ │ ├── run_glue_with_pabee.py │ │ │ └── test_run_glue_with_pabee.py │ │ ├── bertabs │ │ │ ├── README.md │ │ │ ├── __init__.py │ │ │ ├── configuration_bertabs.py │ │ │ ├── convert_bertabs_original_pytorch_checkpoint.py │ │ │ ├── modeling_bertabs.py │ │ │ ├── requirements.txt │ │ │ ├── run_summarization.py │ │ │ ├── test_utils_summarization.py │ │ │ └── utils_summarization.py │ │ ├── bertology │ │ │ ├── requirements.txt │ │ │ ├── run_bertology.py │ │ │ └── run_prune_gpt.py │ │ ├── deebert │ │ │ ├── README.md │ │ │ ├── entropy_eval.sh │ │ │ ├── eval_deebert.sh │ │ │ ├── requirements.txt │ │ │ ├── run_glue_deebert.py │ │ │ ├── src │ │ │ │ ├── __init__.py │ │ │ │ ├── modeling_highway_bert.py │ │ │ │ └── modeling_highway_roberta.py │ │ │ ├── test_glue_deebert.py │ │ │ └── train_deebert.sh │ │ ├── distillation │ │ │ ├── README.md │ │ │ ├── distiller.py │ │ │ ├── grouped_batch_sampler.py │ │ │ ├── lm_seqs_dataset.py │ │ │ ├── requirements.txt │ │ │ ├── run_squad_w_distillation.py │ │ │ ├── scripts │ │ │ │ ├── binarized_data.py │ │ │ │ ├── extract.py │ │ │ │ ├── extract_distilbert.py │ │ │ │ └── token_counts.py │ │ │ ├── train.py │ │ │ ├── training_configs │ │ │ │ ├── distilbert-base-cased.json │ │ │ │ ├── distilbert-base-multilingual-cased.json │ │ │ │ ├── distilbert-base-uncased.json │ │ │ │ ├── distilgpt2.json │ │ │ │ └── distilroberta-base.json │ │ │ └── utils.py │ │ ├── longform-qa │ │ │ ├── README.md │ │ │ ├── eli5_app.py │ │ │ ├── eli5_utils.py │ │ │ └── requirements.txt │ │ ├── lxmert │ │ │ ├── README.md │ │ │ ├── demo.ipynb │ │ │ ├── extracting_data.py │ │ │ ├── modeling_frcnn.py │ │ │ ├── processing_image.py │ │ │ ├── requirements.txt │ │ │ ├── utils.py │ │ │ └── visualizing_image.py │ │ ├── mlm_wwm │ │ │ ├── README.md │ │ │ ├── requirements.txt │ │ │ ├── run_chinese_ref.py │ │ │ └── run_mlm_wwm.py │ │ ├── mm-imdb │ │ │ ├── README.md │ │ │ ├── run_mmimdb.py │ │ │ └── utils_mmimdb.py │ │ ├── movement-pruning │ │ │ ├── README.md │ │ │ ├── Saving_PruneBERT.ipynb │ │ │ ├── bertarize.py │ │ │ ├── counts_parameters.py │ │ │ ├── emmental │ │ │ │ ├── __init__.py │ │ │ │ ├── configuration_bert_masked.py │ │ │ │ ├── modeling_bert_masked.py │ │ │ │ └── modules │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── binarizer.py │ │ │ │ │ └── masked_nn.py │ │ │ ├── masked_run_glue.py │ │ │ ├── masked_run_squad.py │ │ │ └── requirements.txt │ │ ├── performer │ │ │ ├── README.md │ │ │ ├── full_script.sh │ │ │ ├── modeling_flax_performer.py │ │ │ ├── modeling_flax_performer_utils.py │ │ │ ├── run_mlm_performer.py │ │ │ └── sanity_script.sh │ │ ├── pplm │ │ │ ├── README.md │ │ │ ├── imgs │ │ │ │ ├── headfigure.png │ │ │ │ └── wooly.png │ │ │ ├── pplm_classification_head.py │ │ │ ├── requirements.txt │ │ │ ├── run_pplm.py │ │ │ └── run_pplm_discrim_train.py │ │ ├── rag │ │ │ ├── README.md │ │ │ ├── __init__.py │ │ │ ├── _test_finetune_rag.py │ │ │ ├── callbacks_rag.py │ │ │ ├── consolidate_rag_checkpoint.py │ │ │ ├── distributed_pytorch_retriever.py │ │ │ ├── distributed_ray_retriever.py │ │ │ ├── eval_rag.py │ │ │ ├── finetune_rag.py │ │ │ ├── finetune_rag.sh │ │ │ ├── finetune_rag_ray.sh │ │ │ ├── lightning_base.py │ │ │ ├── parse_dpr_relevance_data.py │ │ │ ├── requirements.txt │ │ │ ├── test_data │ │ │ │ └── my_knowledge_dataset.csv │ │ │ ├── test_distributed_retriever.py │ │ │ ├── use_own_knowledge_dataset.py │ │ │ └── utils_rag.py │ │ ├── seq2seq-distillation │ │ │ ├── README.md │ │ │ ├── _test_bash_script.py │ │ │ ├── _test_make_student.py │ │ │ ├── _test_seq2seq_examples.py │ │ │ ├── _test_seq2seq_examples_multi_gpu.py │ │ │ ├── callbacks.py │ │ │ ├── convert_pl_checkpoint_to_hf.py │ │ │ ├── distil_marian_enro_teacher.sh │ │ │ ├── distil_marian_no_teacher.sh │ │ │ ├── distillation.py │ │ │ ├── dynamic_bs_example.sh │ │ │ ├── finetune.py │ │ │ ├── finetune.sh │ │ │ ├── finetune_bart_tiny.sh │ │ │ ├── finetune_pegasus_xsum.sh │ │ │ ├── finetune_t5.sh │ │ │ ├── lightning_base.py │ │ │ ├── make_student.py │ │ │ ├── precomputed_pseudo_labels.md │ │ │ ├── requirements.txt │ │ │ ├── run_eval.py │ │ │ ├── sentence_splitter.py │ │ │ ├── train_distilbart_cnn.sh │ │ │ ├── train_distilbart_xsum.sh │ │ │ ├── train_mbart_cc25_enro.sh │ │ │ └── utils.py │ │ ├── wav2vec2 │ │ │ ├── FINE_TUNE_XLSR_WAV2VEC2.md │ │ │ ├── README.md │ │ │ ├── finetune_base_100.sh │ │ │ ├── finetune_base_timit_asr.sh │ │ │ ├── finetune_large_lv60_100.sh │ │ │ ├── finetune_large_lv60_timit_asr.sh │ │ │ ├── finetune_large_xlsr_53_arabic_speech_corpus.sh │ │ │ ├── finetune_wav2vec2_xlsr_turkish.sh │ │ │ ├── requirements.txt │ │ │ ├── run_asr.py │ │ │ ├── run_common_voice.py │ │ │ └── vocab │ │ │ │ └── buckwalter.json │ │ └── zero-shot-distillation │ │ │ ├── README.md │ │ │ └── distill_classifier.py │ ├── seq2seq │ │ ├── README.md │ │ ├── requirements.txt │ │ ├── run_summarization.py │ │ └── run_translation.py │ ├── test_data │ │ └── wmt_en_ro │ │ │ ├── test.json │ │ │ ├── train.json │ │ │ └── val.json │ ├── test_examples.py │ ├── test_xla_examples.py │ ├── tests │ │ ├── deepspeed │ │ │ ├── ds_config.json │ │ │ └── test_deepspeed.py │ │ └── trainer │ │ │ └── test_trainer_ext.py │ ├── text-classification │ │ ├── README.md │ │ ├── requirements.txt │ │ ├── run_glue.py │ │ ├── run_glue_no_trainer.py │ │ ├── run_tf_glue.py │ │ ├── run_tf_text_classification.py │ │ └── run_xnli.py │ ├── text-generation │ │ ├── README.md │ │ ├── requirements.txt │ │ └── run_generation.py │ ├── token-classification │ │ ├── README.md │ │ ├── requirements.txt │ │ ├── run.sh │ │ └── run_ner.py │ └── xla_spawn.py ├── infinite_memory_transformer │ └── config.json ├── infinite_memory_transformer_sticky_mem │ └── config.json ├── src │ ├── transformers.egg-info │ │ ├── PKG-INFO │ │ ├── SOURCES.txt │ │ ├── dependency_links.txt │ │ ├── entry_points.txt │ │ ├── requires.txt │ │ └── top_level.txt │ └── transformers │ │ ├── __init__.py │ │ ├── activations.py │ │ ├── activations_tf.py │ │ ├── benchmark │ │ ├── __init__.py │ │ ├── benchmark.py │ │ ├── benchmark_args.py │ │ ├── benchmark_args_tf.py │ │ ├── benchmark_args_utils.py │ │ ├── benchmark_tf.py │ │ └── benchmark_utils.py │ │ ├── commands │ │ ├── __init__.py │ │ ├── add_new_model.py │ │ ├── convert.py │ │ ├── download.py │ │ ├── env.py │ │ ├── lfs.py │ │ ├── run.py │ │ ├── serving.py │ │ ├── train.py │ │ ├── transformers_cli.py │ │ └── user.py │ │ ├── configuration_utils.py │ │ ├── convert_graph_to_onnx.py │ │ ├── convert_pytorch_checkpoint_to_tf2.py │ │ ├── convert_slow_tokenizer.py │ │ ├── convert_slow_tokenizers_checkpoints_to_fast.py │ │ ├── convert_tf_hub_seq_to_seq_bert_to_pytorch.py │ │ ├── data │ │ ├── __init__.py │ │ ├── data_collator.py │ │ ├── datasets │ │ │ ├── __init__.py │ │ │ ├── glue.py │ │ │ ├── language_modeling.py │ │ │ └── squad.py │ │ ├── metrics │ │ │ ├── __init__.py │ │ │ └── squad_metrics.py │ │ ├── processors │ │ │ ├── __init__.py │ │ │ ├── glue.py │ │ │ ├── squad.py │ │ │ ├── utils.py │ │ │ └── xnli.py │ │ └── test_generation_utils.py │ │ ├── dependency_versions_check.py │ │ ├── dependency_versions_table.py │ │ ├── feature_extraction_sequence_utils.py │ │ ├── feature_extraction_utils.py │ │ ├── file_utils.py │ │ ├── generation_beam_search.py │ │ ├── generation_logits_process.py │ │ ├── generation_stopping_criteria.py │ │ ├── generation_tf_utils.py │ │ ├── generation_utils.py │ │ ├── hf_api.py │ │ ├── hf_argparser.py │ │ ├── integrations.py │ │ ├── modelcard.py │ │ ├── modeling_flax_utils.py │ │ ├── modeling_outputs.py │ │ ├── modeling_tf_outputs.py │ │ ├── modeling_tf_pytorch_utils.py │ │ ├── modeling_tf_utils.py │ │ ├── modeling_utils.py │ │ ├── models │ │ ├── __init__.py │ │ ├── albert │ │ │ ├── __init__.py │ │ │ ├── configuration_albert.py │ │ │ ├── convert_albert_original_tf_checkpoint_to_pytorch.py │ │ │ ├── modeling_albert.py │ │ │ ├── modeling_tf_albert.py │ │ │ ├── tokenization_albert.py │ │ │ └── tokenization_albert_fast.py │ │ ├── auto │ │ │ ├── __init__.py │ │ │ ├── configuration_auto.py │ │ │ ├── modeling_auto.py │ │ │ ├── modeling_flax_auto.py │ │ │ ├── modeling_tf_auto.py │ │ │ └── tokenization_auto.py │ │ ├── bart │ │ │ ├── __init__.py │ │ │ ├── configuration_bart.py │ │ │ ├── convert_bart_original_pytorch_checkpoint_to_pytorch.py │ │ │ ├── modeling_bart.py │ │ │ ├── modeling_tf_bart.py │ │ │ ├── tokenization_bart.py │ │ │ └── tokenization_bart_fast.py │ │ ├── barthez │ │ │ ├── __init__.py │ │ │ ├── tokenization_barthez.py │ │ │ └── tokenization_barthez_fast.py │ │ ├── bert │ │ │ ├── __init__.py │ │ │ ├── configuration_bert.py │ │ │ ├── convert_bert_original_tf2_checkpoint_to_pytorch.py │ │ │ ├── convert_bert_original_tf_checkpoint_to_pytorch.py │ │ │ ├── convert_bert_pytorch_checkpoint_to_original_tf.py │ │ │ ├── modeling_bert.py │ │ │ ├── modeling_flax_bert.py │ │ │ ├── modeling_tf_bert.py │ │ │ ├── tokenization_bert.py │ │ │ └── tokenization_bert_fast.py │ │ ├── bert_generation │ │ │ ├── __init__.py │ │ │ ├── configuration_bert_generation.py │ │ │ ├── modeling_bert_generation.py │ │ │ └── tokenization_bert_generation.py │ │ ├── bert_japanese │ │ │ ├── __init__.py │ │ │ └── tokenization_bert_japanese.py │ │ ├── bertweet │ │ │ ├── __init__.py │ │ │ └── tokenization_bertweet.py │ │ ├── blenderbot │ │ │ ├── __init__.py │ │ │ ├── configuration_blenderbot.py │ │ │ ├── convert_blenderbot_original_pytorch_checkpoint_to_pytorch.py │ │ │ ├── modeling_blenderbot.py │ │ │ ├── modeling_tf_blenderbot.py │ │ │ └── tokenization_blenderbot.py │ │ ├── blenderbot_small │ │ │ ├── __init__.py │ │ │ ├── configuration_blenderbot_small.py │ │ │ ├── modeling_blenderbot_small.py │ │ │ ├── modeling_tf_blenderbot_small.py │ │ │ ├── tokenization_blenderbot_small.py │ │ │ └── tokenization_blenderbot_small_fast.py │ │ ├── bort │ │ │ └── convert_bort_original_gluonnlp_checkpoint_to_pytorch.py │ │ ├── camembert │ │ │ ├── __init__.py │ │ │ ├── configuration_camembert.py │ │ │ ├── modeling_camembert.py │ │ │ ├── modeling_tf_camembert.py │ │ │ ├── tokenization_camembert.py │ │ │ └── tokenization_camembert_fast.py │ │ ├── convbert │ │ │ ├── __init__.py │ │ │ ├── configuration_convbert.py │ │ │ ├── convert_convbert_original_tf1_checkpoint_to_pytorch_and_tf2.py │ │ │ ├── modeling_convbert.py │ │ │ ├── modeling_tf_convbert.py │ │ │ ├── tokenization_convbert.py │ │ │ └── tokenization_convbert_fast.py │ │ ├── ctrl │ │ │ ├── __init__.py │ │ │ ├── configuration_ctrl.py │ │ │ ├── modeling_ctrl.py │ │ │ ├── modeling_tf_ctrl.py │ │ │ └── tokenization_ctrl.py │ │ ├── deberta │ │ │ ├── __init__.py │ │ │ ├── configuration_deberta.py │ │ │ ├── modeling_deberta.py │ │ │ └── tokenization_deberta.py │ │ ├── deberta_v2 │ │ │ ├── __init__.py │ │ │ ├── configuration_deberta_v2.py │ │ │ ├── modeling_deberta_v2.py │ │ │ └── tokenization_deberta_v2.py │ │ ├── dialogpt │ │ │ ├── __init__.py │ │ │ └── convert_dialogpt_original_pytorch_checkpoint_to_pytorch.py │ │ ├── distilbert │ │ │ ├── __init__.py │ │ │ ├── configuration_distilbert.py │ │ │ ├── modeling_distilbert.py │ │ │ ├── modeling_tf_distilbert.py │ │ │ ├── tokenization_distilbert.py │ │ │ └── tokenization_distilbert_fast.py │ │ ├── dpr │ │ │ ├── __init__.py │ │ │ ├── configuration_dpr.py │ │ │ ├── convert_dpr_original_checkpoint_to_pytorch.py │ │ │ ├── modeling_dpr.py │ │ │ ├── modeling_tf_dpr.py │ │ │ ├── tokenization_dpr.py │ │ │ └── tokenization_dpr_fast.py │ │ ├── electra │ │ │ ├── __init__.py │ │ │ ├── configuration_electra.py │ │ │ ├── convert_electra_original_tf_checkpoint_to_pytorch.py │ │ │ ├── modeling_electra.py │ │ │ ├── modeling_tf_electra.py │ │ │ ├── tokenization_electra.py │ │ │ └── tokenization_electra_fast.py │ │ ├── encoder_decoder │ │ │ ├── __init__.py │ │ │ ├── configuration_encoder_decoder.py │ │ │ └── modeling_encoder_decoder.py │ │ ├── flaubert │ │ │ ├── __init__.py │ │ │ ├── configuration_flaubert.py │ │ │ ├── modeling_flaubert.py │ │ │ ├── modeling_tf_flaubert.py │ │ │ └── tokenization_flaubert.py │ │ ├── fsmt │ │ │ ├── __init__.py │ │ │ ├── configuration_fsmt.py │ │ │ ├── convert_fsmt_original_pytorch_checkpoint_to_pytorch.py │ │ │ ├── modeling_fsmt.py │ │ │ └── tokenization_fsmt.py │ │ ├── funnel │ │ │ ├── __init__.py │ │ │ ├── configuration_funnel.py │ │ │ ├── convert_funnel_original_tf_checkpoint_to_pytorch.py │ │ │ ├── modeling_funnel.py │ │ │ ├── modeling_tf_funnel.py │ │ │ ├── tokenization_funnel.py │ │ │ └── tokenization_funnel_fast.py │ │ ├── gpt2 │ │ │ ├── __init__.py │ │ │ ├── basis_functions.py │ │ │ ├── configuration_gpt2.py │ │ │ ├── configuration_gpt2_inftyformer.py │ │ │ ├── continuous_softmax.py │ │ │ ├── continuous_sparsemax.py │ │ │ ├── convert_gpt2_original_tf_checkpoint_to_pytorch.py │ │ │ ├── long_term_attention.py │ │ │ ├── modeling_gpt2.py │ │ │ ├── modeling_tf_gpt2.py │ │ │ ├── tokenization_gpt2.py │ │ │ └── tokenization_gpt2_fast.py │ │ ├── herbert │ │ │ ├── __init__.py │ │ │ ├── tokenization_herbert.py │ │ │ └── tokenization_herbert_fast.py │ │ ├── ibert │ │ │ ├── __init__.py │ │ │ ├── configuration_ibert.py │ │ │ ├── modeling_ibert.py │ │ │ └── quant_modules.py │ │ ├── layoutlm │ │ │ ├── __init__.py │ │ │ ├── configuration_layoutlm.py │ │ │ ├── modeling_layoutlm.py │ │ │ ├── tokenization_layoutlm.py │ │ │ └── tokenization_layoutlm_fast.py │ │ ├── led │ │ │ ├── __init__.py │ │ │ ├── configuration_led.py │ │ │ ├── modeling_led.py │ │ │ ├── modeling_tf_led.py │ │ │ ├── tokenization_led.py │ │ │ └── tokenization_led_fast.py │ │ ├── longformer │ │ │ ├── __init__.py │ │ │ ├── configuration_longformer.py │ │ │ ├── convert_longformer_original_pytorch_lightning_to_pytorch.py │ │ │ ├── modeling_longformer.py │ │ │ ├── modeling_tf_longformer.py │ │ │ ├── tokenization_longformer.py │ │ │ └── tokenization_longformer_fast.py │ │ ├── lxmert │ │ │ ├── __init__.py │ │ │ ├── configuration_lxmert.py │ │ │ ├── convert_lxmert_original_tf_checkpoint_to_pytorch.py │ │ │ ├── modeling_lxmert.py │ │ │ ├── modeling_tf_lxmert.py │ │ │ ├── tokenization_lxmert.py │ │ │ └── tokenization_lxmert_fast.py │ │ ├── m2m_100 │ │ │ ├── __init__.py │ │ │ ├── configuration_m2m_100.py │ │ │ ├── convert_m2m100_original_checkpoint_to_pytorch.py │ │ │ ├── modeling_m2m_100.py │ │ │ └── tokenization_m2m_100.py │ │ ├── marian │ │ │ ├── __init__.py │ │ │ ├── configuration_marian.py │ │ │ ├── convert_marian_tatoeba_to_pytorch.py │ │ │ ├── convert_marian_to_pytorch.py │ │ │ ├── modeling_marian.py │ │ │ ├── modeling_tf_marian.py │ │ │ └── tokenization_marian.py │ │ ├── mbart │ │ │ ├── __init__.py │ │ │ ├── configuration_mbart.py │ │ │ ├── convert_mbart_original_checkpoint_to_pytorch.py │ │ │ ├── modeling_mbart.py │ │ │ ├── modeling_tf_mbart.py │ │ │ ├── tokenization_mbart.py │ │ │ ├── tokenization_mbart50.py │ │ │ ├── tokenization_mbart50_fast.py │ │ │ └── tokenization_mbart_fast.py │ │ ├── mmbt │ │ │ ├── __init__.py │ │ │ ├── configuration_mmbt.py │ │ │ └── modeling_mmbt.py │ │ ├── mobilebert │ │ │ ├── __init__.py │ │ │ ├── configuration_mobilebert.py │ │ │ ├── convert_mobilebert_original_tf_checkpoint_to_pytorch.py │ │ │ ├── modeling_mobilebert.py │ │ │ ├── modeling_tf_mobilebert.py │ │ │ ├── tokenization_mobilebert.py │ │ │ └── tokenization_mobilebert_fast.py │ │ ├── mpnet │ │ │ ├── __init__.py │ │ │ ├── configuration_mpnet.py │ │ │ ├── modeling_mpnet.py │ │ │ ├── modeling_tf_mpnet.py │ │ │ ├── tokenization_mpnet.py │ │ │ └── tokenization_mpnet_fast.py │ │ ├── mt5 │ │ │ ├── __init__.py │ │ │ ├── configuration_mt5.py │ │ │ ├── modeling_mt5.py │ │ │ └── modeling_tf_mt5.py │ │ ├── openai │ │ │ ├── __init__.py │ │ │ ├── configuration_openai.py │ │ │ ├── convert_openai_original_tf_checkpoint_to_pytorch.py │ │ │ ├── modeling_openai.py │ │ │ ├── modeling_tf_openai.py │ │ │ ├── tokenization_openai.py │ │ │ └── tokenization_openai_fast.py │ │ ├── pegasus │ │ │ ├── __init__.py │ │ │ ├── configuration_pegasus.py │ │ │ ├── convert_pegasus_tf_to_pytorch.py │ │ │ ├── modeling_pegasus.py │ │ │ ├── modeling_tf_pegasus.py │ │ │ ├── tokenization_pegasus.py │ │ │ └── tokenization_pegasus_fast.py │ │ ├── phobert │ │ │ ├── __init__.py │ │ │ └── tokenization_phobert.py │ │ ├── prophetnet │ │ │ ├── __init__.py │ │ │ ├── configuration_prophetnet.py │ │ │ ├── convert_prophetnet_original_pytorch_checkpoint_to_pytorch.py │ │ │ ├── modeling_prophetnet.py │ │ │ └── tokenization_prophetnet.py │ │ ├── rag │ │ │ ├── __init__.py │ │ │ ├── configuration_rag.py │ │ │ ├── modeling_rag.py │ │ │ ├── modeling_tf_rag.py │ │ │ ├── retrieval_rag.py │ │ │ └── tokenization_rag.py │ │ ├── reformer │ │ │ ├── __init__.py │ │ │ ├── configuration_reformer.py │ │ │ ├── convert_reformer_trax_checkpoint_to_pytorch.py │ │ │ ├── modeling_reformer.py │ │ │ ├── tokenization_reformer.py │ │ │ └── tokenization_reformer_fast.py │ │ ├── retribert │ │ │ ├── __init__.py │ │ │ ├── configuration_retribert.py │ │ │ ├── modeling_retribert.py │ │ │ ├── tokenization_retribert.py │ │ │ └── tokenization_retribert_fast.py │ │ ├── roberta │ │ │ ├── __init__.py │ │ │ ├── configuration_roberta.py │ │ │ ├── convert_roberta_original_pytorch_checkpoint_to_pytorch.py │ │ │ ├── modeling_flax_roberta.py │ │ │ ├── modeling_roberta.py │ │ │ ├── modeling_tf_roberta.py │ │ │ ├── tokenization_roberta.py │ │ │ └── tokenization_roberta_fast.py │ │ ├── speech_to_text │ │ │ ├── __init__.py │ │ │ ├── configuration_speech_to_text.py │ │ │ ├── convert_s2t_fairseq_to_tfms.py │ │ │ ├── feature_extraction_speech_to_text.py │ │ │ ├── modeling_speech_to_text.py │ │ │ ├── processing_speech_to_text.py │ │ │ └── tokenization_speech_to_text.py │ │ ├── squeezebert │ │ │ ├── __init__.py │ │ │ ├── configuration_squeezebert.py │ │ │ ├── modeling_squeezebert.py │ │ │ ├── tokenization_squeezebert.py │ │ │ └── tokenization_squeezebert_fast.py │ │ ├── t5 │ │ │ ├── __init__.py │ │ │ ├── configuration_t5.py │ │ │ ├── convert_t5_original_tf_checkpoint_to_pytorch.py │ │ │ ├── modeling_t5.py │ │ │ ├── modeling_tf_t5.py │ │ │ ├── tokenization_t5.py │ │ │ └── tokenization_t5_fast.py │ │ ├── tapas │ │ │ ├── __init__.py │ │ │ ├── configuration_tapas.py │ │ │ ├── convert_tapas_original_tf_checkpoint_to_pytorch.py │ │ │ ├── modeling_tapas.py │ │ │ └── tokenization_tapas.py │ │ ├── transfo_xl │ │ │ ├── __init__.py │ │ │ ├── configuration_transfo_xl.py │ │ │ ├── convert_transfo_xl_original_tf_checkpoint_to_pytorch.py │ │ │ ├── modeling_tf_transfo_xl.py │ │ │ ├── modeling_tf_transfo_xl_utilities.py │ │ │ ├── modeling_transfo_xl.py │ │ │ ├── modeling_transfo_xl_utilities.py │ │ │ └── tokenization_transfo_xl.py │ │ ├── wav2vec2 │ │ │ ├── __init__.py │ │ │ ├── configuration_wav2vec2.py │ │ │ ├── convert_wav2vec2_original_pytorch_checkpoint_to_pytorch.py │ │ │ ├── feature_extraction_wav2vec2.py │ │ │ ├── modeling_wav2vec2.py │ │ │ ├── processing_wav2vec2.py │ │ │ └── tokenization_wav2vec2.py │ │ ├── xlm │ │ │ ├── __init__.py │ │ │ ├── configuration_xlm.py │ │ │ ├── convert_xlm_original_pytorch_checkpoint_to_pytorch.py │ │ │ ├── modeling_tf_xlm.py │ │ │ ├── modeling_xlm.py │ │ │ └── tokenization_xlm.py │ │ ├── xlm_prophetnet │ │ │ ├── __init__.py │ │ │ ├── configuration_xlm_prophetnet.py │ │ │ ├── modeling_xlm_prophetnet.py │ │ │ └── tokenization_xlm_prophetnet.py │ │ ├── xlm_roberta │ │ │ ├── __init__.py │ │ │ ├── configuration_xlm_roberta.py │ │ │ ├── modeling_tf_xlm_roberta.py │ │ │ ├── modeling_xlm_roberta.py │ │ │ ├── tokenization_xlm_roberta.py │ │ │ └── tokenization_xlm_roberta_fast.py │ │ └── xlnet │ │ │ ├── __init__.py │ │ │ ├── configuration_xlnet.py │ │ │ ├── convert_xlnet_original_tf_checkpoint_to_pytorch.py │ │ │ ├── modeling_tf_xlnet.py │ │ │ ├── modeling_xlnet.py │ │ │ ├── tokenization_xlnet.py │ │ │ └── tokenization_xlnet_fast.py │ │ ├── optimization.py │ │ ├── optimization_tf.py │ │ ├── pipelines │ │ ├── __init__.py │ │ ├── base.py │ │ ├── conversational.py │ │ ├── feature_extraction.py │ │ ├── fill_mask.py │ │ ├── question_answering.py │ │ ├── table_question_answering.py │ │ ├── text2text_generation.py │ │ ├── text_classification.py │ │ ├── text_generation.py │ │ ├── token_classification.py │ │ └── zero_shot_classification.py │ │ ├── sagemaker │ │ ├── __init__.py │ │ ├── trainer_sm.py │ │ └── training_args_sm.py │ │ ├── testing_utils.py │ │ ├── tokenization_utils.py │ │ ├── tokenization_utils_base.py │ │ ├── tokenization_utils_fast.py │ │ ├── trainer.py │ │ ├── trainer_callback.py │ │ ├── trainer_pt_utils.py │ │ ├── trainer_seq2seq.py │ │ ├── trainer_tf.py │ │ ├── trainer_utils.py │ │ ├── training_args.py │ │ ├── training_args_seq2seq.py │ │ ├── training_args_tf.py │ │ └── utils │ │ ├── __init__.py │ │ ├── dummy_flax_objects.py │ │ ├── dummy_pt_objects.py │ │ ├── dummy_sentencepiece_objects.py │ │ ├── dummy_tf_objects.py │ │ ├── dummy_tokenizers_objects.py │ │ ├── hp_naming.py │ │ ├── logging.py │ │ ├── model_parallel_utils.py │ │ ├── modeling_auto_mapping.py │ │ ├── notebook.py │ │ ├── sentencepiece_model_pb2.py │ │ └── versions.py └── utils │ ├── check_copies.py │ ├── check_dummies.py │ ├── check_repo.py │ ├── check_table.py │ ├── check_tf_ops.py │ ├── class_mapping_update.py │ ├── custom_init_isort.py │ ├── download_glue_data.py │ ├── get_modified_files.py │ ├── link_tester.py │ ├── notification_service.py │ ├── release.py │ ├── style_doc.py │ └── tf_ops │ └── onnx.json ├── requirements.txt └── sorting ├── basis_functions.py ├── continuous_softmax.py ├── continuous_sparsemax.py ├── data_utils.py ├── generate_data.py ├── long_term_attention.py ├── mem_transformer.py ├── run_sort_inftyformer.sh ├── train.py └── utils ├── adaptive_softmax.py ├── data_parallel.py ├── exp_utils.py ├── log_uniform_sampler.py ├── proj_adaptive_softmax.py └── vocabulary.py /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/README.md -------------------------------------------------------------------------------- /document_grounded_generation/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/eval.py -------------------------------------------------------------------------------- /document_grounded_generation/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/requirements.txt -------------------------------------------------------------------------------- /document_grounded_generation/test_special_tokens.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/test_special_tokens.py -------------------------------------------------------------------------------- /document_grounded_generation/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/train.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/.circleci/config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/.circleci/config.yml -------------------------------------------------------------------------------- /document_grounded_generation/transformers/.circleci/deploy.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/.circleci/deploy.sh -------------------------------------------------------------------------------- /document_grounded_generation/transformers/.coveragerc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/.coveragerc -------------------------------------------------------------------------------- /document_grounded_generation/transformers/.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/.gitattributes -------------------------------------------------------------------------------- /document_grounded_generation/transformers/.github/conda/build.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/.github/conda/build.sh -------------------------------------------------------------------------------- /document_grounded_generation/transformers/.github/conda/meta.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/.github/conda/meta.yaml -------------------------------------------------------------------------------- /document_grounded_generation/transformers/.github/workflows/stale.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/.github/workflows/stale.yml -------------------------------------------------------------------------------- /document_grounded_generation/transformers/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/.gitignore -------------------------------------------------------------------------------- /document_grounded_generation/transformers/CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /document_grounded_generation/transformers/CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/CONTRIBUTING.md -------------------------------------------------------------------------------- /document_grounded_generation/transformers/ISSUES.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/ISSUES.md -------------------------------------------------------------------------------- /document_grounded_generation/transformers/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/LICENSE -------------------------------------------------------------------------------- /document_grounded_generation/transformers/MANIFEST.in: -------------------------------------------------------------------------------- 1 | include LICENSE 2 | -------------------------------------------------------------------------------- /document_grounded_generation/transformers/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/Makefile -------------------------------------------------------------------------------- /document_grounded_generation/transformers/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/README.md -------------------------------------------------------------------------------- /document_grounded_generation/transformers/docs/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/docs/Makefile -------------------------------------------------------------------------------- /document_grounded_generation/transformers/docs/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/docs/README.md -------------------------------------------------------------------------------- /document_grounded_generation/transformers/docs/source/add_new_model.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/docs/source/add_new_model.rst -------------------------------------------------------------------------------- /document_grounded_generation/transformers/docs/source/benchmarks.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/docs/source/benchmarks.rst -------------------------------------------------------------------------------- /document_grounded_generation/transformers/docs/source/bertology.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/docs/source/bertology.rst -------------------------------------------------------------------------------- /document_grounded_generation/transformers/docs/source/community.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/docs/source/community.md -------------------------------------------------------------------------------- /document_grounded_generation/transformers/docs/source/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/docs/source/conf.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/docs/source/contributing.md: -------------------------------------------------------------------------------- 1 | ../../CONTRIBUTING.md -------------------------------------------------------------------------------- /document_grounded_generation/transformers/docs/source/examples.md: -------------------------------------------------------------------------------- 1 | ../../examples/README.md -------------------------------------------------------------------------------- /document_grounded_generation/transformers/docs/source/favicon.ico: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/docs/source/favicon.ico -------------------------------------------------------------------------------- /document_grounded_generation/transformers/docs/source/glossary.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/docs/source/glossary.rst -------------------------------------------------------------------------------- /document_grounded_generation/transformers/docs/source/imgs/ppl_full.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/docs/source/imgs/ppl_full.gif -------------------------------------------------------------------------------- /document_grounded_generation/transformers/docs/source/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/docs/source/index.rst -------------------------------------------------------------------------------- /document_grounded_generation/transformers/docs/source/installation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/docs/source/installation.md -------------------------------------------------------------------------------- /document_grounded_generation/transformers/docs/source/migration.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/docs/source/migration.md -------------------------------------------------------------------------------- /document_grounded_generation/transformers/docs/source/model_doc/dpr.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/docs/source/model_doc/dpr.rst -------------------------------------------------------------------------------- /document_grounded_generation/transformers/docs/source/model_doc/gpt.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/docs/source/model_doc/gpt.rst -------------------------------------------------------------------------------- /document_grounded_generation/transformers/docs/source/model_doc/led.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/docs/source/model_doc/led.rst -------------------------------------------------------------------------------- /document_grounded_generation/transformers/docs/source/model_doc/mt5.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/docs/source/model_doc/mt5.rst -------------------------------------------------------------------------------- /document_grounded_generation/transformers/docs/source/model_doc/rag.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/docs/source/model_doc/rag.rst -------------------------------------------------------------------------------- /document_grounded_generation/transformers/docs/source/model_doc/t5.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/docs/source/model_doc/t5.rst -------------------------------------------------------------------------------- /document_grounded_generation/transformers/docs/source/model_doc/xlm.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/docs/source/model_doc/xlm.rst -------------------------------------------------------------------------------- /document_grounded_generation/transformers/docs/source/model_sharing.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/docs/source/model_sharing.rst -------------------------------------------------------------------------------- /document_grounded_generation/transformers/docs/source/model_summary.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/docs/source/model_summary.rst -------------------------------------------------------------------------------- /document_grounded_generation/transformers/docs/source/multilingual.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/docs/source/multilingual.rst -------------------------------------------------------------------------------- /document_grounded_generation/transformers/docs/source/notebooks.md: -------------------------------------------------------------------------------- 1 | ../../notebooks/README.md -------------------------------------------------------------------------------- /document_grounded_generation/transformers/docs/source/perplexity.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/docs/source/perplexity.rst -------------------------------------------------------------------------------- /document_grounded_generation/transformers/docs/source/philosophy.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/docs/source/philosophy.rst -------------------------------------------------------------------------------- /document_grounded_generation/transformers/docs/source/preprocessing.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/docs/source/preprocessing.rst -------------------------------------------------------------------------------- /document_grounded_generation/transformers/docs/source/quicktour.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/docs/source/quicktour.rst -------------------------------------------------------------------------------- /document_grounded_generation/transformers/docs/source/sagemaker.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/docs/source/sagemaker.md -------------------------------------------------------------------------------- /document_grounded_generation/transformers/docs/source/serialization.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/docs/source/serialization.rst -------------------------------------------------------------------------------- /document_grounded_generation/transformers/docs/source/task_summary.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/docs/source/task_summary.rst -------------------------------------------------------------------------------- /document_grounded_generation/transformers/docs/source/testing.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/docs/source/testing.rst -------------------------------------------------------------------------------- /document_grounded_generation/transformers/docs/source/training.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/docs/source/training.rst -------------------------------------------------------------------------------- /document_grounded_generation/transformers/examples/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/examples/README.md -------------------------------------------------------------------------------- /document_grounded_generation/transformers/examples/benchmarking/requirements.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /document_grounded_generation/transformers/examples/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/examples/conftest.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/examples/language-modeling/requirements.txt: -------------------------------------------------------------------------------- 1 | datasets >= 1.1.3 2 | sentencepiece != 0.1.92 3 | protobuf 4 | -------------------------------------------------------------------------------- /document_grounded_generation/transformers/examples/legacy/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/examples/legacy/README.md -------------------------------------------------------------------------------- /document_grounded_generation/transformers/examples/legacy/run_swag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/examples/legacy/run_swag.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/examples/legacy/seq2seq/test_data/test_data: -------------------------------------------------------------------------------- 1 | seq2seq/test_data -------------------------------------------------------------------------------- /document_grounded_generation/transformers/examples/multiple-choice/requirements.txt: -------------------------------------------------------------------------------- 1 | sentencepiece != 0.1.92 2 | protobuf 3 | -------------------------------------------------------------------------------- /document_grounded_generation/transformers/examples/question-answering/requirements.txt: -------------------------------------------------------------------------------- 1 | datasets >= 1.2.1 2 | -------------------------------------------------------------------------------- /document_grounded_generation/transformers/examples/research_projects/adversarial/requirements.txt: -------------------------------------------------------------------------------- 1 | transformers == 3.5.1 2 | -------------------------------------------------------------------------------- /document_grounded_generation/transformers/examples/research_projects/bert-loses-patience/pabee/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /document_grounded_generation/transformers/examples/research_projects/bert-loses-patience/requirements.txt: -------------------------------------------------------------------------------- 1 | transformers == 3.5.1 -------------------------------------------------------------------------------- /document_grounded_generation/transformers/examples/research_projects/bertabs/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /document_grounded_generation/transformers/examples/research_projects/bertabs/requirements.txt: -------------------------------------------------------------------------------- 1 | transformers == 3.5.1 2 | 3 | # For ROUGE 4 | nltk 5 | py-rouge 6 | -------------------------------------------------------------------------------- /document_grounded_generation/transformers/examples/research_projects/bertology/requirements.txt: -------------------------------------------------------------------------------- 1 | transformers == 3.5.1 2 | -------------------------------------------------------------------------------- /document_grounded_generation/transformers/examples/research_projects/deebert/requirements.txt: -------------------------------------------------------------------------------- 1 | transformers == 3.5.1 2 | -------------------------------------------------------------------------------- /document_grounded_generation/transformers/examples/research_projects/deebert/src/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /document_grounded_generation/transformers/examples/research_projects/longform-qa/requirements.txt: -------------------------------------------------------------------------------- 1 | datasets >= 1.1.3 2 | faiss-cpu 3 | streamlit 4 | elasticsearch 5 | -------------------------------------------------------------------------------- /document_grounded_generation/transformers/examples/research_projects/mlm_wwm/requirements.txt: -------------------------------------------------------------------------------- 1 | datasets >= 1.1.3 2 | sentencepiece != 0.1.92 3 | protobuf 4 | ltp 5 | -------------------------------------------------------------------------------- /document_grounded_generation/transformers/examples/seq2seq/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/examples/seq2seq/README.md -------------------------------------------------------------------------------- /document_grounded_generation/transformers/examples/test_examples.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/examples/test_examples.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/examples/test_xla_examples.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/examples/test_xla_examples.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/examples/text-classification/requirements.txt: -------------------------------------------------------------------------------- 1 | accelerate 2 | datasets >= 1.1.3 3 | sentencepiece != 0.1.92 4 | protobuf 5 | -------------------------------------------------------------------------------- /document_grounded_generation/transformers/examples/text-generation/requirements.txt: -------------------------------------------------------------------------------- 1 | sentencepiece != 0.1.92 2 | protobuf 3 | -------------------------------------------------------------------------------- /document_grounded_generation/transformers/examples/token-classification/requirements.txt: -------------------------------------------------------------------------------- 1 | seqeval 2 | datasets >= 1.1.3 3 | -------------------------------------------------------------------------------- /document_grounded_generation/transformers/examples/xla_spawn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/examples/xla_spawn.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/hubconf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/hubconf.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/model_cards/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/model_cards/README.md -------------------------------------------------------------------------------- /document_grounded_generation/transformers/notebooks/03-pipelines.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/notebooks/03-pipelines.ipynb -------------------------------------------------------------------------------- /document_grounded_generation/transformers/notebooks/05-benchmark.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/notebooks/05-benchmark.ipynb -------------------------------------------------------------------------------- /document_grounded_generation/transformers/notebooks/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/notebooks/README.md -------------------------------------------------------------------------------- /document_grounded_generation/transformers/pyproject.toml: -------------------------------------------------------------------------------- 1 | [tool.black] 2 | line-length = 119 3 | target-version = ['py35'] 4 | -------------------------------------------------------------------------------- /document_grounded_generation/transformers/scripts/check_tokenizers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/scripts/check_tokenizers.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/scripts/fsmt/s3-move.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/scripts/fsmt/s3-move.sh -------------------------------------------------------------------------------- /document_grounded_generation/transformers/scripts/fsmt/tests-to-run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/scripts/fsmt/tests-to-run.sh -------------------------------------------------------------------------------- /document_grounded_generation/transformers/scripts/stale.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/scripts/stale.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/scripts/tatoeba/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/scripts/tatoeba/README.md -------------------------------------------------------------------------------- /document_grounded_generation/transformers/setup.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/setup.cfg -------------------------------------------------------------------------------- /document_grounded_generation/transformers/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/setup.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/src/transformers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/src/transformers/__init__.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/src/transformers/benchmark/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /document_grounded_generation/transformers/src/transformers/hf_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/src/transformers/hf_api.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/src/transformers/modelcard.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/src/transformers/modelcard.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/src/transformers/models/dialogpt/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /document_grounded_generation/transformers/src/transformers/models/gpt2/pre_process_wmt19.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /document_grounded_generation/transformers/src/transformers/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/src/transformers/trainer.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /document_grounded_generation/transformers/tests/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/tests/conftest.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/tests/test_activations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/tests/test_activations.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/tests/test_activations_tf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/tests/test_activations_tf.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/tests/test_benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/tests/test_benchmark.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/tests/test_benchmark_tf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/tests/test_benchmark_tf.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/tests/test_cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/tests/test_cli.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/tests/test_data_collator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/tests/test_data_collator.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/tests/test_doc_samples.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/tests/test_doc_samples.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/tests/test_file_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/tests/test_file_utils.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/tests/test_flax_auto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/tests/test_flax_auto.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/tests/test_hf_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/tests/test_hf_api.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/tests/test_hf_argparser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/tests/test_hf_argparser.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/tests/test_logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/tests/test_logging.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/tests/test_model_card.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/tests/test_model_card.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/tests/test_model_output.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/tests/test_model_output.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/tests/test_modeling_albert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/tests/test_modeling_albert.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/tests/test_modeling_auto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/tests/test_modeling_auto.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/tests/test_modeling_bart.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/tests/test_modeling_bart.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/tests/test_modeling_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/tests/test_modeling_bert.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/tests/test_modeling_bort.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/tests/test_modeling_bort.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/tests/test_modeling_common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/tests/test_modeling_common.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/tests/test_modeling_ctrl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/tests/test_modeling_ctrl.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/tests/test_modeling_dpr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/tests/test_modeling_dpr.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/tests/test_modeling_fsmt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/tests/test_modeling_fsmt.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/tests/test_modeling_funnel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/tests/test_modeling_funnel.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/tests/test_modeling_gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/tests/test_modeling_gpt2.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/tests/test_modeling_ibert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/tests/test_modeling_ibert.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/tests/test_modeling_led.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/tests/test_modeling_led.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/tests/test_modeling_lxmert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/tests/test_modeling_lxmert.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/tests/test_modeling_marian.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/tests/test_modeling_marian.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/tests/test_modeling_mbart.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/tests/test_modeling_mbart.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/tests/test_modeling_mpnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/tests/test_modeling_mpnet.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/tests/test_modeling_mt5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/tests/test_modeling_mt5.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/tests/test_modeling_openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/tests/test_modeling_openai.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/tests/test_modeling_rag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/tests/test_modeling_rag.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/tests/test_modeling_t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/tests/test_modeling_t5.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/tests/test_modeling_tapas.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/tests/test_modeling_tapas.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/tests/test_modeling_tf_dpr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/tests/test_modeling_tf_dpr.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/tests/test_modeling_tf_led.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/tests/test_modeling_tf_led.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/tests/test_modeling_tf_mt5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/tests/test_modeling_tf_mt5.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/tests/test_modeling_tf_rag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/tests/test_modeling_tf_rag.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/tests/test_modeling_tf_t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/tests/test_modeling_tf_t5.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/tests/test_modeling_tf_xlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/tests/test_modeling_tf_xlm.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/tests/test_modeling_xlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/tests/test_modeling_xlm.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/tests/test_modeling_xlnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/tests/test_modeling_xlnet.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/tests/test_offline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/tests/test_offline.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/tests/test_onnx.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/tests/test_onnx.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/tests/test_optimization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/tests/test_optimization.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/tests/test_optimization_tf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/tests/test_optimization_tf.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/tests/test_pipelines_ner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/tests/test_pipelines_ner.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/tests/test_retrieval_rag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/tests/test_retrieval_rag.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/tests/test_skip_decorators.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/tests/test_skip_decorators.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/tests/test_tokenization_t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/tests/test_tokenization_t5.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/tests/test_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/tests/test_trainer.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/tests/test_trainer_seq2seq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/tests/test_trainer_seq2seq.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/tests/test_trainer_tpu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/tests/test_trainer_tpu.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/tests/test_trainer_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/tests/test_trainer_utils.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/tests/test_versions_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/tests/test_versions_utils.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/utils/check_copies.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/utils/check_copies.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/utils/check_dummies.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/utils/check_dummies.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/utils/check_repo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/utils/check_repo.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/utils/check_table.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/utils/check_table.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/utils/check_tf_ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/utils/check_tf_ops.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/utils/class_mapping_update.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/utils/class_mapping_update.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/utils/custom_init_isort.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/utils/custom_init_isort.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/utils/download_glue_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/utils/download_glue_data.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/utils/get_modified_files.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/utils/get_modified_files.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/utils/link_tester.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/utils/link_tester.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/utils/notification_service.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/utils/notification_service.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/utils/release.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/utils/release.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/utils/style_doc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/utils/style_doc.py -------------------------------------------------------------------------------- /document_grounded_generation/transformers/utils/tf_ops/onnx.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/utils/tf_ops/onnx.json -------------------------------------------------------------------------------- /document_grounded_generation/transformers/valohai.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/transformers/valohai.yaml -------------------------------------------------------------------------------- /document_grounded_generation/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/document_grounded_generation/utils.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/README.md -------------------------------------------------------------------------------- /finetune_gpt2/examples/_tests_requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/_tests_requirements.txt -------------------------------------------------------------------------------- /finetune_gpt2/examples/benchmarking/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/benchmarking/README.md -------------------------------------------------------------------------------- /finetune_gpt2/examples/benchmarking/plot_csv_file.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/benchmarking/plot_csv_file.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/benchmarking/requirements.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /finetune_gpt2/examples/benchmarking/run_benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/benchmarking/run_benchmark.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/benchmarking/run_benchmark_tf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/benchmarking/run_benchmark_tf.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/conftest.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/language-modeling/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/language-modeling/README.md -------------------------------------------------------------------------------- /finetune_gpt2/examples/language-modeling/requirements.txt: -------------------------------------------------------------------------------- 1 | datasets >= 1.1.3 2 | sentencepiece != 0.1.92 3 | protobuf 4 | -------------------------------------------------------------------------------- /finetune_gpt2/examples/language-modeling/run_clm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/language-modeling/run_clm.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/language-modeling/run_mlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/language-modeling/run_mlm.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/language-modeling/run_mlm_flax.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/language-modeling/run_mlm_flax.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/language-modeling/run_plm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/language-modeling/run_plm.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/legacy/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/legacy/README.md -------------------------------------------------------------------------------- /finetune_gpt2/examples/legacy/multiple_choice/run_multiple_choice.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/legacy/multiple_choice/run_multiple_choice.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/legacy/multiple_choice/utils_multiple_choice.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/legacy/multiple_choice/utils_multiple_choice.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/legacy/pytorch-lightning/lightning_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/legacy/pytorch-lightning/lightning_base.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/legacy/pytorch-lightning/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/legacy/pytorch-lightning/requirements.txt -------------------------------------------------------------------------------- /finetune_gpt2/examples/legacy/pytorch-lightning/run_glue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/legacy/pytorch-lightning/run_glue.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/legacy/pytorch-lightning/run_glue.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/legacy/pytorch-lightning/run_glue.sh -------------------------------------------------------------------------------- /finetune_gpt2/examples/legacy/pytorch-lightning/run_ner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/legacy/pytorch-lightning/run_ner.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/legacy/pytorch-lightning/run_ner.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/legacy/pytorch-lightning/run_ner.sh -------------------------------------------------------------------------------- /finetune_gpt2/examples/legacy/pytorch-lightning/run_pos.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/legacy/pytorch-lightning/run_pos.sh -------------------------------------------------------------------------------- /finetune_gpt2/examples/legacy/question-answering/run_squad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/legacy/question-answering/run_squad.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/legacy/question-answering/run_squad_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/legacy/question-answering/run_squad_trainer.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/legacy/run_camembert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/legacy/run_camembert.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/legacy/run_chinese_ref.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/legacy/run_chinese_ref.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/legacy/run_language_modeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/legacy/run_language_modeling.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/legacy/run_openai_gpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/legacy/run_openai_gpt.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/legacy/run_swag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/legacy/run_swag.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/legacy/run_transfo_xl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/legacy/run_transfo_xl.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/legacy/seq2seq/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/legacy/seq2seq/README.md -------------------------------------------------------------------------------- /finetune_gpt2/examples/legacy/seq2seq/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/legacy/seq2seq/__init__.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/legacy/seq2seq/convert_model_to_fp16.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/legacy/seq2seq/convert_model_to_fp16.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/legacy/seq2seq/download_wmt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/legacy/seq2seq/download_wmt.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/legacy/seq2seq/finetune.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/legacy/seq2seq/finetune.sh -------------------------------------------------------------------------------- /finetune_gpt2/examples/legacy/seq2seq/finetune_tpu.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/legacy/seq2seq/finetune_tpu.sh -------------------------------------------------------------------------------- /finetune_gpt2/examples/legacy/seq2seq/finetune_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/legacy/seq2seq/finetune_trainer.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/legacy/seq2seq/minify_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/legacy/seq2seq/minify_dataset.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/legacy/seq2seq/old_test_calculate_rouge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/legacy/seq2seq/old_test_calculate_rouge.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/legacy/seq2seq/old_test_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/legacy/seq2seq/old_test_datasets.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/legacy/seq2seq/old_test_fsmt_bleu_score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/legacy/seq2seq/old_test_fsmt_bleu_score.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/legacy/seq2seq/old_test_seq2seq_examples.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/legacy/seq2seq/old_test_seq2seq_examples.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/legacy/seq2seq/old_test_tatoeba_conversion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/legacy/seq2seq/old_test_tatoeba_conversion.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/legacy/seq2seq/pack_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/legacy/seq2seq/pack_dataset.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/legacy/seq2seq/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/legacy/seq2seq/requirements.txt -------------------------------------------------------------------------------- /finetune_gpt2/examples/legacy/seq2seq/romanian_postprocessing.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/legacy/seq2seq/romanian_postprocessing.md -------------------------------------------------------------------------------- /finetune_gpt2/examples/legacy/seq2seq/rouge_cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/legacy/seq2seq/rouge_cli.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/legacy/seq2seq/run_distributed_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/legacy/seq2seq/run_distributed_eval.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/legacy/seq2seq/run_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/legacy/seq2seq/run_eval.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/legacy/seq2seq/run_eval_search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/legacy/seq2seq/run_eval_search.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/legacy/seq2seq/save_len_file.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/legacy/seq2seq/save_len_file.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/legacy/seq2seq/sentence_splitter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/legacy/seq2seq/sentence_splitter.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/legacy/seq2seq/seq2seq_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/legacy/seq2seq/seq2seq_trainer.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/legacy/seq2seq/seq2seq_training_args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/legacy/seq2seq/seq2seq_training_args.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/legacy/seq2seq/test_data/fsmt/build-eval-data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/legacy/seq2seq/test_data/fsmt/build-eval-data.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/legacy/seq2seq/test_data/fsmt/fsmt_val_data.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/legacy/seq2seq/test_data/fsmt/fsmt_val_data.json -------------------------------------------------------------------------------- /finetune_gpt2/examples/legacy/seq2seq/test_data/test_data: -------------------------------------------------------------------------------- 1 | seq2seq/test_data -------------------------------------------------------------------------------- /finetune_gpt2/examples/legacy/seq2seq/test_data/wmt_en_ro/test.source: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/legacy/seq2seq/test_data/wmt_en_ro/test.source -------------------------------------------------------------------------------- /finetune_gpt2/examples/legacy/seq2seq/test_data/wmt_en_ro/test.target: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/legacy/seq2seq/test_data/wmt_en_ro/test.target -------------------------------------------------------------------------------- /finetune_gpt2/examples/legacy/seq2seq/test_data/wmt_en_ro/train.len: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/legacy/seq2seq/test_data/wmt_en_ro/train.len -------------------------------------------------------------------------------- /finetune_gpt2/examples/legacy/seq2seq/test_data/wmt_en_ro/train.source: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/legacy/seq2seq/test_data/wmt_en_ro/train.source -------------------------------------------------------------------------------- /finetune_gpt2/examples/legacy/seq2seq/test_data/wmt_en_ro/train.target: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/legacy/seq2seq/test_data/wmt_en_ro/train.target -------------------------------------------------------------------------------- /finetune_gpt2/examples/legacy/seq2seq/test_data/wmt_en_ro/val.len: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/legacy/seq2seq/test_data/wmt_en_ro/val.len -------------------------------------------------------------------------------- /finetune_gpt2/examples/legacy/seq2seq/test_data/wmt_en_ro/val.source: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/legacy/seq2seq/test_data/wmt_en_ro/val.source -------------------------------------------------------------------------------- /finetune_gpt2/examples/legacy/seq2seq/test_data/wmt_en_ro/val.target: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/legacy/seq2seq/test_data/wmt_en_ro/val.target -------------------------------------------------------------------------------- /finetune_gpt2/examples/legacy/seq2seq/train_distil_marian_enro.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/legacy/seq2seq/train_distil_marian_enro.sh -------------------------------------------------------------------------------- /finetune_gpt2/examples/legacy/seq2seq/train_distil_marian_enro_tpu.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/legacy/seq2seq/train_distil_marian_enro_tpu.sh -------------------------------------------------------------------------------- /finetune_gpt2/examples/legacy/seq2seq/train_distilbart_cnn.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/legacy/seq2seq/train_distilbart_cnn.sh -------------------------------------------------------------------------------- /finetune_gpt2/examples/legacy/seq2seq/train_mbart_cc25_enro.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/legacy/seq2seq/train_mbart_cc25_enro.sh -------------------------------------------------------------------------------- /finetune_gpt2/examples/legacy/seq2seq/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/legacy/seq2seq/utils.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/legacy/seq2seq/xla_spawn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/legacy/seq2seq/xla_spawn.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/legacy/token-classification/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/legacy/token-classification/README.md -------------------------------------------------------------------------------- /finetune_gpt2/examples/legacy/token-classification/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/legacy/token-classification/run.sh -------------------------------------------------------------------------------- /finetune_gpt2/examples/legacy/token-classification/run_chunk.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/legacy/token-classification/run_chunk.sh -------------------------------------------------------------------------------- /finetune_gpt2/examples/legacy/token-classification/run_ner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/legacy/token-classification/run_ner.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/legacy/token-classification/run_pos.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/legacy/token-classification/run_pos.sh -------------------------------------------------------------------------------- /finetune_gpt2/examples/legacy/token-classification/run_tf_ner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/legacy/token-classification/run_tf_ner.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/legacy/token-classification/tasks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/legacy/token-classification/tasks.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/legacy/token-classification/utils_ner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/legacy/token-classification/utils_ner.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/multiple-choice/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/multiple-choice/README.md -------------------------------------------------------------------------------- /finetune_gpt2/examples/multiple-choice/requirements.txt: -------------------------------------------------------------------------------- 1 | sentencepiece != 0.1.92 2 | protobuf 3 | -------------------------------------------------------------------------------- /finetune_gpt2/examples/multiple-choice/run_swag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/multiple-choice/run_swag.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/multiple-choice/run_tf_multiple_choice.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/multiple-choice/run_tf_multiple_choice.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/multiple-choice/utils_multiple_choice.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/multiple-choice/utils_multiple_choice.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/question-answering/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/question-answering/README.md -------------------------------------------------------------------------------- /finetune_gpt2/examples/question-answering/requirements.txt: -------------------------------------------------------------------------------- 1 | datasets >= 1.2.1 2 | -------------------------------------------------------------------------------- /finetune_gpt2/examples/question-answering/run_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/question-answering/run_qa.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/question-answering/run_qa_beam_search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/question-answering/run_qa_beam_search.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/question-answering/run_tf_squad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/question-answering/run_tf_squad.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/question-answering/trainer_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/question-answering/trainer_qa.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/question-answering/utils_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/question-answering/utils_qa.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/research_projects/README.md -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/adversarial/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/research_projects/adversarial/README.md -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/adversarial/requirements.txt: -------------------------------------------------------------------------------- 1 | transformers == 3.5.1 2 | -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/adversarial/run_hans.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/research_projects/adversarial/run_hans.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/adversarial/utils_hans.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/research_projects/adversarial/utils_hans.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/bert-loses-patience/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/research_projects/bert-loses-patience/README.md -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/bert-loses-patience/pabee/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/bert-loses-patience/requirements.txt: -------------------------------------------------------------------------------- 1 | transformers == 3.5.1 -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/bertabs/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/research_projects/bertabs/README.md -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/bertabs/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/bertabs/modeling_bertabs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/research_projects/bertabs/modeling_bertabs.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/bertabs/requirements.txt: -------------------------------------------------------------------------------- 1 | transformers == 3.5.1 2 | 3 | # For ROUGE 4 | nltk 5 | py-rouge 6 | -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/bertabs/run_summarization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/research_projects/bertabs/run_summarization.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/bertabs/utils_summarization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/research_projects/bertabs/utils_summarization.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/bertology/requirements.txt: -------------------------------------------------------------------------------- 1 | transformers == 3.5.1 2 | -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/bertology/run_bertology.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/research_projects/bertology/run_bertology.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/bertology/run_prune_gpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/research_projects/bertology/run_prune_gpt.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/deebert/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/research_projects/deebert/README.md -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/deebert/entropy_eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/research_projects/deebert/entropy_eval.sh -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/deebert/eval_deebert.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/research_projects/deebert/eval_deebert.sh -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/deebert/requirements.txt: -------------------------------------------------------------------------------- 1 | transformers == 3.5.1 2 | -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/deebert/run_glue_deebert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/research_projects/deebert/run_glue_deebert.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/deebert/src/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/deebert/test_glue_deebert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/research_projects/deebert/test_glue_deebert.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/deebert/train_deebert.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/research_projects/deebert/train_deebert.sh -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/distillation/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/research_projects/distillation/README.md -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/distillation/distiller.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/research_projects/distillation/distiller.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/distillation/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/research_projects/distillation/requirements.txt -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/distillation/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/research_projects/distillation/train.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/distillation/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/research_projects/distillation/utils.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/longform-qa/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/research_projects/longform-qa/README.md -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/longform-qa/eli5_app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/research_projects/longform-qa/eli5_app.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/longform-qa/eli5_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/research_projects/longform-qa/eli5_utils.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/longform-qa/requirements.txt: -------------------------------------------------------------------------------- 1 | datasets >= 1.1.3 2 | faiss-cpu 3 | streamlit 4 | elasticsearch 5 | -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/lxmert/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/research_projects/lxmert/README.md -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/lxmert/demo.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/research_projects/lxmert/demo.ipynb -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/lxmert/extracting_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/research_projects/lxmert/extracting_data.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/lxmert/modeling_frcnn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/research_projects/lxmert/modeling_frcnn.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/lxmert/processing_image.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/research_projects/lxmert/processing_image.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/lxmert/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/research_projects/lxmert/requirements.txt -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/lxmert/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/research_projects/lxmert/utils.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/lxmert/visualizing_image.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/research_projects/lxmert/visualizing_image.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/mlm_wwm/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/research_projects/mlm_wwm/README.md -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/mlm_wwm/requirements.txt: -------------------------------------------------------------------------------- 1 | datasets >= 1.1.3 2 | sentencepiece != 0.1.92 3 | protobuf 4 | ltp 5 | -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/mlm_wwm/run_chinese_ref.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/research_projects/mlm_wwm/run_chinese_ref.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/mlm_wwm/run_mlm_wwm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/research_projects/mlm_wwm/run_mlm_wwm.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/mm-imdb/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/research_projects/mm-imdb/README.md -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/mm-imdb/run_mmimdb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/research_projects/mm-imdb/run_mmimdb.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/mm-imdb/utils_mmimdb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/research_projects/mm-imdb/utils_mmimdb.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/movement-pruning/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/research_projects/movement-pruning/README.md -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/movement-pruning/bertarize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/research_projects/movement-pruning/bertarize.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/performer/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/research_projects/performer/README.md -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/performer/full_script.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/research_projects/performer/full_script.sh -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/performer/run_mlm_performer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/research_projects/performer/run_mlm_performer.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/performer/sanity_script.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/research_projects/performer/sanity_script.sh -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/pplm/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/research_projects/pplm/README.md -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/pplm/imgs/headfigure.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/research_projects/pplm/imgs/headfigure.png -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/pplm/imgs/wooly.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/research_projects/pplm/imgs/wooly.png -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/pplm/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/research_projects/pplm/requirements.txt -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/pplm/run_pplm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/research_projects/pplm/run_pplm.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/pplm/run_pplm_discrim_train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/research_projects/pplm/run_pplm_discrim_train.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/rag/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/research_projects/rag/README.md -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/rag/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/research_projects/rag/__init__.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/rag/_test_finetune_rag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/research_projects/rag/_test_finetune_rag.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/rag/callbacks_rag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/research_projects/rag/callbacks_rag.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/rag/eval_rag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/research_projects/rag/eval_rag.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/rag/finetune_rag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/research_projects/rag/finetune_rag.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/rag/finetune_rag.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/research_projects/rag/finetune_rag.sh -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/rag/finetune_rag_ray.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/research_projects/rag/finetune_rag_ray.sh -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/rag/lightning_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/research_projects/rag/lightning_base.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/rag/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/research_projects/rag/requirements.txt -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/rag/utils_rag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/research_projects/rag/utils_rag.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/seq2seq-distillation/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/research_projects/seq2seq-distillation/README.md -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/seq2seq-distillation/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/research_projects/seq2seq-distillation/utils.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/wav2vec2/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/research_projects/wav2vec2/README.md -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/wav2vec2/finetune_base_100.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/research_projects/wav2vec2/finetune_base_100.sh -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/wav2vec2/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/research_projects/wav2vec2/requirements.txt -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/wav2vec2/run_asr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/research_projects/wav2vec2/run_asr.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/wav2vec2/run_common_voice.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/research_projects/wav2vec2/run_common_voice.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/research_projects/wav2vec2/vocab/buckwalter.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/research_projects/wav2vec2/vocab/buckwalter.json -------------------------------------------------------------------------------- /finetune_gpt2/examples/seq2seq/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/seq2seq/README.md -------------------------------------------------------------------------------- /finetune_gpt2/examples/seq2seq/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/seq2seq/requirements.txt -------------------------------------------------------------------------------- /finetune_gpt2/examples/seq2seq/run_summarization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/seq2seq/run_summarization.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/seq2seq/run_translation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/seq2seq/run_translation.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/test_data/wmt_en_ro/test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/test_data/wmt_en_ro/test.json -------------------------------------------------------------------------------- /finetune_gpt2/examples/test_data/wmt_en_ro/train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/test_data/wmt_en_ro/train.json -------------------------------------------------------------------------------- /finetune_gpt2/examples/test_data/wmt_en_ro/val.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/test_data/wmt_en_ro/val.json -------------------------------------------------------------------------------- /finetune_gpt2/examples/test_examples.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/test_examples.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/test_xla_examples.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/test_xla_examples.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/tests/deepspeed/ds_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/tests/deepspeed/ds_config.json -------------------------------------------------------------------------------- /finetune_gpt2/examples/tests/deepspeed/test_deepspeed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/tests/deepspeed/test_deepspeed.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/tests/trainer/test_trainer_ext.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/tests/trainer/test_trainer_ext.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/text-classification/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/text-classification/README.md -------------------------------------------------------------------------------- /finetune_gpt2/examples/text-classification/requirements.txt: -------------------------------------------------------------------------------- 1 | accelerate 2 | datasets >= 1.1.3 3 | sentencepiece != 0.1.92 4 | protobuf 5 | -------------------------------------------------------------------------------- /finetune_gpt2/examples/text-classification/run_glue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/text-classification/run_glue.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/text-classification/run_glue_no_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/text-classification/run_glue_no_trainer.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/text-classification/run_tf_glue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/text-classification/run_tf_glue.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/text-classification/run_xnli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/text-classification/run_xnli.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/text-generation/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/text-generation/README.md -------------------------------------------------------------------------------- /finetune_gpt2/examples/text-generation/requirements.txt: -------------------------------------------------------------------------------- 1 | sentencepiece != 0.1.92 2 | protobuf 3 | -------------------------------------------------------------------------------- /finetune_gpt2/examples/text-generation/run_generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/text-generation/run_generation.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/token-classification/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/token-classification/README.md -------------------------------------------------------------------------------- /finetune_gpt2/examples/token-classification/requirements.txt: -------------------------------------------------------------------------------- 1 | seqeval 2 | datasets >= 1.1.3 3 | -------------------------------------------------------------------------------- /finetune_gpt2/examples/token-classification/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/token-classification/run.sh -------------------------------------------------------------------------------- /finetune_gpt2/examples/token-classification/run_ner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/token-classification/run_ner.py -------------------------------------------------------------------------------- /finetune_gpt2/examples/xla_spawn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/examples/xla_spawn.py -------------------------------------------------------------------------------- /finetune_gpt2/infinite_memory_transformer/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/infinite_memory_transformer/config.json -------------------------------------------------------------------------------- /finetune_gpt2/infinite_memory_transformer_sticky_mem/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/infinite_memory_transformer_sticky_mem/config.json -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers.egg-info/PKG-INFO: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers.egg-info/PKG-INFO -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers.egg-info/SOURCES.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers.egg-info/SOURCES.txt -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers.egg-info/dependency_links.txt: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers.egg-info/entry_points.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers.egg-info/entry_points.txt -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers.egg-info/requires.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers.egg-info/requires.txt -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers.egg-info/top_level.txt: -------------------------------------------------------------------------------- 1 | transformers 2 | -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/__init__.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/activations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/activations.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/activations_tf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/activations_tf.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/benchmark/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/benchmark/benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/benchmark/benchmark.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/benchmark/benchmark_args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/benchmark/benchmark_args.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/benchmark/benchmark_args_tf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/benchmark/benchmark_args_tf.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/benchmark/benchmark_args_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/benchmark/benchmark_args_utils.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/benchmark/benchmark_tf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/benchmark/benchmark_tf.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/benchmark/benchmark_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/benchmark/benchmark_utils.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/commands/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/commands/__init__.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/commands/add_new_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/commands/add_new_model.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/commands/convert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/commands/convert.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/commands/download.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/commands/download.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/commands/env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/commands/env.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/commands/lfs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/commands/lfs.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/commands/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/commands/run.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/commands/serving.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/commands/serving.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/commands/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/commands/train.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/commands/transformers_cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/commands/transformers_cli.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/commands/user.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/commands/user.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/configuration_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/configuration_utils.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/convert_graph_to_onnx.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/convert_graph_to_onnx.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/convert_pytorch_checkpoint_to_tf2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/convert_pytorch_checkpoint_to_tf2.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/convert_slow_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/convert_slow_tokenizer.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/data/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/data/__init__.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/data/data_collator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/data/data_collator.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/data/datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/data/datasets/__init__.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/data/datasets/glue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/data/datasets/glue.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/data/datasets/language_modeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/data/datasets/language_modeling.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/data/datasets/squad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/data/datasets/squad.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/data/metrics/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/data/metrics/__init__.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/data/metrics/squad_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/data/metrics/squad_metrics.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/data/processors/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/data/processors/__init__.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/data/processors/glue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/data/processors/glue.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/data/processors/squad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/data/processors/squad.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/data/processors/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/data/processors/utils.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/data/processors/xnli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/data/processors/xnli.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/data/test_generation_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/data/test_generation_utils.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/dependency_versions_check.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/dependency_versions_check.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/dependency_versions_table.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/dependency_versions_table.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/feature_extraction_sequence_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/feature_extraction_sequence_utils.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/feature_extraction_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/feature_extraction_utils.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/file_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/file_utils.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/generation_beam_search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/generation_beam_search.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/generation_logits_process.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/generation_logits_process.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/generation_stopping_criteria.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/generation_stopping_criteria.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/generation_tf_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/generation_tf_utils.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/generation_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/generation_utils.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/hf_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/hf_api.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/hf_argparser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/hf_argparser.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/integrations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/integrations.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/modelcard.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/modelcard.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/modeling_flax_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/modeling_flax_utils.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/modeling_outputs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/modeling_outputs.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/modeling_tf_outputs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/modeling_tf_outputs.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/modeling_tf_pytorch_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/modeling_tf_pytorch_utils.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/modeling_tf_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/modeling_tf_utils.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/modeling_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/modeling_utils.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/__init__.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/albert/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/albert/__init__.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/albert/configuration_albert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/albert/configuration_albert.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/albert/modeling_albert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/albert/modeling_albert.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/albert/modeling_tf_albert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/albert/modeling_tf_albert.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/albert/tokenization_albert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/albert/tokenization_albert.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/auto/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/auto/__init__.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/auto/configuration_auto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/auto/configuration_auto.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/auto/modeling_auto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/auto/modeling_auto.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/auto/modeling_flax_auto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/auto/modeling_flax_auto.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/auto/modeling_tf_auto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/auto/modeling_tf_auto.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/auto/tokenization_auto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/auto/tokenization_auto.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/bart/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/bart/__init__.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/bart/configuration_bart.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/bart/configuration_bart.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/bart/modeling_bart.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/bart/modeling_bart.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/bart/modeling_tf_bart.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/bart/modeling_tf_bart.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/bart/tokenization_bart.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/bart/tokenization_bart.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/bart/tokenization_bart_fast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/bart/tokenization_bart_fast.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/barthez/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/barthez/__init__.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/barthez/tokenization_barthez.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/barthez/tokenization_barthez.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/bert/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/bert/__init__.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/bert/configuration_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/bert/configuration_bert.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/bert/modeling_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/bert/modeling_bert.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/bert/modeling_flax_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/bert/modeling_flax_bert.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/bert/modeling_tf_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/bert/modeling_tf_bert.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/bert/tokenization_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/bert/tokenization_bert.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/bert/tokenization_bert_fast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/bert/tokenization_bert_fast.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/bert_generation/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/bert_generation/__init__.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/bert_japanese/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/bert_japanese/__init__.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/bertweet/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/bertweet/__init__.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/bertweet/tokenization_bertweet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/bertweet/tokenization_bertweet.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/blenderbot/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/blenderbot/__init__.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/blenderbot/modeling_blenderbot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/blenderbot/modeling_blenderbot.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/blenderbot_small/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/blenderbot_small/__init__.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/camembert/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/camembert/__init__.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/camembert/modeling_camembert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/camembert/modeling_camembert.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/convbert/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/convbert/__init__.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/convbert/modeling_convbert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/convbert/modeling_convbert.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/convbert/modeling_tf_convbert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/convbert/modeling_tf_convbert.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/convbert/tokenization_convbert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/convbert/tokenization_convbert.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/ctrl/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/ctrl/__init__.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/ctrl/configuration_ctrl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/ctrl/configuration_ctrl.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/ctrl/modeling_ctrl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/ctrl/modeling_ctrl.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/ctrl/modeling_tf_ctrl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/ctrl/modeling_tf_ctrl.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/ctrl/tokenization_ctrl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/ctrl/tokenization_ctrl.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/deberta/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/deberta/__init__.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/deberta/configuration_deberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/deberta/configuration_deberta.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/deberta/modeling_deberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/deberta/modeling_deberta.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/deberta/tokenization_deberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/deberta/tokenization_deberta.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/deberta_v2/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/deberta_v2/__init__.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/deberta_v2/modeling_deberta_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/deberta_v2/modeling_deberta_v2.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/dialogpt/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/distilbert/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/distilbert/__init__.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/distilbert/modeling_distilbert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/distilbert/modeling_distilbert.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/dpr/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/dpr/__init__.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/dpr/configuration_dpr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/dpr/configuration_dpr.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/dpr/modeling_dpr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/dpr/modeling_dpr.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/dpr/modeling_tf_dpr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/dpr/modeling_tf_dpr.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/dpr/tokenization_dpr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/dpr/tokenization_dpr.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/dpr/tokenization_dpr_fast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/dpr/tokenization_dpr_fast.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/electra/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/electra/__init__.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/electra/configuration_electra.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/electra/configuration_electra.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/electra/modeling_electra.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/electra/modeling_electra.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/electra/modeling_tf_electra.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/electra/modeling_tf_electra.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/electra/tokenization_electra.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/electra/tokenization_electra.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/encoder_decoder/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/encoder_decoder/__init__.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/flaubert/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/flaubert/__init__.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/flaubert/modeling_flaubert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/flaubert/modeling_flaubert.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/flaubert/modeling_tf_flaubert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/flaubert/modeling_tf_flaubert.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/flaubert/tokenization_flaubert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/flaubert/tokenization_flaubert.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/fsmt/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/fsmt/__init__.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/fsmt/configuration_fsmt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/fsmt/configuration_fsmt.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/fsmt/modeling_fsmt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/fsmt/modeling_fsmt.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/fsmt/tokenization_fsmt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/fsmt/tokenization_fsmt.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/funnel/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/funnel/__init__.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/funnel/configuration_funnel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/funnel/configuration_funnel.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/funnel/modeling_funnel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/funnel/modeling_funnel.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/funnel/modeling_tf_funnel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/funnel/modeling_tf_funnel.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/funnel/tokenization_funnel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/funnel/tokenization_funnel.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/gpt2/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/gpt2/__init__.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/gpt2/basis_functions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/gpt2/basis_functions.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/gpt2/configuration_gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/gpt2/configuration_gpt2.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/gpt2/continuous_softmax.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/gpt2/continuous_softmax.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/gpt2/continuous_sparsemax.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/gpt2/continuous_sparsemax.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/gpt2/long_term_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/gpt2/long_term_attention.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/gpt2/modeling_gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/gpt2/modeling_gpt2.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/gpt2/modeling_tf_gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/gpt2/modeling_tf_gpt2.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/gpt2/tokenization_gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/gpt2/tokenization_gpt2.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/gpt2/tokenization_gpt2_fast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/gpt2/tokenization_gpt2_fast.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/herbert/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/herbert/__init__.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/herbert/tokenization_herbert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/herbert/tokenization_herbert.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/ibert/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/ibert/__init__.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/ibert/configuration_ibert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/ibert/configuration_ibert.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/ibert/modeling_ibert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/ibert/modeling_ibert.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/ibert/quant_modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/ibert/quant_modules.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/layoutlm/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/layoutlm/__init__.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/layoutlm/modeling_layoutlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/layoutlm/modeling_layoutlm.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/layoutlm/tokenization_layoutlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/layoutlm/tokenization_layoutlm.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/led/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/led/__init__.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/led/configuration_led.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/led/configuration_led.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/led/modeling_led.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/led/modeling_led.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/led/modeling_tf_led.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/led/modeling_tf_led.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/led/tokenization_led.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/led/tokenization_led.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/led/tokenization_led_fast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/led/tokenization_led_fast.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/longformer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/longformer/__init__.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/longformer/modeling_longformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/longformer/modeling_longformer.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/lxmert/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/lxmert/__init__.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/lxmert/configuration_lxmert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/lxmert/configuration_lxmert.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/lxmert/modeling_lxmert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/lxmert/modeling_lxmert.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/lxmert/modeling_tf_lxmert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/lxmert/modeling_tf_lxmert.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/lxmert/tokenization_lxmert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/lxmert/tokenization_lxmert.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/m2m_100/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/m2m_100/__init__.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/m2m_100/configuration_m2m_100.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/m2m_100/configuration_m2m_100.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/m2m_100/modeling_m2m_100.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/m2m_100/modeling_m2m_100.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/m2m_100/tokenization_m2m_100.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/m2m_100/tokenization_m2m_100.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/marian/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/marian/__init__.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/marian/configuration_marian.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/marian/configuration_marian.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/marian/modeling_marian.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/marian/modeling_marian.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/marian/modeling_tf_marian.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/marian/modeling_tf_marian.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/marian/tokenization_marian.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/marian/tokenization_marian.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/mbart/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/mbart/__init__.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/mbart/configuration_mbart.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/mbart/configuration_mbart.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/mbart/modeling_mbart.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/mbart/modeling_mbart.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/mbart/modeling_tf_mbart.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/mbart/modeling_tf_mbart.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/mbart/tokenization_mbart.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/mbart/tokenization_mbart.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/mbart/tokenization_mbart50.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/mbart/tokenization_mbart50.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/mbart/tokenization_mbart_fast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/mbart/tokenization_mbart_fast.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/mmbt/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/mmbt/__init__.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/mmbt/configuration_mmbt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/mmbt/configuration_mmbt.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/mmbt/modeling_mmbt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/mmbt/modeling_mmbt.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/mobilebert/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/mobilebert/__init__.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/mobilebert/modeling_mobilebert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/mobilebert/modeling_mobilebert.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/mpnet/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/mpnet/__init__.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/mpnet/configuration_mpnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/mpnet/configuration_mpnet.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/mpnet/modeling_mpnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/mpnet/modeling_mpnet.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/mpnet/modeling_tf_mpnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/mpnet/modeling_tf_mpnet.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/mpnet/tokenization_mpnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/mpnet/tokenization_mpnet.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/mpnet/tokenization_mpnet_fast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/mpnet/tokenization_mpnet_fast.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/mt5/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/mt5/__init__.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/mt5/configuration_mt5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/mt5/configuration_mt5.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/mt5/modeling_mt5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/mt5/modeling_mt5.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/mt5/modeling_tf_mt5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/mt5/modeling_tf_mt5.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/openai/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/openai/__init__.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/openai/configuration_openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/openai/configuration_openai.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/openai/modeling_openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/openai/modeling_openai.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/openai/modeling_tf_openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/openai/modeling_tf_openai.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/openai/tokenization_openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/openai/tokenization_openai.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/pegasus/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/pegasus/__init__.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/pegasus/configuration_pegasus.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/pegasus/configuration_pegasus.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/pegasus/modeling_pegasus.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/pegasus/modeling_pegasus.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/pegasus/modeling_tf_pegasus.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/pegasus/modeling_tf_pegasus.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/pegasus/tokenization_pegasus.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/pegasus/tokenization_pegasus.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/phobert/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/phobert/__init__.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/phobert/tokenization_phobert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/phobert/tokenization_phobert.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/prophetnet/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/prophetnet/__init__.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/prophetnet/modeling_prophetnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/prophetnet/modeling_prophetnet.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/rag/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/rag/__init__.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/rag/configuration_rag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/rag/configuration_rag.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/rag/modeling_rag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/rag/modeling_rag.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/rag/modeling_tf_rag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/rag/modeling_tf_rag.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/rag/retrieval_rag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/rag/retrieval_rag.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/rag/tokenization_rag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/rag/tokenization_rag.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/reformer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/reformer/__init__.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/reformer/modeling_reformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/reformer/modeling_reformer.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/reformer/tokenization_reformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/reformer/tokenization_reformer.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/retribert/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/retribert/__init__.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/retribert/modeling_retribert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/retribert/modeling_retribert.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/roberta/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/roberta/__init__.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/roberta/configuration_roberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/roberta/configuration_roberta.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/roberta/modeling_flax_roberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/roberta/modeling_flax_roberta.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/roberta/modeling_roberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/roberta/modeling_roberta.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/roberta/modeling_tf_roberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/roberta/modeling_tf_roberta.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/roberta/tokenization_roberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/roberta/tokenization_roberta.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/speech_to_text/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/speech_to_text/__init__.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/squeezebert/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/squeezebert/__init__.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/t5/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/t5/__init__.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/t5/configuration_t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/t5/configuration_t5.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/t5/modeling_t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/t5/modeling_t5.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/t5/modeling_tf_t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/t5/modeling_tf_t5.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/t5/tokenization_t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/t5/tokenization_t5.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/t5/tokenization_t5_fast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/t5/tokenization_t5_fast.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/tapas/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/tapas/__init__.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/tapas/configuration_tapas.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/tapas/configuration_tapas.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/tapas/modeling_tapas.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/tapas/modeling_tapas.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/tapas/tokenization_tapas.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/tapas/tokenization_tapas.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/transfo_xl/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/transfo_xl/__init__.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/transfo_xl/modeling_transfo_xl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/transfo_xl/modeling_transfo_xl.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/wav2vec2/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/wav2vec2/__init__.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/wav2vec2/modeling_wav2vec2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/wav2vec2/modeling_wav2vec2.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/wav2vec2/processing_wav2vec2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/wav2vec2/processing_wav2vec2.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/xlm/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/xlm/__init__.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/xlm/configuration_xlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/xlm/configuration_xlm.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/xlm/modeling_tf_xlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/xlm/modeling_tf_xlm.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/xlm/modeling_xlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/xlm/modeling_xlm.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/xlm/tokenization_xlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/xlm/tokenization_xlm.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/xlm_prophetnet/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/xlm_prophetnet/__init__.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/xlm_roberta/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/xlm_roberta/__init__.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/xlnet/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/xlnet/__init__.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/xlnet/configuration_xlnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/xlnet/configuration_xlnet.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/xlnet/modeling_tf_xlnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/xlnet/modeling_tf_xlnet.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/xlnet/modeling_xlnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/xlnet/modeling_xlnet.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/models/xlnet/tokenization_xlnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/models/xlnet/tokenization_xlnet.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/optimization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/optimization.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/optimization_tf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/optimization_tf.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/pipelines/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/pipelines/__init__.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/pipelines/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/pipelines/base.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/pipelines/conversational.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/pipelines/conversational.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/pipelines/feature_extraction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/pipelines/feature_extraction.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/pipelines/fill_mask.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/pipelines/fill_mask.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/pipelines/question_answering.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/pipelines/question_answering.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/pipelines/table_question_answering.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/pipelines/table_question_answering.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/pipelines/text2text_generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/pipelines/text2text_generation.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/pipelines/text_classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/pipelines/text_classification.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/pipelines/text_generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/pipelines/text_generation.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/pipelines/token_classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/pipelines/token_classification.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/pipelines/zero_shot_classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/pipelines/zero_shot_classification.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/sagemaker/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/sagemaker/__init__.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/sagemaker/trainer_sm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/sagemaker/trainer_sm.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/sagemaker/training_args_sm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/sagemaker/training_args_sm.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/testing_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/testing_utils.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/tokenization_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/tokenization_utils.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/tokenization_utils_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/tokenization_utils_base.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/tokenization_utils_fast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/tokenization_utils_fast.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/trainer.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/trainer_callback.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/trainer_callback.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/trainer_pt_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/trainer_pt_utils.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/trainer_seq2seq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/trainer_seq2seq.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/trainer_tf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/trainer_tf.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/trainer_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/trainer_utils.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/training_args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/training_args.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/training_args_seq2seq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/training_args_seq2seq.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/training_args_tf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/training_args_tf.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/utils/__init__.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/utils/dummy_flax_objects.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/utils/dummy_flax_objects.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/utils/dummy_pt_objects.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/utils/dummy_pt_objects.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/utils/dummy_sentencepiece_objects.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/utils/dummy_sentencepiece_objects.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/utils/dummy_tf_objects.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/utils/dummy_tf_objects.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/utils/dummy_tokenizers_objects.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/utils/dummy_tokenizers_objects.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/utils/hp_naming.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/utils/hp_naming.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/utils/logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/utils/logging.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/utils/model_parallel_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/utils/model_parallel_utils.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/utils/modeling_auto_mapping.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/utils/modeling_auto_mapping.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/utils/notebook.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/utils/notebook.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/utils/sentencepiece_model_pb2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/utils/sentencepiece_model_pb2.py -------------------------------------------------------------------------------- /finetune_gpt2/src/transformers/utils/versions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/src/transformers/utils/versions.py -------------------------------------------------------------------------------- /finetune_gpt2/utils/check_copies.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/utils/check_copies.py -------------------------------------------------------------------------------- /finetune_gpt2/utils/check_dummies.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/utils/check_dummies.py -------------------------------------------------------------------------------- /finetune_gpt2/utils/check_repo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/utils/check_repo.py -------------------------------------------------------------------------------- /finetune_gpt2/utils/check_table.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/utils/check_table.py -------------------------------------------------------------------------------- /finetune_gpt2/utils/check_tf_ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/utils/check_tf_ops.py -------------------------------------------------------------------------------- /finetune_gpt2/utils/class_mapping_update.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/utils/class_mapping_update.py -------------------------------------------------------------------------------- /finetune_gpt2/utils/custom_init_isort.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/utils/custom_init_isort.py -------------------------------------------------------------------------------- /finetune_gpt2/utils/download_glue_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/utils/download_glue_data.py -------------------------------------------------------------------------------- /finetune_gpt2/utils/get_modified_files.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/utils/get_modified_files.py -------------------------------------------------------------------------------- /finetune_gpt2/utils/link_tester.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/utils/link_tester.py -------------------------------------------------------------------------------- /finetune_gpt2/utils/notification_service.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/utils/notification_service.py -------------------------------------------------------------------------------- /finetune_gpt2/utils/release.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/utils/release.py -------------------------------------------------------------------------------- /finetune_gpt2/utils/style_doc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/utils/style_doc.py -------------------------------------------------------------------------------- /finetune_gpt2/utils/tf_ops/onnx.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/finetune_gpt2/utils/tf_ops/onnx.json -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/requirements.txt -------------------------------------------------------------------------------- /sorting/basis_functions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/sorting/basis_functions.py -------------------------------------------------------------------------------- /sorting/continuous_softmax.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/sorting/continuous_softmax.py -------------------------------------------------------------------------------- /sorting/continuous_sparsemax.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/sorting/continuous_sparsemax.py -------------------------------------------------------------------------------- /sorting/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/sorting/data_utils.py -------------------------------------------------------------------------------- /sorting/generate_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/sorting/generate_data.py -------------------------------------------------------------------------------- /sorting/long_term_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/sorting/long_term_attention.py -------------------------------------------------------------------------------- /sorting/mem_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/sorting/mem_transformer.py -------------------------------------------------------------------------------- /sorting/run_sort_inftyformer.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/sorting/run_sort_inftyformer.sh -------------------------------------------------------------------------------- /sorting/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/sorting/train.py -------------------------------------------------------------------------------- /sorting/utils/adaptive_softmax.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/sorting/utils/adaptive_softmax.py -------------------------------------------------------------------------------- /sorting/utils/data_parallel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/sorting/utils/data_parallel.py -------------------------------------------------------------------------------- /sorting/utils/exp_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/sorting/utils/exp_utils.py -------------------------------------------------------------------------------- /sorting/utils/log_uniform_sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/sorting/utils/log_uniform_sampler.py -------------------------------------------------------------------------------- /sorting/utils/proj_adaptive_softmax.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/sorting/utils/proj_adaptive_softmax.py -------------------------------------------------------------------------------- /sorting/utils/vocabulary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/infinite-former/HEAD/sorting/utils/vocabulary.py --------------------------------------------------------------------------------