├── .circleci ├── TROUBLESHOOT.md ├── config.yml └── deploy.sh ├── .coveragerc ├── .gitattributes ├── .github ├── ISSUE_TEMPLATE │ ├── ---new-benchmark.md │ ├── --new-model-addition.md │ ├── bug-report.md │ ├── feature-request.md │ ├── migration.md │ └── question-help.md ├── PULL_REQUEST_TEMPLATE.md ├── conda │ ├── build.sh │ └── meta.yaml └── workflows │ ├── TROUBLESHOOT.md │ ├── github-torch-hub.yml │ ├── model-templates.yml │ ├── release-conda.yml │ ├── self-push.yml │ ├── self-scheduled.yml │ └── stale.yml ├── .gitignore ├── CODE_OF_CONDUCT.md ├── CONTRIBUTING.md ├── ISSUES.md ├── LICENSE ├── MANIFEST.in ├── Makefile ├── README.md ├── README_zh-hans.md ├── README_zh-hant.md ├── docker ├── transformers-cpu │ └── Dockerfile ├── transformers-gpu │ └── Dockerfile ├── transformers-pytorch-cpu │ └── Dockerfile ├── transformers-pytorch-gpu │ └── Dockerfile ├── transformers-pytorch-tpu │ ├── Dockerfile │ ├── bert-base-cased.jsonnet │ ├── dataset.yaml │ └── docker-entrypoint.sh ├── transformers-tensorflow-cpu │ └── Dockerfile └── transformers-tensorflow-gpu │ └── Dockerfile ├── docs ├── Makefile ├── README.md └── source │ ├── _static │ ├── css │ │ ├── Calibre-Light.ttf │ │ ├── Calibre-Medium.otf │ │ ├── Calibre-Regular.otf │ │ ├── Calibre-Thin.otf │ │ ├── code-snippets.css │ │ └── huggingface.css │ └── js │ │ ├── custom.js │ │ └── huggingface_logo.svg │ ├── add_new_model.rst │ ├── benchmarks.rst │ ├── bertology.rst │ ├── community.md │ ├── conf.py │ ├── contributing.md │ ├── converting_tensorflow_models.rst │ ├── custom_datasets.rst │ ├── debugging.rst │ ├── examples.md │ ├── fast_tokenizers.rst │ ├── favicon.ico │ ├── glossary.rst │ ├── imgs │ ├── course_banner.png │ ├── local_attention_mask.png │ ├── parallelism-deepspeed-3d.png │ ├── parallelism-flexflow.jpeg │ ├── parallelism-gpipe-bubble.png │ ├── parallelism-sagemaker-interleaved-pipeline.png │ ├── parallelism-tp-independent-gelu.png │ ├── parallelism-tp-parallel_gemm.png │ ├── parallelism-tp-parallel_self_attention.png │ ├── parallelism-tp-parallel_shard_processing.png │ ├── parallelism-zero-dp-pp.png │ ├── parallelism-zero.png │ ├── ppl_chunked.gif │ ├── ppl_full.gif │ ├── ppl_sliding.gif │ ├── transformers_logo_name.png │ ├── transformers_overview.png │ ├── warmup_constant_schedule.png │ ├── warmup_cosine_hard_restarts_schedule.png │ ├── warmup_cosine_schedule.png │ ├── warmup_cosine_warm_restarts_schedule.png │ └── warmup_linear_schedule.png │ ├── index.rst │ ├── installation.md │ ├── internal │ ├── file_utils.rst │ ├── generation_utils.rst │ ├── modeling_utils.rst │ ├── pipelines_utils.rst │ ├── tokenization_utils.rst │ └── trainer_utils.rst │ ├── main_classes │ ├── callback.rst │ ├── configuration.rst │ ├── data_collator.rst │ ├── deepspeed.rst │ ├── feature_extractor.rst │ ├── logging.rst │ ├── model.rst │ ├── optimizer_schedules.rst │ ├── output.rst │ ├── pipelines.rst │ ├── processors.rst │ ├── tokenizer.rst │ └── trainer.rst │ ├── migration.md │ ├── model_doc │ ├── albert.rst │ ├── auto.rst │ ├── bart.rst │ ├── barthez.rst │ ├── beit.rst │ ├── bert.rst │ ├── bert_japanese.rst │ ├── bertgeneration.rst │ ├── bertweet.rst │ ├── bigbird.rst │ ├── bigbird_pegasus.rst │ ├── blenderbot.rst │ ├── blenderbot_small.rst │ ├── bort.rst │ ├── byt5.rst │ ├── camembert.rst │ ├── canine.rst │ ├── clip.rst │ ├── convbert.rst │ ├── cpm.rst │ ├── ctrl.rst │ ├── deberta.rst │ ├── deberta_v2.rst │ ├── deit.rst │ ├── detr.rst │ ├── dialogpt.rst │ ├── distilbert.rst │ ├── dpr.rst │ ├── electra.rst │ ├── encoderdecoder.rst │ ├── flaubert.rst │ ├── fsmt.rst │ ├── funnel.rst │ ├── gpt.rst │ ├── gpt2.rst │ ├── gpt_neo.rst │ ├── herbert.rst │ ├── hubert.rst │ ├── ibert.rst │ ├── layoutlm.rst │ ├── led.rst │ ├── longformer.rst │ ├── luke.rst │ ├── lxmert.rst │ ├── m2m_100.rst │ ├── marian.rst │ ├── mbart.rst │ ├── megatron_bert.rst │ ├── megatron_gpt2.rst │ ├── mobilebert.rst │ ├── mpnet.rst │ ├── mt5.rst │ ├── pegasus.rst │ ├── phobert.rst │ ├── prophetnet.rst │ ├── rag.rst │ ├── reformer.rst │ ├── rembert.rst │ ├── retribert.rst │ ├── roberta.rst │ ├── roformer.rst │ ├── speech_to_text.rst │ ├── squeezebert.rst │ ├── t5.rst │ ├── tapas.rst │ ├── transformerxl.rst │ ├── visual_bert.rst │ ├── vit.rst │ ├── wav2vec2.rst │ ├── xlm.rst │ ├── xlmprophetnet.rst │ ├── xlmroberta.rst │ ├── xlnet.rst │ └── xlsr_wav2vec2.rst │ ├── model_sharing.rst │ ├── model_summary.rst │ ├── multilingual.rst │ ├── notebooks.md │ ├── parallelism.md │ ├── performance.md │ ├── perplexity.rst │ ├── philosophy.rst │ ├── preprocessing.rst │ ├── pretrained_models.rst │ ├── quicktour.rst │ ├── sagemaker.md │ ├── serialization.rst │ ├── task_summary.rst │ ├── testing.rst │ ├── tokenizer_summary.rst │ ├── training.rst │ └── troubleshooting.md ├── examples ├── README.md ├── flax │ ├── README.md │ ├── language-modeling │ │ ├── README.md │ │ ├── requirements.txt │ │ ├── run_clm_flax.py │ │ ├── run_mlm_flax.py │ │ ├── run_t5_mlm_flax.py │ │ └── t5_tokenizer_model.py │ ├── summarization │ │ ├── README.md │ │ ├── requirements.txt │ │ └── run_summarization_flax.py │ ├── text-classification │ │ ├── README.md │ │ ├── requirements.txt │ │ └── run_flax_glue.py │ └── vision │ │ ├── README.md │ │ ├── requirements.txt │ │ └── run_image_classification.py ├── legacy │ ├── README.md │ ├── multiple_choice │ │ ├── run_multiple_choice.py │ │ └── utils_multiple_choice.py │ ├── pytorch-lightning │ │ ├── lightning_base.py │ │ ├── requirements.txt │ │ ├── run_glue.py │ │ ├── run_glue.sh │ │ ├── run_ner.py │ │ ├── run_ner.sh │ │ └── run_pos.sh │ ├── question-answering │ │ ├── run_squad.py │ │ └── run_squad_trainer.py │ ├── run_camembert.py │ ├── run_chinese_ref.py │ ├── run_language_modeling.py │ ├── run_openai_gpt.py │ ├── run_swag.py │ ├── run_transfo_xl.py │ ├── seq2seq │ │ ├── README.md │ │ ├── __init__.py │ │ ├── convert_model_to_fp16.py │ │ ├── download_wmt.py │ │ ├── finetune.sh │ │ ├── finetune_tpu.sh │ │ ├── finetune_trainer.py │ │ ├── minify_dataset.py │ │ ├── old_test_calculate_rouge.py │ │ ├── old_test_datasets.py │ │ ├── old_test_fsmt_bleu_score.py │ │ ├── old_test_seq2seq_examples.py │ │ ├── old_test_seq2seq_examples_multi_gpu.py │ │ ├── old_test_tatoeba_conversion.py │ │ ├── pack_dataset.py │ │ ├── requirements.txt │ │ ├── romanian_postprocessing.md │ │ ├── rouge_cli.py │ │ ├── run_distributed_eval.py │ │ ├── run_eval.py │ │ ├── run_eval_search.py │ │ ├── save_len_file.py │ │ ├── save_randomly_initialized_model.py │ │ ├── sentence_splitter.py │ │ ├── seq2seq_trainer.py │ │ ├── seq2seq_training_args.py │ │ ├── test_data │ │ │ ├── fsmt │ │ │ │ ├── build-eval-data.py │ │ │ │ └── fsmt_val_data.json │ │ │ ├── test_data │ │ │ └── wmt_en_ro │ │ │ │ ├── test.source │ │ │ │ ├── test.target │ │ │ │ ├── train.len │ │ │ │ ├── train.source │ │ │ │ ├── train.target │ │ │ │ ├── val.len │ │ │ │ ├── val.source │ │ │ │ └── val.target │ │ ├── train_distil_marian_enro.sh │ │ ├── train_distil_marian_enro_tpu.sh │ │ ├── train_distilbart_cnn.sh │ │ ├── train_mbart_cc25_enro.sh │ │ ├── utils.py │ │ └── xla_spawn.py │ ├── text-classification │ │ └── run_tf_text_classification.py │ └── token-classification │ │ ├── README.md │ │ ├── run.sh │ │ ├── run_chunk.sh │ │ ├── run_ner.py │ │ ├── run_pos.sh │ │ ├── run_tf_ner.py │ │ ├── scripts │ │ └── preprocess.py │ │ ├── tasks.py │ │ └── utils_ner.py ├── pytorch │ ├── README.md │ ├── _tests_requirements.txt │ ├── benchmarking │ │ ├── README.md │ │ ├── plot_csv_file.py │ │ ├── requirements.txt │ │ └── run_benchmark.py │ ├── conftest.py │ ├── language-modeling │ │ ├── README.md │ │ ├── requirements.txt │ │ ├── run_clm.py │ │ ├── run_clm_no_trainer.py │ │ ├── run_mlm.py │ │ ├── run_mlm_no_trainer.py │ │ └── run_plm.py │ ├── multiple-choice │ │ ├── README.md │ │ ├── requirements.txt │ │ ├── run_no_trainer.sh │ │ ├── run_swag.py │ │ └── run_swag_no_trainer.py │ ├── question-answering │ │ ├── README.md │ │ ├── requirements.txt │ │ ├── run_qa.py │ │ ├── run_qa_beam_search.py │ │ ├── run_qa_beam_search_no_trainer.py │ │ ├── run_qa_no_trainer.py │ │ ├── trainer_qa.py │ │ └── utils_qa.py │ ├── summarization │ │ ├── README.md │ │ ├── requirements.txt │ │ ├── run_summarization.py │ │ └── run_summarization_no_trainer.py │ ├── test_examples.py │ ├── test_xla_examples.py │ ├── text-classification │ │ ├── README.md │ │ ├── requirements.txt │ │ ├── run_glue.py │ │ ├── run_glue_no_trainer.py │ │ └── run_xnli.py │ ├── text-generation │ │ ├── README.md │ │ ├── requirements.txt │ │ └── run_generation.py │ ├── token-classification │ │ ├── README.md │ │ ├── requirements.txt │ │ ├── run.sh │ │ ├── run_ner.py │ │ ├── run_ner_no_trainer.py │ │ └── run_no_trainer.sh │ ├── translation │ │ ├── README.md │ │ ├── requirements.txt │ │ ├── run_translation.py │ │ └── run_translation_no_trainer.py │ └── xla_spawn.py ├── research_projects │ ├── README.md │ ├── adversarial │ │ ├── README.md │ │ ├── requirements.txt │ │ ├── run_hans.py │ │ └── utils_hans.py │ ├── bert-loses-patience │ │ ├── README.md │ │ ├── pabee │ │ │ ├── __init__.py │ │ │ ├── modeling_pabee_albert.py │ │ │ └── modeling_pabee_bert.py │ │ ├── requirements.txt │ │ ├── run_glue_with_pabee.py │ │ └── test_run_glue_with_pabee.py │ ├── bertabs │ │ ├── README.md │ │ ├── __init__.py │ │ ├── configuration_bertabs.py │ │ ├── convert_bertabs_original_pytorch_checkpoint.py │ │ ├── modeling_bertabs.py │ │ ├── requirements.txt │ │ ├── run_summarization.py │ │ ├── test_utils_summarization.py │ │ └── utils_summarization.py │ ├── bertology │ │ ├── requirements.txt │ │ ├── run_bertology.py │ │ └── run_prune_gpt.py │ ├── deebert │ │ ├── README.md │ │ ├── entropy_eval.sh │ │ ├── eval_deebert.sh │ │ ├── requirements.txt │ │ ├── run_glue_deebert.py │ │ ├── src │ │ │ ├── __init__.py │ │ │ ├── modeling_highway_bert.py │ │ │ └── modeling_highway_roberta.py │ │ ├── test_glue_deebert.py │ │ └── train_deebert.sh │ ├── distillation │ │ ├── README.md │ │ ├── distiller.py │ │ ├── grouped_batch_sampler.py │ │ ├── lm_seqs_dataset.py │ │ ├── requirements.txt │ │ ├── run_squad_w_distillation.py │ │ ├── scripts │ │ │ ├── binarized_data.py │ │ │ ├── extract.py │ │ │ ├── extract_distilbert.py │ │ │ └── token_counts.py │ │ ├── train.py │ │ ├── training_configs │ │ │ ├── distilbert-base-cased.json │ │ │ ├── distilbert-base-multilingual-cased.json │ │ │ ├── distilbert-base-uncased.json │ │ │ ├── distilgpt2.json │ │ │ └── distilroberta-base.json │ │ └── utils.py │ ├── jax-projects │ │ ├── HOW_TO_PROPOSE_PROJECT.md │ │ ├── README.md │ │ ├── big_bird │ │ │ ├── README.md │ │ │ ├── bigbird_flax.py │ │ │ ├── evaluate.py │ │ │ ├── prepare_natural_questions.py │ │ │ ├── requirements.txt │ │ │ ├── sweep_flax.yaml │ │ │ └── train.py │ │ ├── dataset-streaming │ │ │ ├── README.md │ │ │ └── run_mlm_flax_stream.py │ │ ├── hybrid_clip │ │ │ ├── README.md │ │ │ ├── configuration_hybrid_clip.py │ │ │ ├── modeling_hybrid_clip.py │ │ │ ├── requirements.txt │ │ │ └── run_hybrid_clip.py │ │ ├── model_parallel │ │ │ ├── README.md │ │ │ ├── partitions.py │ │ │ └── run_clm_mp.py │ │ └── wav2vec2 │ │ │ ├── README.md │ │ │ └── run_wav2vec2_pretrain_flax.py │ ├── longform-qa │ │ ├── README.md │ │ ├── eli5_app.py │ │ ├── eli5_utils.py │ │ └── requirements.txt │ ├── lxmert │ │ ├── README.md │ │ ├── demo.ipynb │ │ ├── extracting_data.py │ │ ├── modeling_frcnn.py │ │ ├── processing_image.py │ │ ├── requirements.txt │ │ ├── utils.py │ │ └── visualizing_image.py │ ├── mlm_wwm │ │ ├── README.md │ │ ├── requirements.txt │ │ ├── run_chinese_ref.py │ │ └── run_mlm_wwm.py │ ├── mm-imdb │ │ ├── README.md │ │ ├── run_mmimdb.py │ │ └── utils_mmimdb.py │ ├── movement-pruning │ │ ├── README.md │ │ ├── Saving_PruneBERT.ipynb │ │ ├── bertarize.py │ │ ├── counts_parameters.py │ │ ├── emmental │ │ │ ├── __init__.py │ │ │ ├── configuration_bert_masked.py │ │ │ ├── modeling_bert_masked.py │ │ │ └── modules │ │ │ │ ├── __init__.py │ │ │ │ ├── binarizer.py │ │ │ │ └── masked_nn.py │ │ ├── masked_run_glue.py │ │ ├── masked_run_squad.py │ │ └── requirements.txt │ ├── performer │ │ ├── README.md │ │ ├── full_script.sh │ │ ├── modeling_flax_performer.py │ │ ├── modeling_flax_performer_utils.py │ │ ├── run_mlm_performer.py │ │ └── sanity_script.sh │ ├── pplm │ │ ├── README.md │ │ ├── imgs │ │ │ ├── headfigure.png │ │ │ └── wooly.png │ │ ├── pplm_classification_head.py │ │ ├── requirements.txt │ │ ├── run_pplm.py │ │ └── run_pplm_discrim_train.py │ ├── rag-end2end-retriever │ │ ├── README.md │ │ ├── callbacks_rag.py │ │ ├── distributed_ray_retriever.py │ │ ├── eval_rag.py │ │ ├── finetune_rag.py │ │ ├── finetune_rag_ray_end2end.sh │ │ ├── kb_encode_utils.py │ │ ├── lightning_base.py │ │ ├── requirements.txt │ │ ├── test_run │ │ │ ├── dummy-kb │ │ │ │ └── my_knowledge_dataset.csv │ │ │ ├── dummy-train-data │ │ │ │ ├── train.source │ │ │ │ ├── train.target │ │ │ │ ├── val.source │ │ │ │ └── val.target │ │ │ ├── test_finetune.sh │ │ │ └── test_rag_new_features.sh │ │ ├── use_own_knowledge_dataset.py │ │ └── utils_rag.py │ ├── rag │ │ ├── README.md │ │ ├── __init__.py │ │ ├── _test_finetune_rag.py │ │ ├── callbacks_rag.py │ │ ├── consolidate_rag_checkpoint.py │ │ ├── distributed_pytorch_retriever.py │ │ ├── distributed_ray_retriever.py │ │ ├── eval_rag.py │ │ ├── finetune_rag.py │ │ ├── finetune_rag.sh │ │ ├── finetune_rag_ray.sh │ │ ├── lightning_base.py │ │ ├── parse_dpr_relevance_data.py │ │ ├── requirements.txt │ │ ├── test_data │ │ │ └── my_knowledge_dataset.csv │ │ ├── test_distributed_retriever.py │ │ ├── use_own_knowledge_dataset.py │ │ └── utils_rag.py │ ├── seq2seq-distillation │ │ ├── README.md │ │ ├── _test_bash_script.py │ │ ├── _test_make_student.py │ │ ├── _test_seq2seq_examples.py │ │ ├── _test_seq2seq_examples_multi_gpu.py │ │ ├── callbacks.py │ │ ├── convert_pl_checkpoint_to_hf.py │ │ ├── distil_marian_enro_teacher.sh │ │ ├── distil_marian_no_teacher.sh │ │ ├── distillation.py │ │ ├── dynamic_bs_example.sh │ │ ├── finetune.py │ │ ├── finetune.sh │ │ ├── finetune_bart_tiny.sh │ │ ├── finetune_pegasus_xsum.sh │ │ ├── finetune_t5.sh │ │ ├── lightning_base.py │ │ ├── make_student.py │ │ ├── precomputed_pseudo_labels.md │ │ ├── requirements.txt │ │ ├── run_eval.py │ │ ├── sentence_splitter.py │ │ ├── train_distilbart_cnn.sh │ │ ├── train_distilbart_xsum.sh │ │ ├── train_mbart_cc25_enro.sh │ │ └── utils.py │ ├── wav2vec2 │ │ ├── FINE_TUNE_XLSR_WAV2VEC2.md │ │ ├── README.md │ │ ├── ds_config_wav2vec2_zero2.json │ │ ├── ds_config_wav2vec2_zero3.json │ │ ├── finetune_base_100.sh │ │ ├── finetune_base_timit_asr.sh │ │ ├── finetune_large_lv60_100.sh │ │ ├── finetune_large_lv60_timit_asr.sh │ │ ├── finetune_large_xlsr_53_arabic_speech_corpus.sh │ │ ├── finetune_wav2vec2_xlsr_turkish.sh │ │ ├── requirements.txt │ │ ├── run_asr.py │ │ ├── run_common_voice.py │ │ ├── run_pretrain.py │ │ ├── test_wav2vec2_deepspeed.py │ │ └── vocab │ │ │ └── buckwalter.json │ └── zero-shot-distillation │ │ ├── README.md │ │ └── distill_classifier.py └── tensorflow │ ├── README.md │ ├── benchmarking │ ├── README.md │ ├── plot_csv_file.py │ ├── requirements.txt │ └── run_benchmark_tf.py │ ├── language-modeling │ ├── README.md │ ├── run_clm.py │ └── run_mlm.py │ ├── multiple-choice │ ├── README.md │ ├── requirements.txt │ └── run_swag.py │ ├── question-answering │ ├── README.md │ ├── requirements.txt │ ├── run_qa.py │ └── utils_qa.py │ ├── summarization │ ├── README.md │ └── run_summarization.py │ ├── text-classification │ ├── README.md │ ├── requirements.txt │ ├── run_glue.py │ └── run_text_classification.py │ ├── token-classification │ ├── README.md │ └── run_ner.py │ └── translation │ ├── README.md │ └── run_translation.py ├── hubconf.py ├── model_cards └── README.md ├── notebooks └── README.md ├── pyproject.toml ├── scripts ├── check_tokenizers.py ├── fsmt │ ├── convert-allenai-wmt16.sh │ ├── convert-allenai-wmt19.sh │ ├── convert-facebook-wmt19.sh │ ├── eval-allenai-wmt16.sh │ ├── eval-allenai-wmt19.sh │ ├── eval-facebook-wmt19.sh │ ├── fsmt-make-super-tiny-model.py │ ├── fsmt-make-tiny-model.py │ ├── gen-card-allenai-wmt16.py │ ├── gen-card-allenai-wmt19.py │ ├── gen-card-facebook-wmt19.py │ ├── s3-move.sh │ └── tests-to-run.sh ├── pegasus │ └── build_test_sample_spm_no_bos.py ├── stale.py └── tatoeba │ ├── README.md │ └── upload_models.sh ├── setup.cfg ├── setup.py ├── src └── transformers │ ├── __init__.py │ ├── activations.py │ ├── activations_tf.py │ ├── benchmark │ ├── __init__.py │ ├── benchmark.py │ ├── benchmark_args.py │ ├── benchmark_args_tf.py │ ├── benchmark_args_utils.py │ ├── benchmark_tf.py │ └── benchmark_utils.py │ ├── commands │ ├── __init__.py │ ├── add_new_model.py │ ├── convert.py │ ├── download.py │ ├── env.py │ ├── lfs.py │ ├── run.py │ ├── serving.py │ ├── train.py │ ├── transformers_cli.py │ └── user.py │ ├── configuration_utils.py │ ├── convert_graph_to_onnx.py │ ├── convert_pytorch_checkpoint_to_tf2.py │ ├── convert_slow_tokenizer.py │ ├── convert_slow_tokenizers_checkpoints_to_fast.py │ ├── convert_tf_hub_seq_to_seq_bert_to_pytorch.py │ ├── data │ ├── __init__.py │ ├── data_collator.py │ ├── datasets │ │ ├── __init__.py │ │ ├── glue.py │ │ ├── language_modeling.py │ │ └── squad.py │ ├── metrics │ │ ├── __init__.py │ │ └── squad_metrics.py │ ├── processors │ │ ├── __init__.py │ │ ├── glue.py │ │ ├── squad.py │ │ ├── utils.py │ │ └── xnli.py │ └── test_generation_utils.py │ ├── debug_utils.py │ ├── deepspeed.py │ ├── dependency_versions_check.py │ ├── dependency_versions_table.py │ ├── feature_extraction_sequence_utils.py │ ├── feature_extraction_utils.py │ ├── file_utils.py │ ├── generation_beam_search.py │ ├── generation_flax_logits_process.py │ ├── generation_flax_utils.py │ ├── generation_logits_process.py │ ├── generation_stopping_criteria.py │ ├── generation_tf_utils.py │ ├── generation_utils.py │ ├── hf_api.py │ ├── hf_argparser.py │ ├── image_utils.py │ ├── integrations.py │ ├── modelcard.py │ ├── modeling_flax_outputs.py │ ├── modeling_flax_pytorch_utils.py │ ├── modeling_flax_utils.py │ ├── modeling_outputs.py │ ├── modeling_tf_outputs.py │ ├── modeling_tf_pytorch_utils.py │ ├── modeling_tf_utils.py │ ├── modeling_utils.py │ ├── models │ ├── __init__.py │ ├── albert │ │ ├── __init__.py │ │ ├── configuration_albert.py │ │ ├── convert_albert_original_tf_checkpoint_to_pytorch.py │ │ ├── modeling_albert.py │ │ ├── modeling_tf_albert.py │ │ ├── tokenization_albert.py │ │ └── tokenization_albert_fast.py │ ├── auto │ │ ├── __init__.py │ │ ├── auto_factory.py │ │ ├── configuration_auto.py │ │ ├── feature_extraction_auto.py │ │ ├── modeling_auto.py │ │ ├── modeling_flax_auto.py │ │ ├── modeling_tf_auto.py │ │ └── tokenization_auto.py │ ├── bart │ │ ├── __init__.py │ │ ├── configuration_bart.py │ │ ├── convert_bart_original_pytorch_checkpoint_to_pytorch.py │ │ ├── modeling_bart.py │ │ ├── modeling_flax_bart.py │ │ ├── modeling_tf_bart.py │ │ ├── tokenization_bart.py │ │ └── tokenization_bart_fast.py │ ├── barthez │ │ ├── __init__.py │ │ ├── tokenization_barthez.py │ │ └── tokenization_barthez_fast.py │ ├── beit │ │ ├── __init__.py │ │ ├── configuration_beit.py │ │ ├── convert_beit_unilm_to_pytorch.py │ │ ├── feature_extraction_beit.py │ │ └── modeling_beit.py │ ├── bert │ │ ├── __init__.py │ │ ├── configuration_bert.py │ │ ├── convert_bert_original_tf2_checkpoint_to_pytorch.py │ │ ├── convert_bert_original_tf_checkpoint_to_pytorch.py │ │ ├── convert_bert_pytorch_checkpoint_to_original_tf.py │ │ ├── modeling_bert.py │ │ ├── modeling_flax_bert.py │ │ ├── modeling_tf_bert.py │ │ ├── tokenization_bert.py │ │ └── tokenization_bert_fast.py │ ├── bert_generation │ │ ├── __init__.py │ │ ├── configuration_bert_generation.py │ │ ├── modeling_bert_generation.py │ │ └── tokenization_bert_generation.py │ ├── bert_japanese │ │ ├── __init__.py │ │ └── tokenization_bert_japanese.py │ ├── bertweet │ │ ├── __init__.py │ │ └── tokenization_bertweet.py │ ├── big_bird │ │ ├── __init__.py │ │ ├── configuration_big_bird.py │ │ ├── convert_bigbird_original_tf_checkpoint_to_pytorch.py │ │ ├── modeling_big_bird.py │ │ ├── modeling_flax_big_bird.py │ │ ├── tokenization_big_bird.py │ │ └── tokenization_big_bird_fast.py │ ├── bigbird_pegasus │ │ ├── __init__.py │ │ ├── configuration_bigbird_pegasus.py │ │ ├── convert_bigbird_pegasus_tf_to_pytorch.py │ │ └── modeling_bigbird_pegasus.py │ ├── blenderbot │ │ ├── __init__.py │ │ ├── configuration_blenderbot.py │ │ ├── convert_blenderbot_original_pytorch_checkpoint_to_pytorch.py │ │ ├── modeling_blenderbot.py │ │ ├── modeling_tf_blenderbot.py │ │ └── tokenization_blenderbot.py │ ├── blenderbot_small │ │ ├── __init__.py │ │ ├── configuration_blenderbot_small.py │ │ ├── modeling_blenderbot_small.py │ │ ├── modeling_tf_blenderbot_small.py │ │ ├── tokenization_blenderbot_small.py │ │ └── tokenization_blenderbot_small_fast.py │ ├── bort │ │ └── convert_bort_original_gluonnlp_checkpoint_to_pytorch.py │ ├── byt5 │ │ ├── __init__.py │ │ ├── convert_byt5_original_tf_checkpoint_to_pytorch.py │ │ └── tokenization_byt5.py │ ├── camembert │ │ ├── __init__.py │ │ ├── configuration_camembert.py │ │ ├── modeling_camembert.py │ │ ├── modeling_tf_camembert.py │ │ ├── tokenization_camembert.py │ │ └── tokenization_camembert_fast.py │ ├── canine │ │ ├── __init__.py │ │ ├── configuration_canine.py │ │ ├── convert_canine_original_tf_checkpoint_to_pytorch.py │ │ ├── modeling_canine.py │ │ └── tokenization_canine.py │ ├── clip │ │ ├── __init__.py │ │ ├── configuration_clip.py │ │ ├── convert_clip_original_pytorch_to_hf.py │ │ ├── feature_extraction_clip.py │ │ ├── modeling_clip.py │ │ ├── modeling_flax_clip.py │ │ ├── processing_clip.py │ │ ├── tokenization_clip.py │ │ └── tokenization_clip_fast.py │ ├── convbert │ │ ├── __init__.py │ │ ├── configuration_convbert.py │ │ ├── convert_convbert_original_tf1_checkpoint_to_pytorch_and_tf2.py │ │ ├── modeling_convbert.py │ │ ├── modeling_tf_convbert.py │ │ ├── tokenization_convbert.py │ │ └── tokenization_convbert_fast.py │ ├── cpm │ │ ├── __init__.py │ │ ├── tokenization_cpm.py │ │ └── tokenization_cpm_fast.py │ ├── ctrl │ │ ├── __init__.py │ │ ├── configuration_ctrl.py │ │ ├── modeling_ctrl.py │ │ ├── modeling_tf_ctrl.py │ │ └── tokenization_ctrl.py │ ├── deberta │ │ ├── __init__.py │ │ ├── configuration_deberta.py │ │ ├── modeling_deberta.py │ │ ├── tokenization_deberta.py │ │ └── tokenization_deberta_fast.py │ ├── deberta_v2 │ │ ├── __init__.py │ │ ├── configuration_deberta_v2.py │ │ ├── modeling_deberta_v2.py │ │ └── tokenization_deberta_v2.py │ ├── deit │ │ ├── __init__.py │ │ ├── configuration_deit.py │ │ ├── convert_deit_timm_to_pytorch.py │ │ ├── feature_extraction_deit.py │ │ └── modeling_deit.py │ ├── detr │ │ ├── __init__.py │ │ ├── configuration_detr.py │ │ ├── convert_detr_original_pytorch_checkpoint_to_pytorch.py │ │ ├── feature_extraction_detr.py │ │ └── modeling_detr.py │ ├── dialogpt │ │ ├── __init__.py │ │ └── convert_dialogpt_original_pytorch_checkpoint_to_pytorch.py │ ├── distilbert │ │ ├── __init__.py │ │ ├── configuration_distilbert.py │ │ ├── modeling_distilbert.py │ │ ├── modeling_tf_distilbert.py │ │ ├── tokenization_distilbert.py │ │ └── tokenization_distilbert_fast.py │ ├── dpr │ │ ├── __init__.py │ │ ├── configuration_dpr.py │ │ ├── convert_dpr_original_checkpoint_to_pytorch.py │ │ ├── modeling_dpr.py │ │ ├── modeling_tf_dpr.py │ │ ├── tokenization_dpr.py │ │ └── tokenization_dpr_fast.py │ ├── electra │ │ ├── __init__.py │ │ ├── configuration_electra.py │ │ ├── convert_electra_original_tf_checkpoint_to_pytorch.py │ │ ├── modeling_electra.py │ │ ├── modeling_flax_electra.py │ │ ├── modeling_tf_electra.py │ │ ├── tokenization_electra.py │ │ └── tokenization_electra_fast.py │ ├── encoder_decoder │ │ ├── __init__.py │ │ ├── configuration_encoder_decoder.py │ │ └── modeling_encoder_decoder.py │ ├── flaubert │ │ ├── __init__.py │ │ ├── configuration_flaubert.py │ │ ├── modeling_flaubert.py │ │ ├── modeling_tf_flaubert.py │ │ └── tokenization_flaubert.py │ ├── fsmt │ │ ├── __init__.py │ │ ├── configuration_fsmt.py │ │ ├── convert_fsmt_original_pytorch_checkpoint_to_pytorch.py │ │ ├── modeling_fsmt.py │ │ └── tokenization_fsmt.py │ ├── funnel │ │ ├── __init__.py │ │ ├── configuration_funnel.py │ │ ├── convert_funnel_original_tf_checkpoint_to_pytorch.py │ │ ├── modeling_funnel.py │ │ ├── modeling_tf_funnel.py │ │ ├── tokenization_funnel.py │ │ └── tokenization_funnel_fast.py │ ├── gpt2 │ │ ├── __init__.py │ │ ├── configuration_gpt2.py │ │ ├── convert_gpt2_original_tf_checkpoint_to_pytorch.py │ │ ├── modeling_flax_gpt2.py │ │ ├── modeling_gpt2.py │ │ ├── modeling_tf_gpt2.py │ │ ├── tokenization_gpt2.py │ │ └── tokenization_gpt2_fast.py │ ├── gpt_neo │ │ ├── __init__.py │ │ ├── configuration_gpt_neo.py │ │ ├── convert_gpt_neo_mesh_tf_to_pytorch.py │ │ ├── modeling_flax_gpt_neo.py │ │ └── modeling_gpt_neo.py │ ├── herbert │ │ ├── __init__.py │ │ ├── tokenization_herbert.py │ │ └── tokenization_herbert_fast.py │ ├── hubert │ │ ├── __init__.py │ │ ├── configuration_hubert.py │ │ ├── convert_hubert_original_pytorch_checkpoint_to_pytorch.py │ │ ├── modeling_hubert.py │ │ └── modeling_tf_hubert.py │ ├── ibert │ │ ├── __init__.py │ │ ├── configuration_ibert.py │ │ ├── modeling_ibert.py │ │ └── quant_modules.py │ ├── layoutlm │ │ ├── __init__.py │ │ ├── configuration_layoutlm.py │ │ ├── modeling_layoutlm.py │ │ ├── modeling_tf_layoutlm.py │ │ ├── tokenization_layoutlm.py │ │ └── tokenization_layoutlm_fast.py │ ├── led │ │ ├── __init__.py │ │ ├── configuration_led.py │ │ ├── modeling_led.py │ │ ├── modeling_tf_led.py │ │ ├── tokenization_led.py │ │ └── tokenization_led_fast.py │ ├── longformer │ │ ├── __init__.py │ │ ├── configuration_longformer.py │ │ ├── convert_longformer_original_pytorch_lightning_to_pytorch.py │ │ ├── modeling_longformer.py │ │ ├── modeling_tf_longformer.py │ │ ├── tokenization_longformer.py │ │ └── tokenization_longformer_fast.py │ ├── luke │ │ ├── __init__.py │ │ ├── configuration_luke.py │ │ ├── convert_luke_original_pytorch_checkpoint_to_pytorch.py │ │ ├── modeling_luke.py │ │ └── tokenization_luke.py │ ├── lxmert │ │ ├── __init__.py │ │ ├── configuration_lxmert.py │ │ ├── convert_lxmert_original_tf_checkpoint_to_pytorch.py │ │ ├── modeling_lxmert.py │ │ ├── modeling_tf_lxmert.py │ │ ├── tokenization_lxmert.py │ │ └── tokenization_lxmert_fast.py │ ├── m2m_100 │ │ ├── __init__.py │ │ ├── configuration_m2m_100.py │ │ ├── convert_m2m100_original_checkpoint_to_pytorch.py │ │ ├── modeling_m2m_100.py │ │ └── tokenization_m2m_100.py │ ├── marian │ │ ├── __init__.py │ │ ├── configuration_marian.py │ │ ├── convert_marian_tatoeba_to_pytorch.py │ │ ├── convert_marian_to_pytorch.py │ │ ├── modeling_flax_marian.py │ │ ├── modeling_marian.py │ │ ├── modeling_tf_marian.py │ │ └── tokenization_marian.py │ ├── mbart │ │ ├── __init__.py │ │ ├── configuration_mbart.py │ │ ├── convert_mbart_original_checkpoint_to_pytorch.py │ │ ├── modeling_flax_mbart.py │ │ ├── modeling_mbart.py │ │ ├── modeling_tf_mbart.py │ │ ├── tokenization_mbart.py │ │ └── tokenization_mbart_fast.py │ ├── mbart50 │ │ ├── __init__.py │ │ ├── tokenization_mbart50.py │ │ └── tokenization_mbart50_fast.py │ ├── megatron_bert │ │ ├── __init__.py │ │ ├── configuration_megatron_bert.py │ │ ├── convert_megatron_bert_checkpoint.py │ │ └── modeling_megatron_bert.py │ ├── megatron_gpt2 │ │ └── convert_megatron_gpt2_checkpoint.py │ ├── mmbt │ │ ├── __init__.py │ │ ├── configuration_mmbt.py │ │ └── modeling_mmbt.py │ ├── mobilebert │ │ ├── __init__.py │ │ ├── configuration_mobilebert.py │ │ ├── convert_mobilebert_original_tf_checkpoint_to_pytorch.py │ │ ├── modeling_mobilebert.py │ │ ├── modeling_tf_mobilebert.py │ │ ├── tokenization_mobilebert.py │ │ └── tokenization_mobilebert_fast.py │ ├── mpnet │ │ ├── __init__.py │ │ ├── configuration_mpnet.py │ │ ├── modeling_mpnet.py │ │ ├── modeling_tf_mpnet.py │ │ ├── tokenization_mpnet.py │ │ └── tokenization_mpnet_fast.py │ ├── mt5 │ │ ├── __init__.py │ │ ├── configuration_mt5.py │ │ ├── modeling_flax_mt5.py │ │ ├── modeling_mt5.py │ │ └── modeling_tf_mt5.py │ ├── openai │ │ ├── __init__.py │ │ ├── configuration_openai.py │ │ ├── convert_openai_original_tf_checkpoint_to_pytorch.py │ │ ├── modeling_openai.py │ │ ├── modeling_tf_openai.py │ │ ├── tokenization_openai.py │ │ └── tokenization_openai_fast.py │ ├── pegasus │ │ ├── __init__.py │ │ ├── configuration_pegasus.py │ │ ├── convert_pegasus_tf_to_pytorch.py │ │ ├── modeling_pegasus.py │ │ ├── modeling_tf_pegasus.py │ │ ├── tokenization_pegasus.py │ │ └── tokenization_pegasus_fast.py │ ├── phobert │ │ ├── __init__.py │ │ └── tokenization_phobert.py │ ├── prophetnet │ │ ├── __init__.py │ │ ├── configuration_prophetnet.py │ │ ├── convert_prophetnet_original_pytorch_checkpoint_to_pytorch.py │ │ ├── modeling_prophetnet.py │ │ └── tokenization_prophetnet.py │ ├── rag │ │ ├── __init__.py │ │ ├── configuration_rag.py │ │ ├── modeling_rag.py │ │ ├── modeling_tf_rag.py │ │ ├── retrieval_rag.py │ │ └── tokenization_rag.py │ ├── reformer │ │ ├── __init__.py │ │ ├── configuration_reformer.py │ │ ├── convert_reformer_trax_checkpoint_to_pytorch.py │ │ ├── modeling_reformer.py │ │ ├── tokenization_reformer.py │ │ └── tokenization_reformer_fast.py │ ├── rembert │ │ ├── __init__.py │ │ ├── configuration_rembert.py │ │ ├── convert_rembert_tf_checkpoint_to_pytorch.py │ │ ├── modeling_rembert.py │ │ ├── modeling_tf_rembert.py │ │ ├── tokenization_rembert.py │ │ └── tokenization_rembert_fast.py │ ├── retribert │ │ ├── __init__.py │ │ ├── configuration_retribert.py │ │ ├── modeling_retribert.py │ │ ├── tokenization_retribert.py │ │ └── tokenization_retribert_fast.py │ ├── roberta │ │ ├── __init__.py │ │ ├── configuration_roberta.py │ │ ├── convert_roberta_original_pytorch_checkpoint_to_pytorch.py │ │ ├── modeling_flax_roberta.py │ │ ├── modeling_roberta.py │ │ ├── modeling_tf_roberta.py │ │ ├── tokenization_roberta.py │ │ └── tokenization_roberta_fast.py │ ├── roformer │ │ ├── __init__.py │ │ ├── configuration_roformer.py │ │ ├── convert_roformer_original_tf_checkpoint_to_pytorch.py │ │ ├── modeling_roformer.py │ │ ├── modeling_tf_roformer.py │ │ ├── tokenization_roformer.py │ │ ├── tokenization_roformer_fast.py │ │ └── tokenization_utils.py │ ├── speech_to_text │ │ ├── __init__.py │ │ ├── configuration_speech_to_text.py │ │ ├── convert_s2t_fairseq_to_tfms.py │ │ ├── feature_extraction_speech_to_text.py │ │ ├── modeling_speech_to_text.py │ │ ├── processing_speech_to_text.py │ │ └── tokenization_speech_to_text.py │ ├── squeezebert │ │ ├── __init__.py │ │ ├── configuration_squeezebert.py │ │ ├── modeling_squeezebert.py │ │ ├── tokenization_squeezebert.py │ │ └── tokenization_squeezebert_fast.py │ ├── t5 │ │ ├── __init__.py │ │ ├── configuration_t5.py │ │ ├── convert_t5_original_tf_checkpoint_to_pytorch.py │ │ ├── modeling_flax_t5.py │ │ ├── modeling_t5.py │ │ ├── modeling_tf_t5.py │ │ ├── tokenization_t5.py │ │ └── tokenization_t5_fast.py │ ├── tapas │ │ ├── __init__.py │ │ ├── configuration_tapas.py │ │ ├── convert_tapas_original_tf_checkpoint_to_pytorch.py │ │ ├── modeling_tapas.py │ │ └── tokenization_tapas.py │ ├── transfo_xl │ │ ├── __init__.py │ │ ├── configuration_transfo_xl.py │ │ ├── convert_transfo_xl_original_tf_checkpoint_to_pytorch.py │ │ ├── modeling_tf_transfo_xl.py │ │ ├── modeling_tf_transfo_xl_utilities.py │ │ ├── modeling_transfo_xl.py │ │ ├── modeling_transfo_xl_utilities.py │ │ └── tokenization_transfo_xl.py │ ├── visual_bert │ │ ├── __init__.py │ │ ├── configuration_visual_bert.py │ │ ├── convert_visual_bert_original_pytorch_checkpoint_to_pytorch.py │ │ └── modeling_visual_bert.py │ ├── vit │ │ ├── __init__.py │ │ ├── configuration_vit.py │ │ ├── convert_vit_timm_to_pytorch.py │ │ ├── feature_extraction_vit.py │ │ ├── modeling_flax_vit.py │ │ └── modeling_vit.py │ ├── wav2vec2 │ │ ├── __init__.py │ │ ├── configuration_wav2vec2.py │ │ ├── convert_wav2vec2_original_pytorch_checkpoint_to_pytorch.py │ │ ├── feature_extraction_wav2vec2.py │ │ ├── modeling_flax_wav2vec2.py │ │ ├── modeling_tf_wav2vec2.py │ │ ├── modeling_wav2vec2.py │ │ ├── processing_wav2vec2.py │ │ └── tokenization_wav2vec2.py │ ├── xlm │ │ ├── __init__.py │ │ ├── configuration_xlm.py │ │ ├── convert_xlm_original_pytorch_checkpoint_to_pytorch.py │ │ ├── modeling_tf_xlm.py │ │ ├── modeling_xlm.py │ │ └── tokenization_xlm.py │ ├── xlm_prophetnet │ │ ├── __init__.py │ │ ├── configuration_xlm_prophetnet.py │ │ ├── modeling_xlm_prophetnet.py │ │ └── tokenization_xlm_prophetnet.py │ ├── xlm_roberta │ │ ├── __init__.py │ │ ├── configuration_xlm_roberta.py │ │ ├── modeling_tf_xlm_roberta.py │ │ ├── modeling_xlm_roberta.py │ │ ├── tokenization_xlm_roberta.py │ │ └── tokenization_xlm_roberta_fast.py │ └── xlnet │ │ ├── __init__.py │ │ ├── configuration_xlnet.py │ │ ├── convert_xlnet_original_tf_checkpoint_to_pytorch.py │ │ ├── modeling_tf_xlnet.py │ │ ├── modeling_xlnet.py │ │ ├── tokenization_xlnet.py │ │ └── tokenization_xlnet_fast.py │ ├── onnx │ ├── __init__.py │ ├── __main__.py │ ├── config.py │ ├── convert.py │ ├── features.py │ └── utils.py │ ├── optimization.py │ ├── optimization_tf.py │ ├── pipelines │ ├── __init__.py │ ├── automatic_speech_recognition.py │ ├── base.py │ ├── conversational.py │ ├── feature_extraction.py │ ├── fill_mask.py │ ├── image_classification.py │ ├── question_answering.py │ ├── table_question_answering.py │ ├── text2text_generation.py │ ├── text_classification.py │ ├── text_generation.py │ ├── token_classification.py │ └── zero_shot_classification.py │ ├── sagemaker │ ├── __init__.py │ ├── trainer_sm.py │ └── training_args_sm.py │ ├── testing_utils.py │ ├── tokenization_utils.py │ ├── tokenization_utils_base.py │ ├── tokenization_utils_fast.py │ ├── trainer.py │ ├── trainer_callback.py │ ├── trainer_pt_utils.py │ ├── trainer_seq2seq.py │ ├── trainer_tf.py │ ├── trainer_utils.py │ ├── training_args.py │ ├── training_args_seq2seq.py │ ├── training_args_tf.py │ └── utils │ ├── __init__.py │ ├── dummy_flax_objects.py │ ├── dummy_pt_objects.py │ ├── dummy_sentencepiece_and_speech_objects.py │ ├── dummy_sentencepiece_and_tokenizers_objects.py │ ├── dummy_sentencepiece_objects.py │ ├── dummy_speech_objects.py │ ├── dummy_tf_objects.py │ ├── dummy_timm_and_vision_objects.py │ ├── dummy_timm_objects.py │ ├── dummy_tokenizers_objects.py │ ├── dummy_vision_objects.py │ ├── fx.py │ ├── hp_naming.py │ ├── logging.py │ ├── model_parallel_utils.py │ ├── notebook.py │ ├── sentencepiece_model_pb2.py │ └── versions.py ├── templates ├── adding_a_new_example_script │ ├── README.md │ ├── cookiecutter.json │ └── {{cookiecutter.directory_name}} │ │ └── run_{{cookiecutter.example_shortcut}}.py └── adding_a_new_model │ ├── ADD_NEW_MODEL_PROPOSAL_TEMPLATE.md │ ├── README.md │ ├── cookiecutter-template-{{cookiecutter.modelname}} │ ├── __init__.py │ ├── configuration.json │ ├── configuration_{{cookiecutter.lowercase_modelname}}.py │ ├── modeling_tf_{{cookiecutter.lowercase_modelname}}.py │ ├── modeling_{{cookiecutter.lowercase_modelname}}.py │ ├── test_modeling_tf_{{cookiecutter.lowercase_modelname}}.py │ ├── test_modeling_{{cookiecutter.lowercase_modelname}}.py │ ├── to_replace_{{cookiecutter.lowercase_modelname}}.py │ ├── tokenization_fast_{{cookiecutter.lowercase_modelname}}.py │ ├── tokenization_{{cookiecutter.lowercase_modelname}}.py │ └── {{cookiecutter.lowercase_modelname}}.rst │ ├── cookiecutter.json │ ├── open_model_proposals │ ├── ADD_BIG_BIRD.md │ └── README.md │ └── tests │ ├── encoder-bert-tokenizer.json │ ├── pt-encoder-bert-tokenizer.json │ ├── pt-seq-2-seq-bart-tokenizer.json │ ├── standalone.json │ ├── tf-encoder-bert-tokenizer.json │ └── tf-seq-2-seq-bart-tokenizer.json ├── tests ├── __init__.py ├── conftest.py ├── deepspeed │ ├── ds_config_zero2.json │ ├── ds_config_zero3.json │ ├── test_deepspeed.py │ └── test_model_zoo.py ├── extended │ └── test_trainer_ext.py ├── fixtures │ ├── dummy-config.json │ ├── dummy_feature_extractor_config.json │ ├── empty.txt │ ├── input.txt │ ├── preprocessor_config.json │ ├── sample_text.txt │ ├── sample_text_no_unicode.txt │ ├── spiece.model │ ├── test_sentencepiece.model │ ├── test_sentencepiece_bpe.model │ ├── test_sentencepiece_no_bos.model │ └── tests_samples │ │ ├── .gitignore │ │ ├── COCO │ │ ├── 000000039769.png │ │ ├── coco_annotations.txt │ │ ├── coco_panoptic │ │ │ └── 000000039769.png │ │ └── coco_panoptic_annotations.txt │ │ ├── GermEval │ │ ├── dev.txt │ │ ├── labels.txt │ │ └── train.txt │ │ ├── MRPC │ │ ├── dev.csv │ │ ├── dev.tsv │ │ ├── train.csv │ │ └── train.tsv │ │ ├── SQUAD │ │ └── sample.json │ │ ├── STS-B │ │ ├── dev.tsv │ │ └── train.tsv │ │ ├── conll │ │ └── sample.json │ │ ├── swag │ │ └── sample.json │ │ ├── wiki_text │ │ └── wiki_00 │ │ ├── wmt16 │ │ └── sample.json │ │ ├── wmt_en_ro │ │ ├── test.json │ │ ├── train.json │ │ └── val.json │ │ └── xsum │ │ └── sample.json ├── sagemaker │ ├── README.md │ ├── __init__.py │ ├── conftest.py │ ├── scripts │ │ ├── pytorch │ │ │ ├── requirements.txt │ │ │ ├── run_ddp.py │ │ │ └── run_glue_model_parallelism.py │ │ └── tensorflow │ │ │ ├── requirements.txt │ │ │ ├── run_tf.py │ │ │ └── run_tf_dist.py │ ├── test_multi_node_data_parallel.py │ ├── test_multi_node_model_parallel.py │ └── test_single_node_gpu.py ├── test_activations.py ├── test_activations_tf.py ├── test_benchmark.py ├── test_benchmark_tf.py ├── test_cli.py ├── test_configuration_auto.py ├── test_configuration_common.py ├── test_data_collator.py ├── test_doc_samples.py ├── test_feature_extraction_auto.py ├── test_feature_extraction_beit.py ├── test_feature_extraction_clip.py ├── test_feature_extraction_common.py ├── test_feature_extraction_deit.py ├── test_feature_extraction_detr.py ├── test_feature_extraction_speech_to_text.py ├── test_feature_extraction_vit.py ├── test_feature_extraction_wav2vec2.py ├── test_file_utils.py ├── test_flax_auto.py ├── test_generation_beam_search.py ├── test_generation_flax_logits_process.py ├── test_generation_flax_utils.py ├── test_generation_logits_process.py ├── test_generation_stopping_criteria.py ├── test_generation_utils.py ├── test_hf_api.py ├── test_hf_argparser.py ├── test_image_utils.py ├── test_logging.py ├── test_model_card.py ├── test_model_output.py ├── test_modeling_albert.py ├── test_modeling_auto.py ├── test_modeling_bart.py ├── test_modeling_beit.py ├── test_modeling_bert.py ├── test_modeling_bert_generation.py ├── test_modeling_big_bird.py ├── test_modeling_bigbird_pegasus.py ├── test_modeling_blenderbot.py ├── test_modeling_blenderbot_small.py ├── test_modeling_bort.py ├── test_modeling_camembert.py ├── test_modeling_canine.py ├── test_modeling_clip.py ├── test_modeling_common.py ├── test_modeling_convbert.py ├── test_modeling_ctrl.py ├── test_modeling_deberta.py ├── test_modeling_deberta_v2.py ├── test_modeling_deit.py ├── test_modeling_detr.py ├── test_modeling_distilbert.py ├── test_modeling_dpr.py ├── test_modeling_electra.py ├── test_modeling_encoder_decoder.py ├── test_modeling_flaubert.py ├── test_modeling_flax_bart.py ├── test_modeling_flax_bert.py ├── test_modeling_flax_big_bird.py ├── test_modeling_flax_clip.py ├── test_modeling_flax_common.py ├── test_modeling_flax_electra.py ├── test_modeling_flax_gpt2.py ├── test_modeling_flax_gpt_neo.py ├── test_modeling_flax_marian.py ├── test_modeling_flax_mbart.py ├── test_modeling_flax_mt5.py ├── test_modeling_flax_roberta.py ├── test_modeling_flax_t5.py ├── test_modeling_flax_vit.py ├── test_modeling_flax_wav2vec2.py ├── test_modeling_fsmt.py ├── test_modeling_funnel.py ├── test_modeling_gpt2.py ├── test_modeling_gpt_neo.py ├── test_modeling_hubert.py ├── test_modeling_ibert.py ├── test_modeling_layoutlm.py ├── test_modeling_led.py ├── test_modeling_longformer.py ├── test_modeling_luke.py ├── test_modeling_lxmert.py ├── test_modeling_m2m_100.py ├── test_modeling_marian.py ├── test_modeling_mbart.py ├── test_modeling_megatron_bert.py ├── test_modeling_megatron_gpt2.py ├── test_modeling_mobilebert.py ├── test_modeling_mpnet.py ├── test_modeling_mt5.py ├── test_modeling_openai.py ├── test_modeling_pegasus.py ├── test_modeling_prophetnet.py ├── test_modeling_rag.py ├── test_modeling_reformer.py ├── test_modeling_rembert.py ├── test_modeling_roberta.py ├── test_modeling_roformer.py ├── test_modeling_speech_to_text.py ├── test_modeling_squeezebert.py ├── test_modeling_t5.py ├── test_modeling_tapas.py ├── test_modeling_tf_albert.py ├── test_modeling_tf_auto.py ├── test_modeling_tf_bart.py ├── test_modeling_tf_bert.py ├── test_modeling_tf_blenderbot.py ├── test_modeling_tf_blenderbot_small.py ├── test_modeling_tf_bort.py ├── test_modeling_tf_camembert.py ├── test_modeling_tf_common.py ├── test_modeling_tf_convbert.py ├── test_modeling_tf_ctrl.py ├── test_modeling_tf_distilbert.py ├── test_modeling_tf_dpr.py ├── test_modeling_tf_electra.py ├── test_modeling_tf_flaubert.py ├── test_modeling_tf_funnel.py ├── test_modeling_tf_gpt2.py ├── test_modeling_tf_hubert.py ├── test_modeling_tf_layoutlm.py ├── test_modeling_tf_led.py ├── test_modeling_tf_longformer.py ├── test_modeling_tf_lxmert.py ├── test_modeling_tf_marian.py ├── test_modeling_tf_mbart.py ├── test_modeling_tf_mobilebert.py ├── test_modeling_tf_mpnet.py ├── test_modeling_tf_mt5.py ├── test_modeling_tf_openai.py ├── test_modeling_tf_pegasus.py ├── test_modeling_tf_pytorch.py ├── test_modeling_tf_rag.py ├── test_modeling_tf_rembert.py ├── test_modeling_tf_roberta.py ├── test_modeling_tf_roformer.py ├── test_modeling_tf_t5.py ├── test_modeling_tf_transfo_xl.py ├── test_modeling_tf_wav2vec2.py ├── test_modeling_tf_xlm.py ├── test_modeling_tf_xlm_roberta.py ├── test_modeling_tf_xlnet.py ├── test_modeling_transfo_xl.py ├── test_modeling_visual_bert.py ├── test_modeling_vit.py ├── test_modeling_wav2vec2.py ├── test_modeling_xlm.py ├── test_modeling_xlm_prophetnet.py ├── test_modeling_xlm_roberta.py ├── test_modeling_xlnet.py ├── test_offline.py ├── test_onnx.py ├── test_onnx_v2.py ├── test_optimization.py ├── test_optimization_tf.py ├── test_pipelines_automatic_speech_recognition.py ├── test_pipelines_common.py ├── test_pipelines_conversational.py ├── test_pipelines_feature_extraction.py ├── test_pipelines_fill_mask.py ├── test_pipelines_image_classification.py ├── test_pipelines_question_answering.py ├── test_pipelines_summarization.py ├── test_pipelines_table_question_answering.py ├── test_pipelines_text2text_generation.py ├── test_pipelines_text_classification.py ├── test_pipelines_text_generation.py ├── test_pipelines_token_classification.py ├── test_pipelines_translation.py ├── test_pipelines_zero_shot.py ├── test_processor_clip.py ├── test_processor_speech_to_text.py ├── test_processor_wav2vec2.py ├── test_retrieval_rag.py ├── test_sequence_feature_extraction_common.py ├── test_skip_decorators.py ├── test_tokenization_albert.py ├── test_tokenization_auto.py ├── test_tokenization_bart.py ├── test_tokenization_barthez.py ├── test_tokenization_bert.py ├── test_tokenization_bert_generation.py ├── test_tokenization_bert_japanese.py ├── test_tokenization_bertweet.py ├── test_tokenization_big_bird.py ├── test_tokenization_blenderbot.py ├── test_tokenization_byt5.py ├── test_tokenization_camembert.py ├── test_tokenization_canine.py ├── test_tokenization_clip.py ├── test_tokenization_common.py ├── test_tokenization_cpm.py ├── test_tokenization_ctrl.py ├── test_tokenization_deberta.py ├── test_tokenization_deberta_v2.py ├── test_tokenization_distilbert.py ├── test_tokenization_dpr.py ├── test_tokenization_fast.py ├── test_tokenization_fsmt.py ├── test_tokenization_funnel.py ├── test_tokenization_gpt2.py ├── test_tokenization_herbert.py ├── test_tokenization_layoutlm.py ├── test_tokenization_luke.py ├── test_tokenization_lxmert.py ├── test_tokenization_m2m_100.py ├── test_tokenization_marian.py ├── test_tokenization_mbart.py ├── test_tokenization_mbart50.py ├── test_tokenization_mpnet.py ├── test_tokenization_openai.py ├── test_tokenization_pegasus.py ├── test_tokenization_phobert.py ├── test_tokenization_prophetnet.py ├── test_tokenization_rag.py ├── test_tokenization_reformer.py ├── test_tokenization_roberta.py ├── test_tokenization_roformer.py ├── test_tokenization_small_blenderbot.py ├── test_tokenization_speech_to_text.py ├── test_tokenization_squeezebert.py ├── test_tokenization_t5.py ├── test_tokenization_tapas.py ├── test_tokenization_transfo_xl.py ├── test_tokenization_utils.py ├── test_tokenization_wav2vec2.py ├── test_tokenization_xlm.py ├── test_tokenization_xlm_prophetnet.py ├── test_tokenization_xlm_roberta.py ├── test_tokenization_xlnet.py ├── test_trainer.py ├── test_trainer_callback.py ├── test_trainer_distributed.py ├── test_trainer_seq2seq.py ├── test_trainer_tpu.py ├── test_trainer_utils.py ├── test_utils_check_copies.py └── test_versions_utils.py ├── utils ├── check_copies.py ├── check_dummies.py ├── check_inits.py ├── check_repo.py ├── check_table.py ├── check_tf_ops.py ├── custom_init_isort.py ├── download_glue_data.py ├── get_modified_files.py ├── link_tester.py ├── notification_service.py ├── release.py ├── style_doc.py ├── tests_fetcher.py └── tf_ops │ └── onnx.json └── valohai.yaml /.circleci/TROUBLESHOOT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/.circleci/TROUBLESHOOT.md -------------------------------------------------------------------------------- /.circleci/config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/.circleci/config.yml -------------------------------------------------------------------------------- /.circleci/deploy.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/.circleci/deploy.sh -------------------------------------------------------------------------------- /.coveragerc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/.coveragerc -------------------------------------------------------------------------------- /.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/.gitattributes -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/---new-benchmark.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/.github/ISSUE_TEMPLATE/---new-benchmark.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/--new-model-addition.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/.github/ISSUE_TEMPLATE/--new-model-addition.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/bug-report.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/.github/ISSUE_TEMPLATE/bug-report.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/feature-request.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/.github/ISSUE_TEMPLATE/feature-request.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/migration.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/.github/ISSUE_TEMPLATE/migration.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/question-help.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/.github/ISSUE_TEMPLATE/question-help.md -------------------------------------------------------------------------------- /.github/PULL_REQUEST_TEMPLATE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/.github/PULL_REQUEST_TEMPLATE.md -------------------------------------------------------------------------------- /.github/conda/build.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/.github/conda/build.sh -------------------------------------------------------------------------------- /.github/conda/meta.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/.github/conda/meta.yaml -------------------------------------------------------------------------------- /.github/workflows/TROUBLESHOOT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/.github/workflows/TROUBLESHOOT.md -------------------------------------------------------------------------------- /.github/workflows/github-torch-hub.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/.github/workflows/github-torch-hub.yml -------------------------------------------------------------------------------- /.github/workflows/model-templates.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/.github/workflows/model-templates.yml -------------------------------------------------------------------------------- /.github/workflows/release-conda.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/.github/workflows/release-conda.yml -------------------------------------------------------------------------------- /.github/workflows/self-push.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/.github/workflows/self-push.yml -------------------------------------------------------------------------------- /.github/workflows/self-scheduled.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/.github/workflows/self-scheduled.yml -------------------------------------------------------------------------------- /.github/workflows/stale.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/.github/workflows/stale.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/.gitignore -------------------------------------------------------------------------------- /CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /ISSUES.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/ISSUES.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/LICENSE -------------------------------------------------------------------------------- /MANIFEST.in: -------------------------------------------------------------------------------- 1 | include LICENSE 2 | -------------------------------------------------------------------------------- /Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/Makefile -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/README.md -------------------------------------------------------------------------------- /README_zh-hans.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/README_zh-hans.md -------------------------------------------------------------------------------- /README_zh-hant.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/README_zh-hant.md -------------------------------------------------------------------------------- /docker/transformers-cpu/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docker/transformers-cpu/Dockerfile -------------------------------------------------------------------------------- /docker/transformers-gpu/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docker/transformers-gpu/Dockerfile -------------------------------------------------------------------------------- /docker/transformers-pytorch-cpu/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docker/transformers-pytorch-cpu/Dockerfile -------------------------------------------------------------------------------- /docker/transformers-pytorch-gpu/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docker/transformers-pytorch-gpu/Dockerfile -------------------------------------------------------------------------------- /docker/transformers-pytorch-tpu/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docker/transformers-pytorch-tpu/Dockerfile -------------------------------------------------------------------------------- /docker/transformers-pytorch-tpu/dataset.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docker/transformers-pytorch-tpu/dataset.yaml -------------------------------------------------------------------------------- /docker/transformers-tensorflow-cpu/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docker/transformers-tensorflow-cpu/Dockerfile -------------------------------------------------------------------------------- /docker/transformers-tensorflow-gpu/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docker/transformers-tensorflow-gpu/Dockerfile -------------------------------------------------------------------------------- /docs/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/Makefile -------------------------------------------------------------------------------- /docs/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/README.md -------------------------------------------------------------------------------- /docs/source/_static/css/Calibre-Light.ttf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/_static/css/Calibre-Light.ttf -------------------------------------------------------------------------------- /docs/source/_static/css/Calibre-Medium.otf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/_static/css/Calibre-Medium.otf -------------------------------------------------------------------------------- /docs/source/_static/css/Calibre-Regular.otf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/_static/css/Calibre-Regular.otf -------------------------------------------------------------------------------- /docs/source/_static/css/Calibre-Thin.otf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/_static/css/Calibre-Thin.otf -------------------------------------------------------------------------------- /docs/source/_static/css/code-snippets.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/_static/css/code-snippets.css -------------------------------------------------------------------------------- /docs/source/_static/css/huggingface.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/_static/css/huggingface.css -------------------------------------------------------------------------------- /docs/source/_static/js/custom.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/_static/js/custom.js -------------------------------------------------------------------------------- /docs/source/_static/js/huggingface_logo.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/_static/js/huggingface_logo.svg -------------------------------------------------------------------------------- /docs/source/add_new_model.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/add_new_model.rst -------------------------------------------------------------------------------- /docs/source/benchmarks.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/benchmarks.rst -------------------------------------------------------------------------------- /docs/source/bertology.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/bertology.rst -------------------------------------------------------------------------------- /docs/source/community.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/community.md -------------------------------------------------------------------------------- /docs/source/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/conf.py -------------------------------------------------------------------------------- /docs/source/contributing.md: -------------------------------------------------------------------------------- 1 | ../../CONTRIBUTING.md -------------------------------------------------------------------------------- /docs/source/converting_tensorflow_models.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/converting_tensorflow_models.rst -------------------------------------------------------------------------------- /docs/source/custom_datasets.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/custom_datasets.rst -------------------------------------------------------------------------------- /docs/source/debugging.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/debugging.rst -------------------------------------------------------------------------------- /docs/source/examples.md: -------------------------------------------------------------------------------- 1 | ../../examples/README.md -------------------------------------------------------------------------------- /docs/source/fast_tokenizers.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/fast_tokenizers.rst -------------------------------------------------------------------------------- /docs/source/favicon.ico: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/favicon.ico -------------------------------------------------------------------------------- /docs/source/glossary.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/glossary.rst -------------------------------------------------------------------------------- /docs/source/imgs/course_banner.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/imgs/course_banner.png -------------------------------------------------------------------------------- /docs/source/imgs/local_attention_mask.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/imgs/local_attention_mask.png -------------------------------------------------------------------------------- /docs/source/imgs/parallelism-deepspeed-3d.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/imgs/parallelism-deepspeed-3d.png -------------------------------------------------------------------------------- /docs/source/imgs/parallelism-flexflow.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/imgs/parallelism-flexflow.jpeg -------------------------------------------------------------------------------- /docs/source/imgs/parallelism-gpipe-bubble.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/imgs/parallelism-gpipe-bubble.png -------------------------------------------------------------------------------- /docs/source/imgs/parallelism-zero-dp-pp.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/imgs/parallelism-zero-dp-pp.png -------------------------------------------------------------------------------- /docs/source/imgs/parallelism-zero.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/imgs/parallelism-zero.png -------------------------------------------------------------------------------- /docs/source/imgs/ppl_chunked.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/imgs/ppl_chunked.gif -------------------------------------------------------------------------------- /docs/source/imgs/ppl_full.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/imgs/ppl_full.gif -------------------------------------------------------------------------------- /docs/source/imgs/ppl_sliding.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/imgs/ppl_sliding.gif -------------------------------------------------------------------------------- /docs/source/imgs/transformers_logo_name.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/imgs/transformers_logo_name.png -------------------------------------------------------------------------------- /docs/source/imgs/transformers_overview.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/imgs/transformers_overview.png -------------------------------------------------------------------------------- /docs/source/imgs/warmup_constant_schedule.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/imgs/warmup_constant_schedule.png -------------------------------------------------------------------------------- /docs/source/imgs/warmup_cosine_schedule.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/imgs/warmup_cosine_schedule.png -------------------------------------------------------------------------------- /docs/source/imgs/warmup_linear_schedule.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/imgs/warmup_linear_schedule.png -------------------------------------------------------------------------------- /docs/source/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/index.rst -------------------------------------------------------------------------------- /docs/source/installation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/installation.md -------------------------------------------------------------------------------- /docs/source/internal/file_utils.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/internal/file_utils.rst -------------------------------------------------------------------------------- /docs/source/internal/generation_utils.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/internal/generation_utils.rst -------------------------------------------------------------------------------- /docs/source/internal/modeling_utils.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/internal/modeling_utils.rst -------------------------------------------------------------------------------- /docs/source/internal/pipelines_utils.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/internal/pipelines_utils.rst -------------------------------------------------------------------------------- /docs/source/internal/tokenization_utils.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/internal/tokenization_utils.rst -------------------------------------------------------------------------------- /docs/source/internal/trainer_utils.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/internal/trainer_utils.rst -------------------------------------------------------------------------------- /docs/source/main_classes/callback.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/main_classes/callback.rst -------------------------------------------------------------------------------- /docs/source/main_classes/configuration.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/main_classes/configuration.rst -------------------------------------------------------------------------------- /docs/source/main_classes/data_collator.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/main_classes/data_collator.rst -------------------------------------------------------------------------------- /docs/source/main_classes/deepspeed.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/main_classes/deepspeed.rst -------------------------------------------------------------------------------- /docs/source/main_classes/feature_extractor.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/main_classes/feature_extractor.rst -------------------------------------------------------------------------------- /docs/source/main_classes/logging.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/main_classes/logging.rst -------------------------------------------------------------------------------- /docs/source/main_classes/model.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/main_classes/model.rst -------------------------------------------------------------------------------- /docs/source/main_classes/optimizer_schedules.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/main_classes/optimizer_schedules.rst -------------------------------------------------------------------------------- /docs/source/main_classes/output.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/main_classes/output.rst -------------------------------------------------------------------------------- /docs/source/main_classes/pipelines.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/main_classes/pipelines.rst -------------------------------------------------------------------------------- /docs/source/main_classes/processors.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/main_classes/processors.rst -------------------------------------------------------------------------------- /docs/source/main_classes/tokenizer.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/main_classes/tokenizer.rst -------------------------------------------------------------------------------- /docs/source/main_classes/trainer.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/main_classes/trainer.rst -------------------------------------------------------------------------------- /docs/source/migration.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/migration.md -------------------------------------------------------------------------------- /docs/source/model_doc/albert.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_doc/albert.rst -------------------------------------------------------------------------------- /docs/source/model_doc/auto.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_doc/auto.rst -------------------------------------------------------------------------------- /docs/source/model_doc/bart.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_doc/bart.rst -------------------------------------------------------------------------------- /docs/source/model_doc/barthez.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_doc/barthez.rst -------------------------------------------------------------------------------- /docs/source/model_doc/beit.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_doc/beit.rst -------------------------------------------------------------------------------- /docs/source/model_doc/bert.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_doc/bert.rst -------------------------------------------------------------------------------- /docs/source/model_doc/bert_japanese.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_doc/bert_japanese.rst -------------------------------------------------------------------------------- /docs/source/model_doc/bertgeneration.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_doc/bertgeneration.rst -------------------------------------------------------------------------------- /docs/source/model_doc/bertweet.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_doc/bertweet.rst -------------------------------------------------------------------------------- /docs/source/model_doc/bigbird.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_doc/bigbird.rst -------------------------------------------------------------------------------- /docs/source/model_doc/bigbird_pegasus.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_doc/bigbird_pegasus.rst -------------------------------------------------------------------------------- /docs/source/model_doc/blenderbot.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_doc/blenderbot.rst -------------------------------------------------------------------------------- /docs/source/model_doc/blenderbot_small.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_doc/blenderbot_small.rst -------------------------------------------------------------------------------- /docs/source/model_doc/bort.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_doc/bort.rst -------------------------------------------------------------------------------- /docs/source/model_doc/byt5.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_doc/byt5.rst -------------------------------------------------------------------------------- /docs/source/model_doc/camembert.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_doc/camembert.rst -------------------------------------------------------------------------------- /docs/source/model_doc/canine.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_doc/canine.rst -------------------------------------------------------------------------------- /docs/source/model_doc/clip.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_doc/clip.rst -------------------------------------------------------------------------------- /docs/source/model_doc/convbert.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_doc/convbert.rst -------------------------------------------------------------------------------- /docs/source/model_doc/cpm.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_doc/cpm.rst -------------------------------------------------------------------------------- /docs/source/model_doc/ctrl.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_doc/ctrl.rst -------------------------------------------------------------------------------- /docs/source/model_doc/deberta.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_doc/deberta.rst -------------------------------------------------------------------------------- /docs/source/model_doc/deberta_v2.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_doc/deberta_v2.rst -------------------------------------------------------------------------------- /docs/source/model_doc/deit.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_doc/deit.rst -------------------------------------------------------------------------------- /docs/source/model_doc/detr.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_doc/detr.rst -------------------------------------------------------------------------------- /docs/source/model_doc/dialogpt.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_doc/dialogpt.rst -------------------------------------------------------------------------------- /docs/source/model_doc/distilbert.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_doc/distilbert.rst -------------------------------------------------------------------------------- /docs/source/model_doc/dpr.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_doc/dpr.rst -------------------------------------------------------------------------------- /docs/source/model_doc/electra.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_doc/electra.rst -------------------------------------------------------------------------------- /docs/source/model_doc/encoderdecoder.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_doc/encoderdecoder.rst -------------------------------------------------------------------------------- /docs/source/model_doc/flaubert.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_doc/flaubert.rst -------------------------------------------------------------------------------- /docs/source/model_doc/fsmt.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_doc/fsmt.rst -------------------------------------------------------------------------------- /docs/source/model_doc/funnel.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_doc/funnel.rst -------------------------------------------------------------------------------- /docs/source/model_doc/gpt.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_doc/gpt.rst -------------------------------------------------------------------------------- /docs/source/model_doc/gpt2.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_doc/gpt2.rst -------------------------------------------------------------------------------- /docs/source/model_doc/gpt_neo.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_doc/gpt_neo.rst -------------------------------------------------------------------------------- /docs/source/model_doc/herbert.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_doc/herbert.rst -------------------------------------------------------------------------------- /docs/source/model_doc/hubert.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_doc/hubert.rst -------------------------------------------------------------------------------- /docs/source/model_doc/ibert.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_doc/ibert.rst -------------------------------------------------------------------------------- /docs/source/model_doc/layoutlm.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_doc/layoutlm.rst -------------------------------------------------------------------------------- /docs/source/model_doc/led.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_doc/led.rst -------------------------------------------------------------------------------- /docs/source/model_doc/longformer.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_doc/longformer.rst -------------------------------------------------------------------------------- /docs/source/model_doc/luke.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_doc/luke.rst -------------------------------------------------------------------------------- /docs/source/model_doc/lxmert.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_doc/lxmert.rst -------------------------------------------------------------------------------- /docs/source/model_doc/m2m_100.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_doc/m2m_100.rst -------------------------------------------------------------------------------- /docs/source/model_doc/marian.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_doc/marian.rst -------------------------------------------------------------------------------- /docs/source/model_doc/mbart.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_doc/mbart.rst -------------------------------------------------------------------------------- /docs/source/model_doc/megatron_bert.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_doc/megatron_bert.rst -------------------------------------------------------------------------------- /docs/source/model_doc/megatron_gpt2.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_doc/megatron_gpt2.rst -------------------------------------------------------------------------------- /docs/source/model_doc/mobilebert.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_doc/mobilebert.rst -------------------------------------------------------------------------------- /docs/source/model_doc/mpnet.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_doc/mpnet.rst -------------------------------------------------------------------------------- /docs/source/model_doc/mt5.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_doc/mt5.rst -------------------------------------------------------------------------------- /docs/source/model_doc/pegasus.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_doc/pegasus.rst -------------------------------------------------------------------------------- /docs/source/model_doc/phobert.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_doc/phobert.rst -------------------------------------------------------------------------------- /docs/source/model_doc/prophetnet.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_doc/prophetnet.rst -------------------------------------------------------------------------------- /docs/source/model_doc/rag.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_doc/rag.rst -------------------------------------------------------------------------------- /docs/source/model_doc/reformer.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_doc/reformer.rst -------------------------------------------------------------------------------- /docs/source/model_doc/rembert.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_doc/rembert.rst -------------------------------------------------------------------------------- /docs/source/model_doc/retribert.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_doc/retribert.rst -------------------------------------------------------------------------------- /docs/source/model_doc/roberta.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_doc/roberta.rst -------------------------------------------------------------------------------- /docs/source/model_doc/roformer.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_doc/roformer.rst -------------------------------------------------------------------------------- /docs/source/model_doc/speech_to_text.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_doc/speech_to_text.rst -------------------------------------------------------------------------------- /docs/source/model_doc/squeezebert.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_doc/squeezebert.rst -------------------------------------------------------------------------------- /docs/source/model_doc/t5.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_doc/t5.rst -------------------------------------------------------------------------------- /docs/source/model_doc/tapas.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_doc/tapas.rst -------------------------------------------------------------------------------- /docs/source/model_doc/transformerxl.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_doc/transformerxl.rst -------------------------------------------------------------------------------- /docs/source/model_doc/visual_bert.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_doc/visual_bert.rst -------------------------------------------------------------------------------- /docs/source/model_doc/vit.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_doc/vit.rst -------------------------------------------------------------------------------- /docs/source/model_doc/wav2vec2.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_doc/wav2vec2.rst -------------------------------------------------------------------------------- /docs/source/model_doc/xlm.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_doc/xlm.rst -------------------------------------------------------------------------------- /docs/source/model_doc/xlmprophetnet.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_doc/xlmprophetnet.rst -------------------------------------------------------------------------------- /docs/source/model_doc/xlmroberta.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_doc/xlmroberta.rst -------------------------------------------------------------------------------- /docs/source/model_doc/xlnet.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_doc/xlnet.rst -------------------------------------------------------------------------------- /docs/source/model_doc/xlsr_wav2vec2.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_doc/xlsr_wav2vec2.rst -------------------------------------------------------------------------------- /docs/source/model_sharing.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_sharing.rst -------------------------------------------------------------------------------- /docs/source/model_summary.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/model_summary.rst -------------------------------------------------------------------------------- /docs/source/multilingual.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/multilingual.rst -------------------------------------------------------------------------------- /docs/source/notebooks.md: -------------------------------------------------------------------------------- 1 | ../../notebooks/README.md -------------------------------------------------------------------------------- /docs/source/parallelism.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/parallelism.md -------------------------------------------------------------------------------- /docs/source/performance.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/performance.md -------------------------------------------------------------------------------- /docs/source/perplexity.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/perplexity.rst -------------------------------------------------------------------------------- /docs/source/philosophy.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/philosophy.rst -------------------------------------------------------------------------------- /docs/source/preprocessing.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/preprocessing.rst -------------------------------------------------------------------------------- /docs/source/pretrained_models.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/pretrained_models.rst -------------------------------------------------------------------------------- /docs/source/quicktour.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/quicktour.rst -------------------------------------------------------------------------------- /docs/source/sagemaker.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/sagemaker.md -------------------------------------------------------------------------------- /docs/source/serialization.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/serialization.rst -------------------------------------------------------------------------------- /docs/source/task_summary.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/task_summary.rst -------------------------------------------------------------------------------- /docs/source/testing.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/testing.rst -------------------------------------------------------------------------------- /docs/source/tokenizer_summary.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/tokenizer_summary.rst -------------------------------------------------------------------------------- /docs/source/training.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/training.rst -------------------------------------------------------------------------------- /docs/source/troubleshooting.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/docs/source/troubleshooting.md -------------------------------------------------------------------------------- /examples/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/README.md -------------------------------------------------------------------------------- /examples/flax/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/flax/README.md -------------------------------------------------------------------------------- /examples/flax/language-modeling/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/flax/language-modeling/README.md -------------------------------------------------------------------------------- /examples/flax/language-modeling/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/flax/language-modeling/requirements.txt -------------------------------------------------------------------------------- /examples/flax/language-modeling/run_clm_flax.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/flax/language-modeling/run_clm_flax.py -------------------------------------------------------------------------------- /examples/flax/language-modeling/run_mlm_flax.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/flax/language-modeling/run_mlm_flax.py -------------------------------------------------------------------------------- /examples/flax/summarization/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/flax/summarization/README.md -------------------------------------------------------------------------------- /examples/flax/summarization/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/flax/summarization/requirements.txt -------------------------------------------------------------------------------- /examples/flax/text-classification/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/flax/text-classification/README.md -------------------------------------------------------------------------------- /examples/flax/vision/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/flax/vision/README.md -------------------------------------------------------------------------------- /examples/flax/vision/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/flax/vision/requirements.txt -------------------------------------------------------------------------------- /examples/flax/vision/run_image_classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/flax/vision/run_image_classification.py -------------------------------------------------------------------------------- /examples/legacy/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/legacy/README.md -------------------------------------------------------------------------------- /examples/legacy/pytorch-lightning/run_glue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/legacy/pytorch-lightning/run_glue.py -------------------------------------------------------------------------------- /examples/legacy/pytorch-lightning/run_glue.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/legacy/pytorch-lightning/run_glue.sh -------------------------------------------------------------------------------- /examples/legacy/pytorch-lightning/run_ner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/legacy/pytorch-lightning/run_ner.py -------------------------------------------------------------------------------- /examples/legacy/pytorch-lightning/run_ner.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/legacy/pytorch-lightning/run_ner.sh -------------------------------------------------------------------------------- /examples/legacy/pytorch-lightning/run_pos.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/legacy/pytorch-lightning/run_pos.sh -------------------------------------------------------------------------------- /examples/legacy/question-answering/run_squad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/legacy/question-answering/run_squad.py -------------------------------------------------------------------------------- /examples/legacy/run_camembert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/legacy/run_camembert.py -------------------------------------------------------------------------------- /examples/legacy/run_chinese_ref.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/legacy/run_chinese_ref.py -------------------------------------------------------------------------------- /examples/legacy/run_language_modeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/legacy/run_language_modeling.py -------------------------------------------------------------------------------- /examples/legacy/run_openai_gpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/legacy/run_openai_gpt.py -------------------------------------------------------------------------------- /examples/legacy/run_swag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/legacy/run_swag.py -------------------------------------------------------------------------------- /examples/legacy/run_transfo_xl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/legacy/run_transfo_xl.py -------------------------------------------------------------------------------- /examples/legacy/seq2seq/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/legacy/seq2seq/README.md -------------------------------------------------------------------------------- /examples/legacy/seq2seq/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/legacy/seq2seq/__init__.py -------------------------------------------------------------------------------- /examples/legacy/seq2seq/convert_model_to_fp16.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/legacy/seq2seq/convert_model_to_fp16.py -------------------------------------------------------------------------------- /examples/legacy/seq2seq/download_wmt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/legacy/seq2seq/download_wmt.py -------------------------------------------------------------------------------- /examples/legacy/seq2seq/finetune.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/legacy/seq2seq/finetune.sh -------------------------------------------------------------------------------- /examples/legacy/seq2seq/finetune_tpu.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/legacy/seq2seq/finetune_tpu.sh -------------------------------------------------------------------------------- /examples/legacy/seq2seq/finetune_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/legacy/seq2seq/finetune_trainer.py -------------------------------------------------------------------------------- /examples/legacy/seq2seq/minify_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/legacy/seq2seq/minify_dataset.py -------------------------------------------------------------------------------- /examples/legacy/seq2seq/old_test_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/legacy/seq2seq/old_test_datasets.py -------------------------------------------------------------------------------- /examples/legacy/seq2seq/pack_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/legacy/seq2seq/pack_dataset.py -------------------------------------------------------------------------------- /examples/legacy/seq2seq/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/legacy/seq2seq/requirements.txt -------------------------------------------------------------------------------- /examples/legacy/seq2seq/rouge_cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/legacy/seq2seq/rouge_cli.py -------------------------------------------------------------------------------- /examples/legacy/seq2seq/run_distributed_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/legacy/seq2seq/run_distributed_eval.py -------------------------------------------------------------------------------- /examples/legacy/seq2seq/run_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/legacy/seq2seq/run_eval.py -------------------------------------------------------------------------------- /examples/legacy/seq2seq/run_eval_search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/legacy/seq2seq/run_eval_search.py -------------------------------------------------------------------------------- /examples/legacy/seq2seq/save_len_file.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/legacy/seq2seq/save_len_file.py -------------------------------------------------------------------------------- /examples/legacy/seq2seq/sentence_splitter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/legacy/seq2seq/sentence_splitter.py -------------------------------------------------------------------------------- /examples/legacy/seq2seq/seq2seq_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/legacy/seq2seq/seq2seq_trainer.py -------------------------------------------------------------------------------- /examples/legacy/seq2seq/seq2seq_training_args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/legacy/seq2seq/seq2seq_training_args.py -------------------------------------------------------------------------------- /examples/legacy/seq2seq/test_data/test_data: -------------------------------------------------------------------------------- 1 | seq2seq/test_data -------------------------------------------------------------------------------- /examples/legacy/seq2seq/train_distilbart_cnn.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/legacy/seq2seq/train_distilbart_cnn.sh -------------------------------------------------------------------------------- /examples/legacy/seq2seq/train_mbart_cc25_enro.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/legacy/seq2seq/train_mbart_cc25_enro.sh -------------------------------------------------------------------------------- /examples/legacy/seq2seq/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/legacy/seq2seq/utils.py -------------------------------------------------------------------------------- /examples/legacy/seq2seq/xla_spawn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/legacy/seq2seq/xla_spawn.py -------------------------------------------------------------------------------- /examples/legacy/token-classification/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/legacy/token-classification/README.md -------------------------------------------------------------------------------- /examples/legacy/token-classification/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/legacy/token-classification/run.sh -------------------------------------------------------------------------------- /examples/legacy/token-classification/run_ner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/legacy/token-classification/run_ner.py -------------------------------------------------------------------------------- /examples/legacy/token-classification/run_pos.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/legacy/token-classification/run_pos.sh -------------------------------------------------------------------------------- /examples/legacy/token-classification/tasks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/legacy/token-classification/tasks.py -------------------------------------------------------------------------------- /examples/pytorch/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/pytorch/README.md -------------------------------------------------------------------------------- /examples/pytorch/_tests_requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/pytorch/_tests_requirements.txt -------------------------------------------------------------------------------- /examples/pytorch/benchmarking/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/pytorch/benchmarking/README.md -------------------------------------------------------------------------------- /examples/pytorch/benchmarking/plot_csv_file.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/pytorch/benchmarking/plot_csv_file.py -------------------------------------------------------------------------------- /examples/pytorch/benchmarking/requirements.txt: -------------------------------------------------------------------------------- 1 | torch >= 1.3 -------------------------------------------------------------------------------- /examples/pytorch/benchmarking/run_benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/pytorch/benchmarking/run_benchmark.py -------------------------------------------------------------------------------- /examples/pytorch/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/pytorch/conftest.py -------------------------------------------------------------------------------- /examples/pytorch/language-modeling/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/pytorch/language-modeling/README.md -------------------------------------------------------------------------------- /examples/pytorch/language-modeling/run_clm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/pytorch/language-modeling/run_clm.py -------------------------------------------------------------------------------- /examples/pytorch/language-modeling/run_mlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/pytorch/language-modeling/run_mlm.py -------------------------------------------------------------------------------- /examples/pytorch/language-modeling/run_plm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/pytorch/language-modeling/run_plm.py -------------------------------------------------------------------------------- /examples/pytorch/multiple-choice/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/pytorch/multiple-choice/README.md -------------------------------------------------------------------------------- /examples/pytorch/multiple-choice/requirements.txt: -------------------------------------------------------------------------------- 1 | accelerate 2 | sentencepiece != 0.1.92 3 | protobuf 4 | torch >= 1.3 5 | -------------------------------------------------------------------------------- /examples/pytorch/multiple-choice/run_swag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/pytorch/multiple-choice/run_swag.py -------------------------------------------------------------------------------- /examples/pytorch/question-answering/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/pytorch/question-answering/README.md -------------------------------------------------------------------------------- /examples/pytorch/question-answering/run_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/pytorch/question-answering/run_qa.py -------------------------------------------------------------------------------- /examples/pytorch/question-answering/utils_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/pytorch/question-answering/utils_qa.py -------------------------------------------------------------------------------- /examples/pytorch/summarization/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/pytorch/summarization/README.md -------------------------------------------------------------------------------- /examples/pytorch/summarization/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/pytorch/summarization/requirements.txt -------------------------------------------------------------------------------- /examples/pytorch/test_examples.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/pytorch/test_examples.py -------------------------------------------------------------------------------- /examples/pytorch/test_xla_examples.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/pytorch/test_xla_examples.py -------------------------------------------------------------------------------- /examples/pytorch/text-classification/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/pytorch/text-classification/README.md -------------------------------------------------------------------------------- /examples/pytorch/text-classification/run_glue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/pytorch/text-classification/run_glue.py -------------------------------------------------------------------------------- /examples/pytorch/text-classification/run_xnli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/pytorch/text-classification/run_xnli.py -------------------------------------------------------------------------------- /examples/pytorch/text-generation/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/pytorch/text-generation/README.md -------------------------------------------------------------------------------- /examples/pytorch/text-generation/requirements.txt: -------------------------------------------------------------------------------- 1 | sentencepiece != 0.1.92 2 | protobuf 3 | torch >= 1.3 4 | -------------------------------------------------------------------------------- /examples/pytorch/token-classification/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/pytorch/token-classification/README.md -------------------------------------------------------------------------------- /examples/pytorch/token-classification/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/pytorch/token-classification/run.sh -------------------------------------------------------------------------------- /examples/pytorch/token-classification/run_ner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/pytorch/token-classification/run_ner.py -------------------------------------------------------------------------------- /examples/pytorch/translation/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/pytorch/translation/README.md -------------------------------------------------------------------------------- /examples/pytorch/translation/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/pytorch/translation/requirements.txt -------------------------------------------------------------------------------- /examples/pytorch/translation/run_translation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/pytorch/translation/run_translation.py -------------------------------------------------------------------------------- /examples/pytorch/xla_spawn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/pytorch/xla_spawn.py -------------------------------------------------------------------------------- /examples/research_projects/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/research_projects/README.md -------------------------------------------------------------------------------- /examples/research_projects/adversarial/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/research_projects/adversarial/README.md -------------------------------------------------------------------------------- /examples/research_projects/adversarial/requirements.txt: -------------------------------------------------------------------------------- 1 | transformers == 3.5.1 2 | -------------------------------------------------------------------------------- /examples/research_projects/bert-loses-patience/pabee/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /examples/research_projects/bert-loses-patience/requirements.txt: -------------------------------------------------------------------------------- 1 | transformers == 3.5.1 -------------------------------------------------------------------------------- /examples/research_projects/bertabs/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/research_projects/bertabs/README.md -------------------------------------------------------------------------------- /examples/research_projects/bertabs/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /examples/research_projects/bertabs/requirements.txt: -------------------------------------------------------------------------------- 1 | transformers == 3.5.1 2 | 3 | # For ROUGE 4 | nltk 5 | py-rouge 6 | -------------------------------------------------------------------------------- /examples/research_projects/bertology/requirements.txt: -------------------------------------------------------------------------------- 1 | transformers == 3.5.1 2 | -------------------------------------------------------------------------------- /examples/research_projects/deebert/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/research_projects/deebert/README.md -------------------------------------------------------------------------------- /examples/research_projects/deebert/requirements.txt: -------------------------------------------------------------------------------- 1 | transformers == 3.5.1 2 | -------------------------------------------------------------------------------- /examples/research_projects/deebert/src/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /examples/research_projects/distillation/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/research_projects/distillation/train.py -------------------------------------------------------------------------------- /examples/research_projects/distillation/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/research_projects/distillation/utils.py -------------------------------------------------------------------------------- /examples/research_projects/longform-qa/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/research_projects/longform-qa/README.md -------------------------------------------------------------------------------- /examples/research_projects/longform-qa/requirements.txt: -------------------------------------------------------------------------------- 1 | datasets >= 1.1.3 2 | faiss-cpu 3 | streamlit 4 | elasticsearch 5 | -------------------------------------------------------------------------------- /examples/research_projects/lxmert/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/research_projects/lxmert/README.md -------------------------------------------------------------------------------- /examples/research_projects/lxmert/demo.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/research_projects/lxmert/demo.ipynb -------------------------------------------------------------------------------- /examples/research_projects/lxmert/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/research_projects/lxmert/utils.py -------------------------------------------------------------------------------- /examples/research_projects/mlm_wwm/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/research_projects/mlm_wwm/README.md -------------------------------------------------------------------------------- /examples/research_projects/mlm_wwm/requirements.txt: -------------------------------------------------------------------------------- 1 | datasets >= 1.1.3 2 | sentencepiece != 0.1.92 3 | protobuf 4 | ltp 5 | -------------------------------------------------------------------------------- /examples/research_projects/mm-imdb/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/research_projects/mm-imdb/README.md -------------------------------------------------------------------------------- /examples/research_projects/mm-imdb/run_mmimdb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/research_projects/mm-imdb/run_mmimdb.py -------------------------------------------------------------------------------- /examples/research_projects/performer/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/research_projects/performer/README.md -------------------------------------------------------------------------------- /examples/research_projects/pplm/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/research_projects/pplm/README.md -------------------------------------------------------------------------------- /examples/research_projects/pplm/imgs/wooly.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/research_projects/pplm/imgs/wooly.png -------------------------------------------------------------------------------- /examples/research_projects/pplm/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/research_projects/pplm/requirements.txt -------------------------------------------------------------------------------- /examples/research_projects/pplm/run_pplm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/research_projects/pplm/run_pplm.py -------------------------------------------------------------------------------- /examples/research_projects/rag/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/research_projects/rag/README.md -------------------------------------------------------------------------------- /examples/research_projects/rag/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/research_projects/rag/__init__.py -------------------------------------------------------------------------------- /examples/research_projects/rag/callbacks_rag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/research_projects/rag/callbacks_rag.py -------------------------------------------------------------------------------- /examples/research_projects/rag/eval_rag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/research_projects/rag/eval_rag.py -------------------------------------------------------------------------------- /examples/research_projects/rag/finetune_rag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/research_projects/rag/finetune_rag.py -------------------------------------------------------------------------------- /examples/research_projects/rag/finetune_rag.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/research_projects/rag/finetune_rag.sh -------------------------------------------------------------------------------- /examples/research_projects/rag/lightning_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/research_projects/rag/lightning_base.py -------------------------------------------------------------------------------- /examples/research_projects/rag/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/research_projects/rag/requirements.txt -------------------------------------------------------------------------------- /examples/research_projects/rag/utils_rag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/research_projects/rag/utils_rag.py -------------------------------------------------------------------------------- /examples/research_projects/wav2vec2/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/research_projects/wav2vec2/README.md -------------------------------------------------------------------------------- /examples/research_projects/wav2vec2/run_asr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/research_projects/wav2vec2/run_asr.py -------------------------------------------------------------------------------- /examples/tensorflow/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/tensorflow/README.md -------------------------------------------------------------------------------- /examples/tensorflow/benchmarking/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/tensorflow/benchmarking/README.md -------------------------------------------------------------------------------- /examples/tensorflow/benchmarking/requirements.txt: -------------------------------------------------------------------------------- 1 | tensorflow >= 2.3 -------------------------------------------------------------------------------- /examples/tensorflow/language-modeling/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/tensorflow/language-modeling/README.md -------------------------------------------------------------------------------- /examples/tensorflow/language-modeling/run_clm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/tensorflow/language-modeling/run_clm.py -------------------------------------------------------------------------------- /examples/tensorflow/language-modeling/run_mlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/tensorflow/language-modeling/run_mlm.py -------------------------------------------------------------------------------- /examples/tensorflow/multiple-choice/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/tensorflow/multiple-choice/README.md -------------------------------------------------------------------------------- /examples/tensorflow/multiple-choice/requirements.txt: -------------------------------------------------------------------------------- 1 | sentencepiece != 0.1.92 2 | protobuf 3 | tensorflow >= 2.3 4 | -------------------------------------------------------------------------------- /examples/tensorflow/multiple-choice/run_swag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/tensorflow/multiple-choice/run_swag.py -------------------------------------------------------------------------------- /examples/tensorflow/question-answering/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/tensorflow/question-answering/README.md -------------------------------------------------------------------------------- /examples/tensorflow/question-answering/run_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/tensorflow/question-answering/run_qa.py -------------------------------------------------------------------------------- /examples/tensorflow/summarization/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/tensorflow/summarization/README.md -------------------------------------------------------------------------------- /examples/tensorflow/translation/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/examples/tensorflow/translation/README.md -------------------------------------------------------------------------------- /hubconf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/hubconf.py -------------------------------------------------------------------------------- /model_cards/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/model_cards/README.md -------------------------------------------------------------------------------- /notebooks/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/notebooks/README.md -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- 1 | [tool.black] 2 | line-length = 119 3 | target-version = ['py35'] 4 | -------------------------------------------------------------------------------- /scripts/check_tokenizers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/scripts/check_tokenizers.py -------------------------------------------------------------------------------- /scripts/fsmt/convert-allenai-wmt16.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/scripts/fsmt/convert-allenai-wmt16.sh -------------------------------------------------------------------------------- /scripts/fsmt/convert-allenai-wmt19.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/scripts/fsmt/convert-allenai-wmt19.sh -------------------------------------------------------------------------------- /scripts/fsmt/convert-facebook-wmt19.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/scripts/fsmt/convert-facebook-wmt19.sh -------------------------------------------------------------------------------- /scripts/fsmt/eval-allenai-wmt16.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/scripts/fsmt/eval-allenai-wmt16.sh -------------------------------------------------------------------------------- /scripts/fsmt/eval-allenai-wmt19.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/scripts/fsmt/eval-allenai-wmt19.sh -------------------------------------------------------------------------------- /scripts/fsmt/eval-facebook-wmt19.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/scripts/fsmt/eval-facebook-wmt19.sh -------------------------------------------------------------------------------- /scripts/fsmt/fsmt-make-super-tiny-model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/scripts/fsmt/fsmt-make-super-tiny-model.py -------------------------------------------------------------------------------- /scripts/fsmt/fsmt-make-tiny-model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/scripts/fsmt/fsmt-make-tiny-model.py -------------------------------------------------------------------------------- /scripts/fsmt/gen-card-allenai-wmt16.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/scripts/fsmt/gen-card-allenai-wmt16.py -------------------------------------------------------------------------------- /scripts/fsmt/gen-card-allenai-wmt19.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/scripts/fsmt/gen-card-allenai-wmt19.py -------------------------------------------------------------------------------- /scripts/fsmt/gen-card-facebook-wmt19.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/scripts/fsmt/gen-card-facebook-wmt19.py -------------------------------------------------------------------------------- /scripts/fsmt/s3-move.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/scripts/fsmt/s3-move.sh -------------------------------------------------------------------------------- /scripts/fsmt/tests-to-run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/scripts/fsmt/tests-to-run.sh -------------------------------------------------------------------------------- /scripts/pegasus/build_test_sample_spm_no_bos.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/scripts/pegasus/build_test_sample_spm_no_bos.py -------------------------------------------------------------------------------- /scripts/stale.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/scripts/stale.py -------------------------------------------------------------------------------- /scripts/tatoeba/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/scripts/tatoeba/README.md -------------------------------------------------------------------------------- /scripts/tatoeba/upload_models.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/scripts/tatoeba/upload_models.sh -------------------------------------------------------------------------------- /setup.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/setup.cfg -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/setup.py -------------------------------------------------------------------------------- /src/transformers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/__init__.py -------------------------------------------------------------------------------- /src/transformers/activations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/activations.py -------------------------------------------------------------------------------- /src/transformers/activations_tf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/activations_tf.py -------------------------------------------------------------------------------- /src/transformers/benchmark/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/transformers/benchmark/benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/benchmark/benchmark.py -------------------------------------------------------------------------------- /src/transformers/benchmark/benchmark_args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/benchmark/benchmark_args.py -------------------------------------------------------------------------------- /src/transformers/benchmark/benchmark_args_tf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/benchmark/benchmark_args_tf.py -------------------------------------------------------------------------------- /src/transformers/benchmark/benchmark_tf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/benchmark/benchmark_tf.py -------------------------------------------------------------------------------- /src/transformers/benchmark/benchmark_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/benchmark/benchmark_utils.py -------------------------------------------------------------------------------- /src/transformers/commands/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/commands/__init__.py -------------------------------------------------------------------------------- /src/transformers/commands/add_new_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/commands/add_new_model.py -------------------------------------------------------------------------------- /src/transformers/commands/convert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/commands/convert.py -------------------------------------------------------------------------------- /src/transformers/commands/download.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/commands/download.py -------------------------------------------------------------------------------- /src/transformers/commands/env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/commands/env.py -------------------------------------------------------------------------------- /src/transformers/commands/lfs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/commands/lfs.py -------------------------------------------------------------------------------- /src/transformers/commands/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/commands/run.py -------------------------------------------------------------------------------- /src/transformers/commands/serving.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/commands/serving.py -------------------------------------------------------------------------------- /src/transformers/commands/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/commands/train.py -------------------------------------------------------------------------------- /src/transformers/commands/transformers_cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/commands/transformers_cli.py -------------------------------------------------------------------------------- /src/transformers/commands/user.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/commands/user.py -------------------------------------------------------------------------------- /src/transformers/configuration_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/configuration_utils.py -------------------------------------------------------------------------------- /src/transformers/convert_graph_to_onnx.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/convert_graph_to_onnx.py -------------------------------------------------------------------------------- /src/transformers/convert_slow_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/convert_slow_tokenizer.py -------------------------------------------------------------------------------- /src/transformers/data/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/data/__init__.py -------------------------------------------------------------------------------- /src/transformers/data/data_collator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/data/data_collator.py -------------------------------------------------------------------------------- /src/transformers/data/datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/data/datasets/__init__.py -------------------------------------------------------------------------------- /src/transformers/data/datasets/glue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/data/datasets/glue.py -------------------------------------------------------------------------------- /src/transformers/data/datasets/squad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/data/datasets/squad.py -------------------------------------------------------------------------------- /src/transformers/data/metrics/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/data/metrics/__init__.py -------------------------------------------------------------------------------- /src/transformers/data/metrics/squad_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/data/metrics/squad_metrics.py -------------------------------------------------------------------------------- /src/transformers/data/processors/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/data/processors/__init__.py -------------------------------------------------------------------------------- /src/transformers/data/processors/glue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/data/processors/glue.py -------------------------------------------------------------------------------- /src/transformers/data/processors/squad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/data/processors/squad.py -------------------------------------------------------------------------------- /src/transformers/data/processors/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/data/processors/utils.py -------------------------------------------------------------------------------- /src/transformers/data/processors/xnli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/data/processors/xnli.py -------------------------------------------------------------------------------- /src/transformers/data/test_generation_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/data/test_generation_utils.py -------------------------------------------------------------------------------- /src/transformers/debug_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/debug_utils.py -------------------------------------------------------------------------------- /src/transformers/deepspeed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/deepspeed.py -------------------------------------------------------------------------------- /src/transformers/dependency_versions_check.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/dependency_versions_check.py -------------------------------------------------------------------------------- /src/transformers/dependency_versions_table.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/dependency_versions_table.py -------------------------------------------------------------------------------- /src/transformers/feature_extraction_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/feature_extraction_utils.py -------------------------------------------------------------------------------- /src/transformers/file_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/file_utils.py -------------------------------------------------------------------------------- /src/transformers/generation_beam_search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/generation_beam_search.py -------------------------------------------------------------------------------- /src/transformers/generation_flax_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/generation_flax_utils.py -------------------------------------------------------------------------------- /src/transformers/generation_logits_process.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/generation_logits_process.py -------------------------------------------------------------------------------- /src/transformers/generation_stopping_criteria.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/generation_stopping_criteria.py -------------------------------------------------------------------------------- /src/transformers/generation_tf_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/generation_tf_utils.py -------------------------------------------------------------------------------- /src/transformers/generation_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/generation_utils.py -------------------------------------------------------------------------------- /src/transformers/hf_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/hf_api.py -------------------------------------------------------------------------------- /src/transformers/hf_argparser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/hf_argparser.py -------------------------------------------------------------------------------- /src/transformers/image_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/image_utils.py -------------------------------------------------------------------------------- /src/transformers/integrations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/integrations.py -------------------------------------------------------------------------------- /src/transformers/modelcard.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/modelcard.py -------------------------------------------------------------------------------- /src/transformers/modeling_flax_outputs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/modeling_flax_outputs.py -------------------------------------------------------------------------------- /src/transformers/modeling_flax_pytorch_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/modeling_flax_pytorch_utils.py -------------------------------------------------------------------------------- /src/transformers/modeling_flax_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/modeling_flax_utils.py -------------------------------------------------------------------------------- /src/transformers/modeling_outputs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/modeling_outputs.py -------------------------------------------------------------------------------- /src/transformers/modeling_tf_outputs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/modeling_tf_outputs.py -------------------------------------------------------------------------------- /src/transformers/modeling_tf_pytorch_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/modeling_tf_pytorch_utils.py -------------------------------------------------------------------------------- /src/transformers/modeling_tf_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/modeling_tf_utils.py -------------------------------------------------------------------------------- /src/transformers/modeling_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/modeling_utils.py -------------------------------------------------------------------------------- /src/transformers/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/albert/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/albert/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/auto/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/auto/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/auto/auto_factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/auto/auto_factory.py -------------------------------------------------------------------------------- /src/transformers/models/auto/modeling_auto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/auto/modeling_auto.py -------------------------------------------------------------------------------- /src/transformers/models/auto/modeling_tf_auto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/auto/modeling_tf_auto.py -------------------------------------------------------------------------------- /src/transformers/models/bart/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/bart/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/bart/modeling_bart.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/bart/modeling_bart.py -------------------------------------------------------------------------------- /src/transformers/models/bart/modeling_tf_bart.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/bart/modeling_tf_bart.py -------------------------------------------------------------------------------- /src/transformers/models/barthez/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/barthez/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/beit/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/beit/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/beit/modeling_beit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/beit/modeling_beit.py -------------------------------------------------------------------------------- /src/transformers/models/bert/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/bert/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/bert/modeling_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/bert/modeling_bert.py -------------------------------------------------------------------------------- /src/transformers/models/bert/modeling_tf_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/bert/modeling_tf_bert.py -------------------------------------------------------------------------------- /src/transformers/models/bertweet/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/bertweet/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/big_bird/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/big_bird/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/byt5/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/byt5/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/camembert/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/camembert/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/canine/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/canine/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/clip/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/clip/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/clip/modeling_clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/clip/modeling_clip.py -------------------------------------------------------------------------------- /src/transformers/models/convbert/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/convbert/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/cpm/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/cpm/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/ctrl/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/ctrl/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/ctrl/modeling_ctrl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/ctrl/modeling_ctrl.py -------------------------------------------------------------------------------- /src/transformers/models/deberta/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/deberta/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/deit/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/deit/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/deit/modeling_deit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/deit/modeling_deit.py -------------------------------------------------------------------------------- /src/transformers/models/detr/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/detr/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/detr/modeling_detr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/detr/modeling_detr.py -------------------------------------------------------------------------------- /src/transformers/models/dialogpt/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/transformers/models/dpr/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/dpr/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/dpr/modeling_dpr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/dpr/modeling_dpr.py -------------------------------------------------------------------------------- /src/transformers/models/electra/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/electra/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/flaubert/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/flaubert/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/fsmt/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/fsmt/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/fsmt/modeling_fsmt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/fsmt/modeling_fsmt.py -------------------------------------------------------------------------------- /src/transformers/models/funnel/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/funnel/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/gpt2/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/gpt2/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/gpt2/modeling_gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/gpt2/modeling_gpt2.py -------------------------------------------------------------------------------- /src/transformers/models/gpt_neo/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/gpt_neo/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/herbert/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/herbert/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/hubert/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/hubert/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/ibert/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/ibert/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/layoutlm/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/layoutlm/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/led/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/led/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/led/modeling_led.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/led/modeling_led.py -------------------------------------------------------------------------------- /src/transformers/models/luke/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/luke/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/luke/modeling_luke.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/luke/modeling_luke.py -------------------------------------------------------------------------------- /src/transformers/models/lxmert/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/lxmert/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/m2m_100/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/m2m_100/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/marian/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/marian/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/mbart/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/mbart/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/mbart50/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/mbart50/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/mmbt/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/mmbt/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/mmbt/modeling_mmbt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/mmbt/modeling_mmbt.py -------------------------------------------------------------------------------- /src/transformers/models/mpnet/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/mpnet/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/mt5/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/mt5/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/mt5/modeling_mt5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/mt5/modeling_mt5.py -------------------------------------------------------------------------------- /src/transformers/models/openai/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/openai/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/pegasus/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/pegasus/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/phobert/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/phobert/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/rag/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/rag/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/rag/modeling_rag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/rag/modeling_rag.py -------------------------------------------------------------------------------- /src/transformers/models/rag/retrieval_rag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/rag/retrieval_rag.py -------------------------------------------------------------------------------- /src/transformers/models/reformer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/reformer/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/rembert/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/rembert/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/retribert/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/retribert/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/roberta/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/roberta/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/roformer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/roformer/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/t5/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/t5/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/t5/modeling_t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/t5/modeling_t5.py -------------------------------------------------------------------------------- /src/transformers/models/t5/modeling_tf_t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/t5/modeling_tf_t5.py -------------------------------------------------------------------------------- /src/transformers/models/t5/tokenization_t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/t5/tokenization_t5.py -------------------------------------------------------------------------------- /src/transformers/models/tapas/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/tapas/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/vit/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/vit/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/vit/modeling_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/vit/modeling_vit.py -------------------------------------------------------------------------------- /src/transformers/models/wav2vec2/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/wav2vec2/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/xlm/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/xlm/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/xlm/modeling_xlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/xlm/modeling_xlm.py -------------------------------------------------------------------------------- /src/transformers/models/xlnet/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/models/xlnet/__init__.py -------------------------------------------------------------------------------- /src/transformers/onnx/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/onnx/__init__.py -------------------------------------------------------------------------------- /src/transformers/onnx/__main__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/onnx/__main__.py -------------------------------------------------------------------------------- /src/transformers/onnx/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/onnx/config.py -------------------------------------------------------------------------------- /src/transformers/onnx/convert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/onnx/convert.py -------------------------------------------------------------------------------- /src/transformers/onnx/features.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/onnx/features.py -------------------------------------------------------------------------------- /src/transformers/onnx/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/onnx/utils.py -------------------------------------------------------------------------------- /src/transformers/optimization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/optimization.py -------------------------------------------------------------------------------- /src/transformers/optimization_tf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/optimization_tf.py -------------------------------------------------------------------------------- /src/transformers/pipelines/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/pipelines/__init__.py -------------------------------------------------------------------------------- /src/transformers/pipelines/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/pipelines/base.py -------------------------------------------------------------------------------- /src/transformers/pipelines/conversational.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/pipelines/conversational.py -------------------------------------------------------------------------------- /src/transformers/pipelines/fill_mask.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/pipelines/fill_mask.py -------------------------------------------------------------------------------- /src/transformers/pipelines/text_generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/pipelines/text_generation.py -------------------------------------------------------------------------------- /src/transformers/sagemaker/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/sagemaker/__init__.py -------------------------------------------------------------------------------- /src/transformers/sagemaker/trainer_sm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/sagemaker/trainer_sm.py -------------------------------------------------------------------------------- /src/transformers/testing_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/testing_utils.py -------------------------------------------------------------------------------- /src/transformers/tokenization_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/tokenization_utils.py -------------------------------------------------------------------------------- /src/transformers/tokenization_utils_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/tokenization_utils_base.py -------------------------------------------------------------------------------- /src/transformers/tokenization_utils_fast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/tokenization_utils_fast.py -------------------------------------------------------------------------------- /src/transformers/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/trainer.py -------------------------------------------------------------------------------- /src/transformers/trainer_callback.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/trainer_callback.py -------------------------------------------------------------------------------- /src/transformers/trainer_pt_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/trainer_pt_utils.py -------------------------------------------------------------------------------- /src/transformers/trainer_seq2seq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/trainer_seq2seq.py -------------------------------------------------------------------------------- /src/transformers/trainer_tf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/trainer_tf.py -------------------------------------------------------------------------------- /src/transformers/trainer_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/trainer_utils.py -------------------------------------------------------------------------------- /src/transformers/training_args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/training_args.py -------------------------------------------------------------------------------- /src/transformers/training_args_seq2seq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/training_args_seq2seq.py -------------------------------------------------------------------------------- /src/transformers/training_args_tf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/training_args_tf.py -------------------------------------------------------------------------------- /src/transformers/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/utils/__init__.py -------------------------------------------------------------------------------- /src/transformers/utils/dummy_flax_objects.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/utils/dummy_flax_objects.py -------------------------------------------------------------------------------- /src/transformers/utils/dummy_pt_objects.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/utils/dummy_pt_objects.py -------------------------------------------------------------------------------- /src/transformers/utils/dummy_tf_objects.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/utils/dummy_tf_objects.py -------------------------------------------------------------------------------- /src/transformers/utils/dummy_timm_objects.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/utils/dummy_timm_objects.py -------------------------------------------------------------------------------- /src/transformers/utils/fx.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/utils/fx.py -------------------------------------------------------------------------------- /src/transformers/utils/hp_naming.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/utils/hp_naming.py -------------------------------------------------------------------------------- /src/transformers/utils/logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/utils/logging.py -------------------------------------------------------------------------------- /src/transformers/utils/notebook.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/utils/notebook.py -------------------------------------------------------------------------------- /src/transformers/utils/versions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/src/transformers/utils/versions.py -------------------------------------------------------------------------------- /templates/adding_a_new_model/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/templates/adding_a_new_model/README.md -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/conftest.py -------------------------------------------------------------------------------- /tests/deepspeed/ds_config_zero2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/deepspeed/ds_config_zero2.json -------------------------------------------------------------------------------- /tests/deepspeed/ds_config_zero3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/deepspeed/ds_config_zero3.json -------------------------------------------------------------------------------- /tests/deepspeed/test_deepspeed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/deepspeed/test_deepspeed.py -------------------------------------------------------------------------------- /tests/deepspeed/test_model_zoo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/deepspeed/test_model_zoo.py -------------------------------------------------------------------------------- /tests/extended/test_trainer_ext.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/extended/test_trainer_ext.py -------------------------------------------------------------------------------- /tests/fixtures/dummy-config.json: -------------------------------------------------------------------------------- 1 | { 2 | "model_type": "roberta" 3 | } -------------------------------------------------------------------------------- /tests/fixtures/empty.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/fixtures/input.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/fixtures/input.txt -------------------------------------------------------------------------------- /tests/fixtures/preprocessor_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/fixtures/preprocessor_config.json -------------------------------------------------------------------------------- /tests/fixtures/sample_text.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/fixtures/sample_text.txt -------------------------------------------------------------------------------- /tests/fixtures/sample_text_no_unicode.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/fixtures/sample_text_no_unicode.txt -------------------------------------------------------------------------------- /tests/fixtures/spiece.model: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/fixtures/spiece.model -------------------------------------------------------------------------------- /tests/fixtures/test_sentencepiece.model: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/fixtures/test_sentencepiece.model -------------------------------------------------------------------------------- /tests/fixtures/test_sentencepiece_bpe.model: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/fixtures/test_sentencepiece_bpe.model -------------------------------------------------------------------------------- /tests/fixtures/tests_samples/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/fixtures/tests_samples/.gitignore -------------------------------------------------------------------------------- /tests/fixtures/tests_samples/GermEval/dev.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/fixtures/tests_samples/GermEval/dev.txt -------------------------------------------------------------------------------- /tests/fixtures/tests_samples/MRPC/dev.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/fixtures/tests_samples/MRPC/dev.csv -------------------------------------------------------------------------------- /tests/fixtures/tests_samples/MRPC/dev.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/fixtures/tests_samples/MRPC/dev.tsv -------------------------------------------------------------------------------- /tests/fixtures/tests_samples/MRPC/train.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/fixtures/tests_samples/MRPC/train.csv -------------------------------------------------------------------------------- /tests/fixtures/tests_samples/MRPC/train.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/fixtures/tests_samples/MRPC/train.tsv -------------------------------------------------------------------------------- /tests/fixtures/tests_samples/STS-B/dev.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/fixtures/tests_samples/STS-B/dev.tsv -------------------------------------------------------------------------------- /tests/fixtures/tests_samples/STS-B/train.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/fixtures/tests_samples/STS-B/train.tsv -------------------------------------------------------------------------------- /tests/fixtures/tests_samples/swag/sample.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/fixtures/tests_samples/swag/sample.json -------------------------------------------------------------------------------- /tests/fixtures/tests_samples/xsum/sample.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/fixtures/tests_samples/xsum/sample.json -------------------------------------------------------------------------------- /tests/sagemaker/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/sagemaker/README.md -------------------------------------------------------------------------------- /tests/sagemaker/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/sagemaker/__init__.py -------------------------------------------------------------------------------- /tests/sagemaker/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/sagemaker/conftest.py -------------------------------------------------------------------------------- /tests/sagemaker/scripts/pytorch/run_ddp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/sagemaker/scripts/pytorch/run_ddp.py -------------------------------------------------------------------------------- /tests/sagemaker/scripts/tensorflow/run_tf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/sagemaker/scripts/tensorflow/run_tf.py -------------------------------------------------------------------------------- /tests/sagemaker/test_single_node_gpu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/sagemaker/test_single_node_gpu.py -------------------------------------------------------------------------------- /tests/test_activations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_activations.py -------------------------------------------------------------------------------- /tests/test_activations_tf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_activations_tf.py -------------------------------------------------------------------------------- /tests/test_benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_benchmark.py -------------------------------------------------------------------------------- /tests/test_benchmark_tf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_benchmark_tf.py -------------------------------------------------------------------------------- /tests/test_cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_cli.py -------------------------------------------------------------------------------- /tests/test_configuration_auto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_configuration_auto.py -------------------------------------------------------------------------------- /tests/test_configuration_common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_configuration_common.py -------------------------------------------------------------------------------- /tests/test_data_collator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_data_collator.py -------------------------------------------------------------------------------- /tests/test_doc_samples.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_doc_samples.py -------------------------------------------------------------------------------- /tests/test_feature_extraction_auto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_feature_extraction_auto.py -------------------------------------------------------------------------------- /tests/test_feature_extraction_beit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_feature_extraction_beit.py -------------------------------------------------------------------------------- /tests/test_feature_extraction_clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_feature_extraction_clip.py -------------------------------------------------------------------------------- /tests/test_feature_extraction_common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_feature_extraction_common.py -------------------------------------------------------------------------------- /tests/test_feature_extraction_deit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_feature_extraction_deit.py -------------------------------------------------------------------------------- /tests/test_feature_extraction_detr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_feature_extraction_detr.py -------------------------------------------------------------------------------- /tests/test_feature_extraction_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_feature_extraction_vit.py -------------------------------------------------------------------------------- /tests/test_feature_extraction_wav2vec2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_feature_extraction_wav2vec2.py -------------------------------------------------------------------------------- /tests/test_file_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_file_utils.py -------------------------------------------------------------------------------- /tests/test_flax_auto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_flax_auto.py -------------------------------------------------------------------------------- /tests/test_generation_beam_search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_generation_beam_search.py -------------------------------------------------------------------------------- /tests/test_generation_flax_logits_process.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_generation_flax_logits_process.py -------------------------------------------------------------------------------- /tests/test_generation_flax_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_generation_flax_utils.py -------------------------------------------------------------------------------- /tests/test_generation_logits_process.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_generation_logits_process.py -------------------------------------------------------------------------------- /tests/test_generation_stopping_criteria.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_generation_stopping_criteria.py -------------------------------------------------------------------------------- /tests/test_generation_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_generation_utils.py -------------------------------------------------------------------------------- /tests/test_hf_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_hf_api.py -------------------------------------------------------------------------------- /tests/test_hf_argparser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_hf_argparser.py -------------------------------------------------------------------------------- /tests/test_image_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_image_utils.py -------------------------------------------------------------------------------- /tests/test_logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_logging.py -------------------------------------------------------------------------------- /tests/test_model_card.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_model_card.py -------------------------------------------------------------------------------- /tests/test_model_output.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_model_output.py -------------------------------------------------------------------------------- /tests/test_modeling_albert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_albert.py -------------------------------------------------------------------------------- /tests/test_modeling_auto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_auto.py -------------------------------------------------------------------------------- /tests/test_modeling_bart.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_bart.py -------------------------------------------------------------------------------- /tests/test_modeling_beit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_beit.py -------------------------------------------------------------------------------- /tests/test_modeling_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_bert.py -------------------------------------------------------------------------------- /tests/test_modeling_bert_generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_bert_generation.py -------------------------------------------------------------------------------- /tests/test_modeling_big_bird.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_big_bird.py -------------------------------------------------------------------------------- /tests/test_modeling_bigbird_pegasus.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_bigbird_pegasus.py -------------------------------------------------------------------------------- /tests/test_modeling_blenderbot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_blenderbot.py -------------------------------------------------------------------------------- /tests/test_modeling_blenderbot_small.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_blenderbot_small.py -------------------------------------------------------------------------------- /tests/test_modeling_bort.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_bort.py -------------------------------------------------------------------------------- /tests/test_modeling_camembert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_camembert.py -------------------------------------------------------------------------------- /tests/test_modeling_canine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_canine.py -------------------------------------------------------------------------------- /tests/test_modeling_clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_clip.py -------------------------------------------------------------------------------- /tests/test_modeling_common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_common.py -------------------------------------------------------------------------------- /tests/test_modeling_convbert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_convbert.py -------------------------------------------------------------------------------- /tests/test_modeling_ctrl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_ctrl.py -------------------------------------------------------------------------------- /tests/test_modeling_deberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_deberta.py -------------------------------------------------------------------------------- /tests/test_modeling_deberta_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_deberta_v2.py -------------------------------------------------------------------------------- /tests/test_modeling_deit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_deit.py -------------------------------------------------------------------------------- /tests/test_modeling_detr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_detr.py -------------------------------------------------------------------------------- /tests/test_modeling_distilbert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_distilbert.py -------------------------------------------------------------------------------- /tests/test_modeling_dpr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_dpr.py -------------------------------------------------------------------------------- /tests/test_modeling_electra.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_electra.py -------------------------------------------------------------------------------- /tests/test_modeling_encoder_decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_encoder_decoder.py -------------------------------------------------------------------------------- /tests/test_modeling_flaubert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_flaubert.py -------------------------------------------------------------------------------- /tests/test_modeling_flax_bart.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_flax_bart.py -------------------------------------------------------------------------------- /tests/test_modeling_flax_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_flax_bert.py -------------------------------------------------------------------------------- /tests/test_modeling_flax_big_bird.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_flax_big_bird.py -------------------------------------------------------------------------------- /tests/test_modeling_flax_clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_flax_clip.py -------------------------------------------------------------------------------- /tests/test_modeling_flax_common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_flax_common.py -------------------------------------------------------------------------------- /tests/test_modeling_flax_electra.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_flax_electra.py -------------------------------------------------------------------------------- /tests/test_modeling_flax_gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_flax_gpt2.py -------------------------------------------------------------------------------- /tests/test_modeling_flax_gpt_neo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_flax_gpt_neo.py -------------------------------------------------------------------------------- /tests/test_modeling_flax_marian.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_flax_marian.py -------------------------------------------------------------------------------- /tests/test_modeling_flax_mbart.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_flax_mbart.py -------------------------------------------------------------------------------- /tests/test_modeling_flax_mt5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_flax_mt5.py -------------------------------------------------------------------------------- /tests/test_modeling_flax_roberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_flax_roberta.py -------------------------------------------------------------------------------- /tests/test_modeling_flax_t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_flax_t5.py -------------------------------------------------------------------------------- /tests/test_modeling_flax_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_flax_vit.py -------------------------------------------------------------------------------- /tests/test_modeling_flax_wav2vec2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_flax_wav2vec2.py -------------------------------------------------------------------------------- /tests/test_modeling_fsmt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_fsmt.py -------------------------------------------------------------------------------- /tests/test_modeling_funnel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_funnel.py -------------------------------------------------------------------------------- /tests/test_modeling_gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_gpt2.py -------------------------------------------------------------------------------- /tests/test_modeling_gpt_neo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_gpt_neo.py -------------------------------------------------------------------------------- /tests/test_modeling_hubert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_hubert.py -------------------------------------------------------------------------------- /tests/test_modeling_ibert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_ibert.py -------------------------------------------------------------------------------- /tests/test_modeling_layoutlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_layoutlm.py -------------------------------------------------------------------------------- /tests/test_modeling_led.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_led.py -------------------------------------------------------------------------------- /tests/test_modeling_longformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_longformer.py -------------------------------------------------------------------------------- /tests/test_modeling_luke.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_luke.py -------------------------------------------------------------------------------- /tests/test_modeling_lxmert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_lxmert.py -------------------------------------------------------------------------------- /tests/test_modeling_m2m_100.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_m2m_100.py -------------------------------------------------------------------------------- /tests/test_modeling_marian.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_marian.py -------------------------------------------------------------------------------- /tests/test_modeling_mbart.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_mbart.py -------------------------------------------------------------------------------- /tests/test_modeling_megatron_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_megatron_bert.py -------------------------------------------------------------------------------- /tests/test_modeling_megatron_gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_megatron_gpt2.py -------------------------------------------------------------------------------- /tests/test_modeling_mobilebert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_mobilebert.py -------------------------------------------------------------------------------- /tests/test_modeling_mpnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_mpnet.py -------------------------------------------------------------------------------- /tests/test_modeling_mt5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_mt5.py -------------------------------------------------------------------------------- /tests/test_modeling_openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_openai.py -------------------------------------------------------------------------------- /tests/test_modeling_pegasus.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_pegasus.py -------------------------------------------------------------------------------- /tests/test_modeling_prophetnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_prophetnet.py -------------------------------------------------------------------------------- /tests/test_modeling_rag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_rag.py -------------------------------------------------------------------------------- /tests/test_modeling_reformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_reformer.py -------------------------------------------------------------------------------- /tests/test_modeling_rembert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_rembert.py -------------------------------------------------------------------------------- /tests/test_modeling_roberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_roberta.py -------------------------------------------------------------------------------- /tests/test_modeling_roformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_roformer.py -------------------------------------------------------------------------------- /tests/test_modeling_speech_to_text.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_speech_to_text.py -------------------------------------------------------------------------------- /tests/test_modeling_squeezebert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_squeezebert.py -------------------------------------------------------------------------------- /tests/test_modeling_t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_t5.py -------------------------------------------------------------------------------- /tests/test_modeling_tapas.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_tapas.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_albert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_tf_albert.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_auto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_tf_auto.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_bart.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_tf_bart.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_tf_bert.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_blenderbot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_tf_blenderbot.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_blenderbot_small.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_tf_blenderbot_small.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_bort.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_tf_bort.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_camembert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_tf_camembert.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_tf_common.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_convbert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_tf_convbert.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_ctrl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_tf_ctrl.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_distilbert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_tf_distilbert.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_dpr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_tf_dpr.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_electra.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_tf_electra.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_flaubert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_tf_flaubert.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_funnel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_tf_funnel.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_tf_gpt2.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_hubert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_tf_hubert.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_layoutlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_tf_layoutlm.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_led.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_tf_led.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_longformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_tf_longformer.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_lxmert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_tf_lxmert.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_marian.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_tf_marian.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_mbart.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_tf_mbart.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_mobilebert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_tf_mobilebert.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_mpnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_tf_mpnet.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_mt5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_tf_mt5.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_tf_openai.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_pegasus.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_tf_pegasus.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_pytorch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_tf_pytorch.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_rag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_tf_rag.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_rembert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_tf_rembert.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_roberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_tf_roberta.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_roformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_tf_roformer.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_tf_t5.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_transfo_xl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_tf_transfo_xl.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_wav2vec2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_tf_wav2vec2.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_xlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_tf_xlm.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_xlm_roberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_tf_xlm_roberta.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_xlnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_tf_xlnet.py -------------------------------------------------------------------------------- /tests/test_modeling_transfo_xl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_transfo_xl.py -------------------------------------------------------------------------------- /tests/test_modeling_visual_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_visual_bert.py -------------------------------------------------------------------------------- /tests/test_modeling_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_vit.py -------------------------------------------------------------------------------- /tests/test_modeling_wav2vec2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_wav2vec2.py -------------------------------------------------------------------------------- /tests/test_modeling_xlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_xlm.py -------------------------------------------------------------------------------- /tests/test_modeling_xlm_prophetnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_xlm_prophetnet.py -------------------------------------------------------------------------------- /tests/test_modeling_xlm_roberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_xlm_roberta.py -------------------------------------------------------------------------------- /tests/test_modeling_xlnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_modeling_xlnet.py -------------------------------------------------------------------------------- /tests/test_offline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_offline.py -------------------------------------------------------------------------------- /tests/test_onnx.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_onnx.py -------------------------------------------------------------------------------- /tests/test_onnx_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_onnx_v2.py -------------------------------------------------------------------------------- /tests/test_optimization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_optimization.py -------------------------------------------------------------------------------- /tests/test_optimization_tf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_optimization_tf.py -------------------------------------------------------------------------------- /tests/test_pipelines_common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_pipelines_common.py -------------------------------------------------------------------------------- /tests/test_pipelines_conversational.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_pipelines_conversational.py -------------------------------------------------------------------------------- /tests/test_pipelines_feature_extraction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_pipelines_feature_extraction.py -------------------------------------------------------------------------------- /tests/test_pipelines_fill_mask.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_pipelines_fill_mask.py -------------------------------------------------------------------------------- /tests/test_pipelines_image_classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_pipelines_image_classification.py -------------------------------------------------------------------------------- /tests/test_pipelines_question_answering.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_pipelines_question_answering.py -------------------------------------------------------------------------------- /tests/test_pipelines_summarization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_pipelines_summarization.py -------------------------------------------------------------------------------- /tests/test_pipelines_text2text_generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_pipelines_text2text_generation.py -------------------------------------------------------------------------------- /tests/test_pipelines_text_classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_pipelines_text_classification.py -------------------------------------------------------------------------------- /tests/test_pipelines_text_generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_pipelines_text_generation.py -------------------------------------------------------------------------------- /tests/test_pipelines_token_classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_pipelines_token_classification.py -------------------------------------------------------------------------------- /tests/test_pipelines_translation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_pipelines_translation.py -------------------------------------------------------------------------------- /tests/test_pipelines_zero_shot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_pipelines_zero_shot.py -------------------------------------------------------------------------------- /tests/test_processor_clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_processor_clip.py -------------------------------------------------------------------------------- /tests/test_processor_speech_to_text.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_processor_speech_to_text.py -------------------------------------------------------------------------------- /tests/test_processor_wav2vec2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_processor_wav2vec2.py -------------------------------------------------------------------------------- /tests/test_retrieval_rag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_retrieval_rag.py -------------------------------------------------------------------------------- /tests/test_skip_decorators.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_skip_decorators.py -------------------------------------------------------------------------------- /tests/test_tokenization_albert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_tokenization_albert.py -------------------------------------------------------------------------------- /tests/test_tokenization_auto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_tokenization_auto.py -------------------------------------------------------------------------------- /tests/test_tokenization_bart.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_tokenization_bart.py -------------------------------------------------------------------------------- /tests/test_tokenization_barthez.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_tokenization_barthez.py -------------------------------------------------------------------------------- /tests/test_tokenization_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_tokenization_bert.py -------------------------------------------------------------------------------- /tests/test_tokenization_bert_generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_tokenization_bert_generation.py -------------------------------------------------------------------------------- /tests/test_tokenization_bert_japanese.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_tokenization_bert_japanese.py -------------------------------------------------------------------------------- /tests/test_tokenization_bertweet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_tokenization_bertweet.py -------------------------------------------------------------------------------- /tests/test_tokenization_big_bird.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_tokenization_big_bird.py -------------------------------------------------------------------------------- /tests/test_tokenization_blenderbot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_tokenization_blenderbot.py -------------------------------------------------------------------------------- /tests/test_tokenization_byt5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_tokenization_byt5.py -------------------------------------------------------------------------------- /tests/test_tokenization_camembert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_tokenization_camembert.py -------------------------------------------------------------------------------- /tests/test_tokenization_canine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_tokenization_canine.py -------------------------------------------------------------------------------- /tests/test_tokenization_clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_tokenization_clip.py -------------------------------------------------------------------------------- /tests/test_tokenization_common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_tokenization_common.py -------------------------------------------------------------------------------- /tests/test_tokenization_cpm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_tokenization_cpm.py -------------------------------------------------------------------------------- /tests/test_tokenization_ctrl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_tokenization_ctrl.py -------------------------------------------------------------------------------- /tests/test_tokenization_deberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_tokenization_deberta.py -------------------------------------------------------------------------------- /tests/test_tokenization_deberta_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_tokenization_deberta_v2.py -------------------------------------------------------------------------------- /tests/test_tokenization_distilbert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_tokenization_distilbert.py -------------------------------------------------------------------------------- /tests/test_tokenization_dpr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_tokenization_dpr.py -------------------------------------------------------------------------------- /tests/test_tokenization_fast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_tokenization_fast.py -------------------------------------------------------------------------------- /tests/test_tokenization_fsmt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_tokenization_fsmt.py -------------------------------------------------------------------------------- /tests/test_tokenization_funnel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_tokenization_funnel.py -------------------------------------------------------------------------------- /tests/test_tokenization_gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_tokenization_gpt2.py -------------------------------------------------------------------------------- /tests/test_tokenization_herbert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_tokenization_herbert.py -------------------------------------------------------------------------------- /tests/test_tokenization_layoutlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_tokenization_layoutlm.py -------------------------------------------------------------------------------- /tests/test_tokenization_luke.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_tokenization_luke.py -------------------------------------------------------------------------------- /tests/test_tokenization_lxmert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_tokenization_lxmert.py -------------------------------------------------------------------------------- /tests/test_tokenization_m2m_100.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_tokenization_m2m_100.py -------------------------------------------------------------------------------- /tests/test_tokenization_marian.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_tokenization_marian.py -------------------------------------------------------------------------------- /tests/test_tokenization_mbart.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_tokenization_mbart.py -------------------------------------------------------------------------------- /tests/test_tokenization_mbart50.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_tokenization_mbart50.py -------------------------------------------------------------------------------- /tests/test_tokenization_mpnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_tokenization_mpnet.py -------------------------------------------------------------------------------- /tests/test_tokenization_openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_tokenization_openai.py -------------------------------------------------------------------------------- /tests/test_tokenization_pegasus.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_tokenization_pegasus.py -------------------------------------------------------------------------------- /tests/test_tokenization_phobert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_tokenization_phobert.py -------------------------------------------------------------------------------- /tests/test_tokenization_prophetnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_tokenization_prophetnet.py -------------------------------------------------------------------------------- /tests/test_tokenization_rag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_tokenization_rag.py -------------------------------------------------------------------------------- /tests/test_tokenization_reformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_tokenization_reformer.py -------------------------------------------------------------------------------- /tests/test_tokenization_roberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_tokenization_roberta.py -------------------------------------------------------------------------------- /tests/test_tokenization_roformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_tokenization_roformer.py -------------------------------------------------------------------------------- /tests/test_tokenization_small_blenderbot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_tokenization_small_blenderbot.py -------------------------------------------------------------------------------- /tests/test_tokenization_speech_to_text.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_tokenization_speech_to_text.py -------------------------------------------------------------------------------- /tests/test_tokenization_squeezebert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_tokenization_squeezebert.py -------------------------------------------------------------------------------- /tests/test_tokenization_t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_tokenization_t5.py -------------------------------------------------------------------------------- /tests/test_tokenization_tapas.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_tokenization_tapas.py -------------------------------------------------------------------------------- /tests/test_tokenization_transfo_xl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_tokenization_transfo_xl.py -------------------------------------------------------------------------------- /tests/test_tokenization_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_tokenization_utils.py -------------------------------------------------------------------------------- /tests/test_tokenization_wav2vec2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_tokenization_wav2vec2.py -------------------------------------------------------------------------------- /tests/test_tokenization_xlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_tokenization_xlm.py -------------------------------------------------------------------------------- /tests/test_tokenization_xlm_prophetnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_tokenization_xlm_prophetnet.py -------------------------------------------------------------------------------- /tests/test_tokenization_xlm_roberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_tokenization_xlm_roberta.py -------------------------------------------------------------------------------- /tests/test_tokenization_xlnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_tokenization_xlnet.py -------------------------------------------------------------------------------- /tests/test_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_trainer.py -------------------------------------------------------------------------------- /tests/test_trainer_callback.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_trainer_callback.py -------------------------------------------------------------------------------- /tests/test_trainer_distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_trainer_distributed.py -------------------------------------------------------------------------------- /tests/test_trainer_seq2seq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_trainer_seq2seq.py -------------------------------------------------------------------------------- /tests/test_trainer_tpu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_trainer_tpu.py -------------------------------------------------------------------------------- /tests/test_trainer_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_trainer_utils.py -------------------------------------------------------------------------------- /tests/test_utils_check_copies.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_utils_check_copies.py -------------------------------------------------------------------------------- /tests/test_versions_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/tests/test_versions_utils.py -------------------------------------------------------------------------------- /utils/check_copies.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/utils/check_copies.py -------------------------------------------------------------------------------- /utils/check_dummies.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/utils/check_dummies.py -------------------------------------------------------------------------------- /utils/check_inits.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/utils/check_inits.py -------------------------------------------------------------------------------- /utils/check_repo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/utils/check_repo.py -------------------------------------------------------------------------------- /utils/check_table.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/utils/check_table.py -------------------------------------------------------------------------------- /utils/check_tf_ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/utils/check_tf_ops.py -------------------------------------------------------------------------------- /utils/custom_init_isort.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/utils/custom_init_isort.py -------------------------------------------------------------------------------- /utils/download_glue_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/utils/download_glue_data.py -------------------------------------------------------------------------------- /utils/get_modified_files.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/utils/get_modified_files.py -------------------------------------------------------------------------------- /utils/link_tester.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/utils/link_tester.py -------------------------------------------------------------------------------- /utils/notification_service.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/utils/notification_service.py -------------------------------------------------------------------------------- /utils/release.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/utils/release.py -------------------------------------------------------------------------------- /utils/style_doc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/utils/style_doc.py -------------------------------------------------------------------------------- /utils/tests_fetcher.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/utils/tests_fetcher.py -------------------------------------------------------------------------------- /utils/tf_ops/onnx.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/utils/tf_ops/onnx.json -------------------------------------------------------------------------------- /valohai.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cloud-shannon/transformers/HEAD/valohai.yaml --------------------------------------------------------------------------------