├── .DS_Store ├── .gitignore ├── MetaICL ├── .DS_Store ├── metaicl │ ├── data.py │ └── model.py └── utils │ ├── data.py │ ├── download.py │ └── utils.py ├── README.md ├── bridge_content_encoder.py ├── data ├── .DS_Store ├── geoquery_eval.json ├── geoquery_train.json ├── mw24_100p_dev.json ├── mw24_100p_test.json ├── mw24_100p_train.json └── mw24_ontology.json ├── get_task.py ├── main.py ├── main_geo.py ├── main_mwoz.py ├── pics ├── .DS_Store └── pipeline.png ├── selective_annotation.yml ├── test_suite_database_gold_sql ├── gold_pkls │ └── geography_gold.pickle └── test_suite_database │ └── geography_update_testsuites │ ├── .DS_Store │ ├── geography.sqlite │ ├── geographyv1109_0group0.sqlite │ ├── geographyv1109_0group1.sqlite │ ├── geographyv1109_0group10.sqlite │ ├── geographyv1109_0group11.sqlite │ ├── geographyv1109_0group12.sqlite │ ├── geographyv1109_0group13.sqlite │ ├── geographyv1109_0group14.sqlite │ ├── geographyv1109_0group15.sqlite │ ├── geographyv1109_0group16.sqlite │ ├── geographyv1109_0group17.sqlite │ ├── geographyv1109_0group18.sqlite │ ├── geographyv1109_0group19.sqlite │ ├── geographyv1109_0group2.sqlite │ ├── geographyv1109_0group3.sqlite │ ├── geographyv1109_0group4.sqlite │ ├── geographyv1109_0group5.sqlite │ ├── geographyv1109_0group6.sqlite │ ├── geographyv1109_0group7.sqlite │ ├── geographyv1109_0group8.sqlite │ ├── geographyv1109_0group9.sqlite │ ├── geographyv1109_10group5.sqlite │ ├── geographyv1109_10group6.sqlite │ ├── geographyv1109_10group9.sqlite │ ├── geographyv1109_11group4.sqlite │ ├── geographyv1109_11group5.sqlite │ ├── geographyv1109_12group2.sqlite │ ├── geographyv1109_13group1.sqlite │ ├── geographyv1109_13group3.sqlite │ ├── geographyv1109_13group4.sqlite │ ├── geographyv1109_14group0.sqlite │ ├── geographyv1109_14group3.sqlite │ ├── geographyv1109_15group0.sqlite │ ├── geographyv1109_15group1.sqlite │ ├── geographyv1109_17group1.sqlite │ ├── geographyv1109_18group0.sqlite │ ├── geographyv1109_19group1.sqlite │ ├── geographyv1109_1group0.sqlite │ ├── geographyv1109_1group1.sqlite │ ├── geographyv1109_1group10.sqlite │ ├── geographyv1109_1group11.sqlite │ ├── geographyv1109_1group12.sqlite │ ├── geographyv1109_1group13.sqlite │ ├── geographyv1109_1group14.sqlite │ ├── geographyv1109_1group15.sqlite │ ├── geographyv1109_1group16.sqlite │ ├── geographyv1109_1group17.sqlite │ ├── geographyv1109_1group18.sqlite │ ├── geographyv1109_1group19.sqlite │ ├── geographyv1109_1group2.sqlite │ ├── geographyv1109_1group20.sqlite │ ├── geographyv1109_1group21.sqlite │ ├── geographyv1109_1group3.sqlite │ ├── geographyv1109_1group4.sqlite │ ├── geographyv1109_1group5.sqlite │ ├── geographyv1109_1group6.sqlite │ ├── geographyv1109_1group7.sqlite │ ├── geographyv1109_1group8.sqlite │ ├── geographyv1109_1group9.sqlite │ ├── geographyv1109_20group1.sqlite │ ├── geographyv1109_21group2.sqlite │ ├── geographyv1109_22group1.sqlite │ ├── geographyv1109_23group1.sqlite │ ├── geographyv1109_23group2.sqlite │ ├── geographyv1109_24group5.sqlite │ ├── geographyv1109_25group4.sqlite │ ├── geographyv1109_2group0.sqlite │ ├── geographyv1109_2group1.sqlite │ ├── geographyv1109_2group10.sqlite │ ├── geographyv1109_2group11.sqlite │ ├── geographyv1109_2group12.sqlite │ ├── geographyv1109_2group13.sqlite │ ├── geographyv1109_2group14.sqlite │ ├── geographyv1109_2group15.sqlite │ ├── geographyv1109_2group16.sqlite │ ├── geographyv1109_2group17.sqlite │ ├── geographyv1109_2group2.sqlite │ ├── geographyv1109_2group3.sqlite │ ├── geographyv1109_2group4.sqlite │ ├── geographyv1109_2group5.sqlite │ ├── geographyv1109_2group6.sqlite │ ├── geographyv1109_2group7.sqlite │ ├── geographyv1109_2group8.sqlite │ ├── geographyv1109_2group9.sqlite │ ├── geographyv1109_31group1.sqlite │ ├── geographyv1109_33group0.sqlite │ ├── geographyv1109_37group4.sqlite │ ├── geographyv1109_39group4.sqlite │ ├── geographyv1109_3group0.sqlite │ ├── geographyv1109_3group1.sqlite │ ├── geographyv1109_3group10.sqlite │ ├── geographyv1109_3group11.sqlite │ ├── geographyv1109_3group12.sqlite │ ├── geographyv1109_3group13.sqlite │ ├── geographyv1109_3group14.sqlite │ ├── geographyv1109_3group15.sqlite │ ├── geographyv1109_3group16.sqlite │ ├── geographyv1109_3group17.sqlite │ ├── geographyv1109_3group18.sqlite │ ├── geographyv1109_3group19.sqlite │ ├── geographyv1109_3group2.sqlite │ ├── geographyv1109_3group20.sqlite │ ├── geographyv1109_3group21.sqlite │ ├── geographyv1109_3group3.sqlite │ ├── geographyv1109_3group4.sqlite │ ├── geographyv1109_3group5.sqlite │ ├── geographyv1109_3group6.sqlite │ ├── geographyv1109_3group7.sqlite │ ├── geographyv1109_3group8.sqlite │ ├── geographyv1109_3group9.sqlite │ ├── geographyv1109_44group0.sqlite │ ├── geographyv1109_47group3.sqlite │ ├── geographyv1109_4group0.sqlite │ ├── geographyv1109_4group1.sqlite │ ├── geographyv1109_4group10.sqlite │ ├── geographyv1109_4group11.sqlite │ ├── geographyv1109_4group12.sqlite │ ├── geographyv1109_4group13.sqlite │ ├── geographyv1109_4group14.sqlite │ ├── geographyv1109_4group15.sqlite │ ├── geographyv1109_4group16.sqlite │ ├── geographyv1109_4group17.sqlite │ ├── geographyv1109_4group18.sqlite │ ├── geographyv1109_4group2.sqlite │ ├── geographyv1109_4group3.sqlite │ ├── geographyv1109_4group4.sqlite │ ├── geographyv1109_4group5.sqlite │ ├── geographyv1109_4group6.sqlite │ ├── geographyv1109_4group7.sqlite │ ├── geographyv1109_4group8.sqlite │ ├── geographyv1109_4group9.sqlite │ ├── geographyv1109_58group0.sqlite │ ├── geographyv1109_59group0.sqlite │ ├── geographyv1109_5group0.sqlite │ ├── geographyv1109_5group1.sqlite │ ├── geographyv1109_5group10.sqlite │ ├── geographyv1109_5group11.sqlite │ ├── geographyv1109_5group12.sqlite │ ├── geographyv1109_5group13.sqlite │ ├── geographyv1109_5group14.sqlite │ ├── geographyv1109_5group15.sqlite │ ├── geographyv1109_5group16.sqlite │ ├── geographyv1109_5group2.sqlite │ ├── geographyv1109_5group3.sqlite │ ├── geographyv1109_5group4.sqlite │ ├── geographyv1109_5group5.sqlite │ ├── geographyv1109_5group6.sqlite │ ├── geographyv1109_5group7.sqlite │ ├── geographyv1109_5group8.sqlite │ ├── geographyv1109_5group9.sqlite │ ├── geographyv1109_64group3.sqlite │ ├── geographyv1109_66group3.sqlite │ ├── geographyv1109_6group0.sqlite │ ├── geographyv1109_6group1.sqlite │ ├── geographyv1109_6group10.sqlite │ ├── geographyv1109_6group11.sqlite │ ├── geographyv1109_6group12.sqlite │ ├── geographyv1109_6group13.sqlite │ ├── geographyv1109_6group14.sqlite │ ├── geographyv1109_6group15.sqlite │ ├── geographyv1109_6group16.sqlite │ ├── geographyv1109_6group17.sqlite │ ├── geographyv1109_6group2.sqlite │ ├── geographyv1109_6group3.sqlite │ ├── geographyv1109_6group4.sqlite │ ├── geographyv1109_6group5.sqlite │ ├── geographyv1109_6group6.sqlite │ ├── geographyv1109_6group7.sqlite │ ├── geographyv1109_6group8.sqlite │ ├── geographyv1109_6group9.sqlite │ ├── geographyv1109_7group0.sqlite │ ├── geographyv1109_7group1.sqlite │ ├── geographyv1109_7group10.sqlite │ ├── geographyv1109_7group11.sqlite │ ├── geographyv1109_7group12.sqlite │ ├── geographyv1109_7group13.sqlite │ ├── geographyv1109_7group14.sqlite │ ├── geographyv1109_7group15.sqlite │ ├── geographyv1109_7group2.sqlite │ ├── geographyv1109_7group3.sqlite │ ├── geographyv1109_7group4.sqlite │ ├── geographyv1109_7group5.sqlite │ ├── geographyv1109_7group6.sqlite │ ├── geographyv1109_7group7.sqlite │ ├── geographyv1109_7group8.sqlite │ ├── geographyv1109_7group9.sqlite │ ├── geographyv1109_82group0.sqlite │ ├── geographyv1109_89group0.sqlite │ ├── geographyv1109_8group0.sqlite │ ├── geographyv1109_8group1.sqlite │ ├── geographyv1109_8group10.sqlite │ ├── geographyv1109_8group11.sqlite │ ├── geographyv1109_8group12.sqlite │ ├── geographyv1109_8group13.sqlite │ ├── geographyv1109_8group14.sqlite │ ├── geographyv1109_8group15.sqlite │ ├── geographyv1109_8group2.sqlite │ ├── geographyv1109_8group3.sqlite │ ├── geographyv1109_8group4.sqlite │ ├── geographyv1109_8group5.sqlite │ ├── geographyv1109_8group6.sqlite │ ├── geographyv1109_8group7.sqlite │ ├── geographyv1109_8group8.sqlite │ ├── geographyv1109_8group9.sqlite │ ├── geographyv1109_91group0.sqlite │ ├── geographyv1109_9group0.sqlite │ ├── geographyv1109_9group1.sqlite │ ├── geographyv1109_9group10.sqlite │ ├── geographyv1109_9group11.sqlite │ ├── geographyv1109_9group12.sqlite │ ├── geographyv1109_9group13.sqlite │ ├── geographyv1109_9group14.sqlite │ ├── geographyv1109_9group2.sqlite │ ├── geographyv1109_9group3.sqlite │ ├── geographyv1109_9group4.sqlite │ ├── geographyv1109_9group5.sqlite │ ├── geographyv1109_9group6.sqlite │ ├── geographyv1109_9group7.sqlite │ ├── geographyv1109_9group8.sqlite │ ├── geographyv1109_9group9.sqlite │ ├── geographyv1110_0.sqlite │ ├── geographyv1110_1.sqlite │ ├── geographyv1110_2.sqlite │ ├── geographyv1110_3.sqlite │ ├── geographyv1110_4.sqlite │ ├── geographyv1110_5.sqlite │ ├── geographyv1110_6.sqlite │ ├── geographyv1110_7.sqlite │ ├── geographyv1110_8.sqlite │ └── geographyv1110_9.sqlite ├── test_suite_sql_eval ├── .DS_Store ├── .gitignore ├── advising_update_dict.pkl ├── atis_update_dict.pkl ├── cache.pkl ├── classical_test.pkl ├── evaluate_classical.py ├── evaluation.py ├── exec_eval.py ├── exec_subprocess.py ├── geography_update_dict.pkl ├── output │ └── result.json ├── parse.py ├── process_sql.py ├── tables.json └── tmp │ └── selected_evaluation_indices_restaurants.json ├── transformers ├── .circleci │ ├── TROUBLESHOOT.md │ └── config.yml ├── .coveragerc ├── .gitattributes ├── .github │ ├── ISSUE_TEMPLATE │ │ ├── ---new-benchmark.md │ │ ├── --new-model-addition.md │ │ ├── bug-report.md │ │ ├── feature-request.md │ │ ├── migration.md │ │ └── question-help.md │ ├── PULL_REQUEST_TEMPLATE.md │ ├── conda │ │ ├── build.sh │ │ └── meta.yaml │ └── workflows │ │ ├── TROUBLESHOOT.md │ │ ├── add-model-like.yml │ │ ├── build-docker-images.yml │ │ ├── build_documentation.yml │ │ ├── build_pr_documentation.yml │ │ ├── delete_doc_comment.yml │ │ ├── doctests.yml │ │ ├── github-torch-hub.yml │ │ ├── model-templates.yml │ │ ├── release-conda.yml │ │ ├── self-nightly-scheduled.yml │ │ ├── self-push.yml │ │ ├── self-scheduled.yml │ │ ├── stale.yml │ │ └── update_metdata.yml ├── .gitignore ├── CITATION.cff ├── CODE_OF_CONDUCT.md ├── CONTRIBUTING.md ├── ISSUES.md ├── LICENSE ├── MANIFEST.in ├── Makefile ├── README.md ├── README_ko.md ├── README_zh-hans.md ├── README_zh-hant.md ├── conftest.py ├── docker │ ├── transformers-all-latest-gpu │ │ └── Dockerfile │ ├── transformers-cpu │ │ └── Dockerfile │ ├── transformers-doc-builder │ │ └── Dockerfile │ ├── transformers-gpu │ │ └── Dockerfile │ ├── transformers-pytorch-cpu │ │ └── Dockerfile │ ├── transformers-pytorch-deepspeed-latest-gpu │ │ └── Dockerfile │ ├── transformers-pytorch-gpu │ │ └── Dockerfile │ ├── transformers-pytorch-tpu │ │ ├── Dockerfile │ │ ├── bert-base-cased.jsonnet │ │ ├── dataset.yaml │ │ └── docker-entrypoint.sh │ ├── transformers-tensorflow-cpu │ │ └── Dockerfile │ └── transformers-tensorflow-gpu │ │ └── Dockerfile ├── docs │ ├── README.md │ ├── source │ │ ├── _config.py │ │ ├── _toctree.yml │ │ ├── accelerate.mdx │ │ ├── add_new_model.mdx │ │ ├── add_new_pipeline.mdx │ │ ├── autoclass_tutorial.mdx │ │ ├── benchmarks.mdx │ │ ├── bertology.mdx │ │ ├── community.mdx │ │ ├── contributing.md │ │ ├── converting_tensorflow_models.mdx │ │ ├── create_a_model.mdx │ │ ├── custom_models.mdx │ │ ├── debugging.mdx │ │ ├── fast_tokenizers.mdx │ │ ├── glossary.mdx │ │ ├── index.mdx │ │ ├── installation.mdx │ │ ├── internal │ │ │ ├── file_utils.mdx │ │ │ ├── generation_utils.mdx │ │ │ ├── modeling_utils.mdx │ │ │ ├── pipelines_utils.mdx │ │ │ ├── tokenization_utils.mdx │ │ │ └── trainer_utils.mdx │ │ ├── main_classes │ │ │ ├── callback.mdx │ │ │ ├── configuration.mdx │ │ │ ├── data_collator.mdx │ │ │ ├── deepspeed.mdx │ │ │ ├── feature_extractor.mdx │ │ │ ├── keras_callbacks.mdx │ │ │ ├── logging.mdx │ │ │ ├── model.mdx │ │ │ ├── onnx.mdx │ │ │ ├── optimizer_schedules.mdx │ │ │ ├── output.mdx │ │ │ ├── pipelines.mdx │ │ │ ├── processors.mdx │ │ │ ├── text_generation.mdx │ │ │ ├── tokenizer.mdx │ │ │ └── trainer.mdx │ │ ├── migration.mdx │ │ ├── model_doc │ │ │ ├── albert.mdx │ │ │ ├── auto.mdx │ │ │ ├── bart.mdx │ │ │ ├── barthez.mdx │ │ │ ├── bartpho.mdx │ │ │ ├── beit.mdx │ │ │ ├── bert-generation.mdx │ │ │ ├── bert-japanese.mdx │ │ │ ├── bert.mdx │ │ │ ├── bertweet.mdx │ │ │ ├── big_bird.mdx │ │ │ ├── bigbird_pegasus.mdx │ │ │ ├── blenderbot-small.mdx │ │ │ ├── blenderbot.mdx │ │ │ ├── bort.mdx │ │ │ ├── byt5.mdx │ │ │ ├── camembert.mdx │ │ │ ├── canine.mdx │ │ │ ├── clip.mdx │ │ │ ├── convbert.mdx │ │ │ ├── convnext.mdx │ │ │ ├── cpm.mdx │ │ │ ├── ctrl.mdx │ │ │ ├── data2vec.mdx │ │ │ ├── deberta-v2.mdx │ │ │ ├── deberta.mdx │ │ │ ├── decision_transformer.mdx │ │ │ ├── deit.mdx │ │ │ ├── detr.mdx │ │ │ ├── dialogpt.mdx │ │ │ ├── distilbert.mdx │ │ │ ├── dit.mdx │ │ │ ├── dpr.mdx │ │ │ ├── dpt.mdx │ │ │ ├── electra.mdx │ │ │ ├── encoder-decoder.mdx │ │ │ ├── flaubert.mdx │ │ │ ├── fnet.mdx │ │ │ ├── fsmt.mdx │ │ │ ├── funnel.mdx │ │ │ ├── glpn.mdx │ │ │ ├── gpt2.mdx │ │ │ ├── gpt_neo.mdx │ │ │ ├── gptj.mdx │ │ │ ├── herbert.mdx │ │ │ ├── hubert.mdx │ │ │ ├── ibert.mdx │ │ │ ├── imagegpt.mdx │ │ │ ├── layoutlm.mdx │ │ │ ├── layoutlmv2.mdx │ │ │ ├── layoutxlm.mdx │ │ │ ├── led.mdx │ │ │ ├── longformer.mdx │ │ │ ├── luke.mdx │ │ │ ├── lxmert.mdx │ │ │ ├── m2m_100.mdx │ │ │ ├── marian.mdx │ │ │ ├── maskformer.mdx │ │ │ ├── mbart.mdx │ │ │ ├── megatron-bert.mdx │ │ │ ├── megatron_gpt2.mdx │ │ │ ├── mluke.mdx │ │ │ ├── mobilebert.mdx │ │ │ ├── mpnet.mdx │ │ │ ├── mt5.mdx │ │ │ ├── nystromformer.mdx │ │ │ ├── openai-gpt.mdx │ │ │ ├── pegasus.mdx │ │ │ ├── perceiver.mdx │ │ │ ├── phobert.mdx │ │ │ ├── plbart.mdx │ │ │ ├── poolformer.mdx │ │ │ ├── prophetnet.mdx │ │ │ ├── qdqbert.mdx │ │ │ ├── rag.mdx │ │ │ ├── realm.mdx │ │ │ ├── reformer.mdx │ │ │ ├── rembert.mdx │ │ │ ├── resnet.mdx │ │ │ ├── retribert.mdx │ │ │ ├── roberta.mdx │ │ │ ├── roformer.mdx │ │ │ ├── segformer.mdx │ │ │ ├── sew-d.mdx │ │ │ ├── sew.mdx │ │ │ ├── speech-encoder-decoder.mdx │ │ │ ├── speech_to_text.mdx │ │ │ ├── speech_to_text_2.mdx │ │ │ ├── splinter.mdx │ │ │ ├── squeezebert.mdx │ │ │ ├── swin.mdx │ │ │ ├── t5.mdx │ │ │ ├── t5v1.1.mdx │ │ │ ├── tapas.mdx │ │ │ ├── transfo-xl.mdx │ │ │ ├── trocr.mdx │ │ │ ├── unispeech-sat.mdx │ │ │ ├── unispeech.mdx │ │ │ ├── van.mdx │ │ │ ├── vilt.mdx │ │ │ ├── vision-encoder-decoder.mdx │ │ │ ├── vision-text-dual-encoder.mdx │ │ │ ├── visual_bert.mdx │ │ │ ├── vit.mdx │ │ │ ├── vit_mae.mdx │ │ │ ├── wav2vec2.mdx │ │ │ ├── wav2vec2_phoneme.mdx │ │ │ ├── wavlm.mdx │ │ │ ├── xglm.mdx │ │ │ ├── xlm-prophetnet.mdx │ │ │ ├── xlm-roberta-xl.mdx │ │ │ ├── xlm-roberta.mdx │ │ │ ├── xlm.mdx │ │ │ ├── xlnet.mdx │ │ │ ├── xls_r.mdx │ │ │ ├── xlsr_wav2vec2.mdx │ │ │ └── yoso.mdx │ │ ├── model_sharing.mdx │ │ ├── model_summary.mdx │ │ ├── multilingual.mdx │ │ ├── notebooks.md │ │ ├── pad_truncation.mdx │ │ ├── parallelism.mdx │ │ ├── performance.mdx │ │ ├── perplexity.mdx │ │ ├── philosophy.mdx │ │ ├── pipeline_tutorial.mdx │ │ ├── pr_checks.mdx │ │ ├── preprocessing.mdx │ │ ├── quicktour.mdx │ │ ├── run_scripts.mdx │ │ ├── sagemaker.mdx │ │ ├── serialization.mdx │ │ ├── task_summary.mdx │ │ ├── tasks │ │ │ ├── asr.mdx │ │ │ ├── audio_classification.mdx │ │ │ ├── image_classification.mdx │ │ │ ├── language_modeling.mdx │ │ │ ├── multiple_choice.mdx │ │ │ ├── question_answering.mdx │ │ │ ├── sequence_classification.mdx │ │ │ ├── summarization.mdx │ │ │ ├── token_classification.mdx │ │ │ └── translation.mdx │ │ ├── testing.mdx │ │ ├── tokenizer_summary.mdx │ │ ├── training.mdx │ │ └── troubleshooting.mdx │ └── source_es │ │ ├── pipeline_tutorial.mdx │ │ ├── quicktour.mdx │ │ └── training.mdx ├── ds_config.json ├── examples │ ├── README.md │ ├── flax │ │ ├── README.md │ │ ├── _tests_requirements.txt │ │ ├── conftest.py │ │ ├── image-captioning │ │ │ ├── README.md │ │ │ ├── create_model_from_encoder_decoder_models.py │ │ │ └── run_image_captioning_flax.py │ │ ├── language-modeling │ │ │ ├── README.md │ │ │ ├── requirements.txt │ │ │ ├── run_clm_flax.py │ │ │ ├── run_mlm_flax.py │ │ │ ├── run_t5_mlm_flax.py │ │ │ └── t5_tokenizer_model.py │ │ ├── question-answering │ │ │ ├── README.md │ │ │ ├── requirements.txt │ │ │ ├── run_qa.py │ │ │ └── utils_qa.py │ │ ├── summarization │ │ │ ├── README.md │ │ │ ├── requirements.txt │ │ │ └── run_summarization_flax.py │ │ ├── test_flax_examples.py │ │ ├── text-classification │ │ │ ├── README.md │ │ │ ├── requirements.txt │ │ │ └── run_flax_glue.py │ │ ├── token-classification │ │ │ ├── README.md │ │ │ ├── requirements.txt │ │ │ └── run_flax_ner.py │ │ └── vision │ │ │ ├── README.md │ │ │ ├── requirements.txt │ │ │ └── run_image_classification.py │ ├── legacy │ │ ├── README.md │ │ ├── multiple_choice │ │ │ ├── run_multiple_choice.py │ │ │ └── utils_multiple_choice.py │ │ ├── pytorch-lightning │ │ │ ├── lightning_base.py │ │ │ ├── requirements.txt │ │ │ ├── run_glue.py │ │ │ ├── run_glue.sh │ │ │ ├── run_ner.py │ │ │ ├── run_ner.sh │ │ │ └── run_pos.sh │ │ ├── question-answering │ │ │ ├── README.md │ │ │ ├── run_squad.py │ │ │ └── run_squad_trainer.py │ │ ├── run_camembert.py │ │ ├── run_chinese_ref.py │ │ ├── run_language_modeling.py │ │ ├── run_openai_gpt.py │ │ ├── run_swag.py │ │ ├── run_transfo_xl.py │ │ ├── seq2seq │ │ │ ├── README.md │ │ │ ├── __init__.py │ │ │ ├── convert_model_to_fp16.py │ │ │ ├── download_wmt.py │ │ │ ├── finetune.sh │ │ │ ├── finetune_tpu.sh │ │ │ ├── finetune_trainer.py │ │ │ ├── minify_dataset.py │ │ │ ├── old_test_calculate_rouge.py │ │ │ ├── old_test_datasets.py │ │ │ ├── old_test_fsmt_bleu_score.py │ │ │ ├── old_test_seq2seq_examples.py │ │ │ ├── old_test_seq2seq_examples_multi_gpu.py │ │ │ ├── old_test_tatoeba_conversion.py │ │ │ ├── pack_dataset.py │ │ │ ├── requirements.txt │ │ │ ├── romanian_postprocessing.md │ │ │ ├── rouge_cli.py │ │ │ ├── run_distributed_eval.py │ │ │ ├── run_eval.py │ │ │ ├── run_eval_search.py │ │ │ ├── save_len_file.py │ │ │ ├── save_randomly_initialized_model.py │ │ │ ├── sentence_splitter.py │ │ │ ├── seq2seq_trainer.py │ │ │ ├── seq2seq_training_args.py │ │ │ ├── test_data │ │ │ │ ├── fsmt │ │ │ │ │ ├── build-eval-data.py │ │ │ │ │ └── fsmt_val_data.json │ │ │ │ ├── test_data │ │ │ │ └── wmt_en_ro │ │ │ │ │ ├── test.source │ │ │ │ │ ├── test.target │ │ │ │ │ ├── train.len │ │ │ │ │ ├── train.source │ │ │ │ │ ├── train.target │ │ │ │ │ ├── val.len │ │ │ │ │ ├── val.source │ │ │ │ │ └── val.target │ │ │ ├── train_distil_marian_enro.sh │ │ │ ├── train_distil_marian_enro_tpu.sh │ │ │ ├── train_distilbart_cnn.sh │ │ │ ├── train_mbart_cc25_enro.sh │ │ │ ├── utils.py │ │ │ └── xla_spawn.py │ │ ├── text-classification │ │ │ └── run_tf_text_classification.py │ │ └── token-classification │ │ │ ├── README.md │ │ │ ├── run.sh │ │ │ ├── run_chunk.sh │ │ │ ├── run_ner.py │ │ │ ├── run_pos.sh │ │ │ ├── run_tf_ner.py │ │ │ ├── scripts │ │ │ └── preprocess.py │ │ │ ├── tasks.py │ │ │ └── utils_ner.py │ ├── pytorch │ │ ├── README.md │ │ ├── _tests_requirements.txt │ │ ├── audio-classification │ │ │ ├── README.md │ │ │ ├── requirements.txt │ │ │ └── run_audio_classification.py │ │ ├── benchmarking │ │ │ ├── README.md │ │ │ ├── plot_csv_file.py │ │ │ ├── requirements.txt │ │ │ └── run_benchmark.py │ │ ├── conftest.py │ │ ├── contrastive-image-text │ │ │ ├── README.md │ │ │ ├── requirements.txt │ │ │ └── run_clip.py │ │ ├── image-classification │ │ │ ├── README.md │ │ │ ├── requirements.txt │ │ │ └── run_image_classification.py │ │ ├── image-pretraining │ │ │ ├── README.md │ │ │ ├── requirements.txt │ │ │ ├── run_mae.py │ │ │ └── run_mim.py │ │ ├── language-modeling │ │ │ ├── README.md │ │ │ ├── requirements.txt │ │ │ ├── run_clm.py │ │ │ ├── run_clm_no_trainer.py │ │ │ ├── run_mlm.py │ │ │ ├── run_mlm_no_trainer.py │ │ │ └── run_plm.py │ │ ├── multiple-choice │ │ │ ├── README.md │ │ │ ├── gather_performance │ │ │ │ ├── hella_100.py │ │ │ │ ├── hella_1000.py │ │ │ │ ├── hella_1000_accs.txt │ │ │ │ ├── hella_100_accs.txt │ │ │ │ ├── hella_100_accs_1.txt │ │ │ │ ├── hella_2800.py │ │ │ │ ├── hella_2800_accs.txt │ │ │ │ ├── hella_500.py │ │ │ │ └── hella_500_accs.txt │ │ │ ├── gradients │ │ │ │ ├── 42_1.json │ │ │ │ ├── self_dissimilar_42_1.json │ │ │ │ ├── self_dissimilar_42_10.json │ │ │ │ ├── self_dissimilar_42_2.json │ │ │ │ ├── self_dissimilar_42_3.json │ │ │ │ ├── self_dissimilar_42_4.json │ │ │ │ ├── self_dissimilar_42_5.json │ │ │ │ ├── self_dissimilar_42_6.json │ │ │ │ ├── self_dissimilar_42_7.json │ │ │ │ ├── self_dissimilar_42_8.json │ │ │ │ └── self_dissimilar_42_9.json │ │ │ ├── my_exp.py │ │ │ ├── my_exp_2.py │ │ │ ├── outputs │ │ │ │ ├── random_12.txt │ │ │ │ ├── random_2.txt │ │ │ │ ├── random_24.txt │ │ │ │ ├── random_32.txt │ │ │ │ ├── random_36.txt │ │ │ │ ├── random_38.txt │ │ │ │ ├── random_4.txt │ │ │ │ ├── random_42.txt │ │ │ │ ├── random_56.txt │ │ │ │ ├── random_58.txt │ │ │ │ ├── random_remove_12.txt │ │ │ │ ├── random_remove_2.txt │ │ │ │ ├── random_remove_24.txt │ │ │ │ ├── random_remove_32.txt │ │ │ │ ├── random_remove_36.txt │ │ │ │ ├── random_remove_38.txt │ │ │ │ ├── random_remove_4.txt │ │ │ │ ├── random_remove_42.txt │ │ │ │ ├── random_remove_56.txt │ │ │ │ ├── random_remove_58.txt │ │ │ │ ├── self_dissimilar_12.txt │ │ │ │ ├── self_dissimilar_2.txt │ │ │ │ ├── self_dissimilar_24.txt │ │ │ │ ├── self_dissimilar_32.txt │ │ │ │ ├── self_dissimilar_36.txt │ │ │ │ ├── self_dissimilar_38.txt │ │ │ │ ├── self_dissimilar_4.txt │ │ │ │ ├── self_dissimilar_42.txt │ │ │ │ ├── self_dissimilar_56.txt │ │ │ │ ├── self_dissimilar_58.txt │ │ │ │ ├── self_dissimilar_remove_12.txt │ │ │ │ ├── self_dissimilar_remove_2.txt │ │ │ │ ├── self_dissimilar_remove_24.txt │ │ │ │ ├── self_dissimilar_remove_32.txt │ │ │ │ ├── self_dissimilar_remove_36.txt │ │ │ │ ├── self_dissimilar_remove_38.txt │ │ │ │ ├── self_dissimilar_remove_4.txt │ │ │ │ ├── self_dissimilar_remove_42.txt │ │ │ │ ├── self_dissimilar_remove_56.txt │ │ │ │ ├── self_dissimilar_remove_58.txt │ │ │ │ ├── vote_100_select.json │ │ │ │ ├── vote_100_select_12.txt │ │ │ │ ├── vote_100_select_2.txt │ │ │ │ ├── vote_100_select_24.txt │ │ │ │ ├── vote_100_select_32.txt │ │ │ │ ├── vote_100_select_36.txt │ │ │ │ ├── vote_100_select_38.txt │ │ │ │ ├── vote_100_select_4.txt │ │ │ │ ├── vote_100_select_42.txt │ │ │ │ ├── vote_100_select_56.txt │ │ │ │ ├── vote_100_select_58.txt │ │ │ │ ├── vote_10_select.json │ │ │ │ ├── vote_10_select_12.txt │ │ │ │ ├── vote_10_select_2.txt │ │ │ │ ├── vote_10_select_24.txt │ │ │ │ ├── vote_10_select_32.txt │ │ │ │ ├── vote_10_select_36.txt │ │ │ │ ├── vote_10_select_38.txt │ │ │ │ ├── vote_10_select_4.txt │ │ │ │ ├── vote_10_select_42.txt │ │ │ │ ├── vote_10_select_56.txt │ │ │ │ ├── vote_10_select_58.txt │ │ │ │ ├── vote_1_select.json │ │ │ │ ├── vote_1_select_12.txt │ │ │ │ ├── vote_1_select_2.txt │ │ │ │ ├── vote_1_select_24.txt │ │ │ │ ├── vote_1_select_32.txt │ │ │ │ ├── vote_1_select_36.txt │ │ │ │ ├── vote_1_select_38.txt │ │ │ │ ├── vote_1_select_4.txt │ │ │ │ ├── vote_1_select_42.txt │ │ │ │ ├── vote_1_select_56.txt │ │ │ │ ├── vote_1_select_58.txt │ │ │ │ ├── vote_20_select.json │ │ │ │ ├── vote_20_select_12.txt │ │ │ │ ├── vote_20_select_2.txt │ │ │ │ ├── vote_20_select_24.txt │ │ │ │ ├── vote_20_select_32.txt │ │ │ │ ├── vote_20_select_36.txt │ │ │ │ ├── vote_20_select_38.txt │ │ │ │ ├── vote_20_select_4.txt │ │ │ │ ├── vote_20_select_42.txt │ │ │ │ ├── vote_20_select_56.txt │ │ │ │ ├── vote_20_select_58.txt │ │ │ │ ├── vote_50_select.json │ │ │ │ ├── vote_50_select_12.txt │ │ │ │ ├── vote_50_select_2.txt │ │ │ │ ├── vote_50_select_24.txt │ │ │ │ ├── vote_50_select_32.txt │ │ │ │ ├── vote_50_select_36.txt │ │ │ │ ├── vote_50_select_38.txt │ │ │ │ ├── vote_50_select_4.txt │ │ │ │ ├── vote_50_select_42.txt │ │ │ │ ├── vote_50_select_56.txt │ │ │ │ └── vote_50_select_58.txt │ │ │ ├── requirements.txt │ │ │ ├── run_hellaswag.py │ │ │ ├── run_hellaswag2.py │ │ │ ├── run_no_trainer.sh │ │ │ ├── run_swag.py │ │ │ ├── run_swag_no_trainer.py │ │ │ ├── scripts │ │ │ │ ├── hella_100.py │ │ │ │ ├── hella_100.sh │ │ │ │ ├── hella_1000.py │ │ │ │ ├── hella_1000.sh │ │ │ │ ├── hella_1500.py │ │ │ │ ├── hella_1500.sh │ │ │ │ ├── hella_2000.py │ │ │ │ ├── hella_2000.sh │ │ │ │ ├── hella_2500.py │ │ │ │ ├── hella_2500.sh │ │ │ │ ├── hella_2800.py │ │ │ │ ├── hella_2800.sh │ │ │ │ ├── hella_500.py │ │ │ │ ├── hella_500.sh │ │ │ │ ├── random.py │ │ │ │ ├── random_remove.py │ │ │ │ ├── self_dissimilar.py │ │ │ │ ├── self_dissimilar_remove.py │ │ │ │ ├── vote_1.py │ │ │ │ ├── vote_10.py │ │ │ │ ├── vote_100.py │ │ │ │ ├── vote_20.py │ │ │ │ ├── vote_5.py │ │ │ │ └── vote_50.py │ │ │ ├── selected_indices │ │ │ │ ├── random_12.json │ │ │ │ ├── random_2.json │ │ │ │ ├── random_24.json │ │ │ │ ├── random_32.json │ │ │ │ ├── random_36.json │ │ │ │ ├── random_38.json │ │ │ │ ├── random_4.json │ │ │ │ ├── random_42.json │ │ │ │ ├── random_56.json │ │ │ │ ├── random_58.json │ │ │ │ ├── self_dissimilar_12.json │ │ │ │ ├── self_dissimilar_2.json │ │ │ │ ├── self_dissimilar_24.json │ │ │ │ ├── self_dissimilar_32.json │ │ │ │ ├── self_dissimilar_36.json │ │ │ │ ├── self_dissimilar_38.json │ │ │ │ ├── self_dissimilar_4.json │ │ │ │ ├── self_dissimilar_42.json │ │ │ │ ├── self_dissimilar_42_back.json │ │ │ │ ├── self_dissimilar_56.json │ │ │ │ ├── self_dissimilar_58.json │ │ │ │ ├── vote_100_select_12.json │ │ │ │ ├── vote_100_select_2.json │ │ │ │ ├── vote_100_select_24.json │ │ │ │ ├── vote_100_select_32.json │ │ │ │ ├── vote_100_select_36.json │ │ │ │ ├── vote_100_select_38.json │ │ │ │ ├── vote_100_select_4.json │ │ │ │ ├── vote_100_select_42.json │ │ │ │ ├── vote_100_select_56.json │ │ │ │ ├── vote_100_select_58.json │ │ │ │ ├── vote_10_select_12.json │ │ │ │ ├── vote_10_select_2.json │ │ │ │ ├── vote_10_select_24.json │ │ │ │ ├── vote_10_select_32.json │ │ │ │ ├── vote_10_select_36.json │ │ │ │ ├── vote_10_select_38.json │ │ │ │ ├── vote_10_select_4.json │ │ │ │ ├── vote_10_select_42.json │ │ │ │ ├── vote_10_select_56.json │ │ │ │ ├── vote_10_select_58.json │ │ │ │ ├── vote_1_select_12.json │ │ │ │ ├── vote_1_select_2.json │ │ │ │ ├── vote_1_select_24.json │ │ │ │ ├── vote_1_select_32.json │ │ │ │ ├── vote_1_select_36.json │ │ │ │ ├── vote_1_select_38.json │ │ │ │ ├── vote_1_select_4.json │ │ │ │ ├── vote_1_select_42.json │ │ │ │ ├── vote_1_select_56.json │ │ │ │ ├── vote_1_select_58.json │ │ │ │ ├── vote_20_select_12.json │ │ │ │ ├── vote_20_select_2.json │ │ │ │ ├── vote_20_select_24.json │ │ │ │ ├── vote_20_select_32.json │ │ │ │ ├── vote_20_select_36.json │ │ │ │ ├── vote_20_select_38.json │ │ │ │ ├── vote_20_select_4.json │ │ │ │ ├── vote_20_select_42.json │ │ │ │ ├── vote_20_select_56.json │ │ │ │ ├── vote_20_select_58.json │ │ │ │ ├── vote_50_select_12.json │ │ │ │ ├── vote_50_select_2.json │ │ │ │ ├── vote_50_select_24.json │ │ │ │ ├── vote_50_select_32.json │ │ │ │ ├── vote_50_select_36.json │ │ │ │ ├── vote_50_select_38.json │ │ │ │ ├── vote_50_select_4.json │ │ │ │ ├── vote_50_select_42.json │ │ │ │ ├── vote_50_select_56.json │ │ │ │ └── vote_50_select_58.json │ │ │ └── tmp.json │ │ ├── question-answering │ │ │ ├── README.md │ │ │ ├── requirements.txt │ │ │ ├── run_qa.py │ │ │ ├── run_qa_beam_search.py │ │ │ ├── run_qa_beam_search_no_trainer.py │ │ │ ├── run_qa_no_trainer.py │ │ │ ├── run_seq2seq_qa.py │ │ │ ├── trainer_qa.py │ │ │ ├── trainer_seq2seq_qa.py │ │ │ └── utils_qa.py │ │ ├── speech-pretraining │ │ │ ├── README.md │ │ │ ├── requirements.txt │ │ │ └── run_wav2vec2_pretraining_no_trainer.py │ │ ├── speech-recognition │ │ │ ├── README.md │ │ │ ├── requirements.txt │ │ │ ├── run_speech_recognition_ctc.py │ │ │ └── run_speech_recognition_seq2seq.py │ │ ├── summarization │ │ │ ├── README.md │ │ │ ├── cnn_test.json │ │ │ ├── cnn_train.json │ │ │ ├── cnn_val.json │ │ │ ├── requirements.txt │ │ │ ├── run_summarization.py │ │ │ ├── run_summarization_no_trainer.py │ │ │ └── try.sh │ │ ├── test_pytorch_examples.py │ │ ├── test_xla_examples.py │ │ ├── text-classification │ │ │ ├── README.md │ │ │ ├── gather_performance │ │ │ │ ├── sst5_100.py │ │ │ │ ├── sst5_100_accs.txt │ │ │ │ ├── sst5_1200.py │ │ │ │ └── sst5_1200_accs.txt │ │ │ ├── my_exp.py │ │ │ ├── outputs │ │ │ │ ├── random_12.txt │ │ │ │ ├── random_2.txt │ │ │ │ ├── random_24.txt │ │ │ │ ├── random_32.txt │ │ │ │ ├── random_36.txt │ │ │ │ ├── random_38.txt │ │ │ │ ├── random_4.txt │ │ │ │ ├── random_42.txt │ │ │ │ ├── random_56.txt │ │ │ │ ├── random_58.txt │ │ │ │ ├── self_dissimilar_12.txt │ │ │ │ ├── self_dissimilar_2.txt │ │ │ │ ├── self_dissimilar_24.txt │ │ │ │ ├── self_dissimilar_32.txt │ │ │ │ ├── self_dissimilar_36.txt │ │ │ │ ├── self_dissimilar_38.txt │ │ │ │ ├── self_dissimilar_4.txt │ │ │ │ ├── self_dissimilar_42.txt │ │ │ │ ├── self_dissimilar_56.txt │ │ │ │ ├── self_dissimilar_58.txt │ │ │ │ ├── vote_1_select.json │ │ │ │ ├── vote_2_select.json │ │ │ │ ├── vote_3_select.json │ │ │ │ ├── vote_4_select.json │ │ │ │ └── vote_5_select.json │ │ │ ├── paws_dev_and_test.tsv │ │ │ ├── paws_train.tsv │ │ │ ├── requirements.txt │ │ │ ├── run_glue.py │ │ │ ├── run_glue_deprecated_0615.py │ │ │ ├── run_glue_no_trainer.py │ │ │ ├── run_xnli.py │ │ │ └── scripts │ │ │ │ ├── random.py │ │ │ │ ├── self_dissimilar.py │ │ │ │ ├── sst5 │ │ │ │ ├── run_sst5.py │ │ │ │ └── run_sst5.sh │ │ │ │ ├── vote_1.py │ │ │ │ ├── vote_10.py │ │ │ │ ├── vote_100.py │ │ │ │ ├── vote_20.py │ │ │ │ ├── vote_30.py │ │ │ │ ├── vote_40.py │ │ │ │ ├── vote_5.py │ │ │ │ ├── vote_50.py │ │ │ │ └── vote_60.py │ │ ├── text-generation │ │ │ ├── README.md │ │ │ ├── requirements.txt │ │ │ └── run_generation.py │ │ ├── token-classification │ │ │ ├── README.md │ │ │ ├── requirements.txt │ │ │ ├── run.sh │ │ │ ├── run_ner.py │ │ │ ├── run_ner_no_trainer.py │ │ │ └── run_no_trainer.sh │ │ ├── translation │ │ │ ├── README.md │ │ │ ├── requirements.txt │ │ │ ├── run_translation.py │ │ │ └── run_translation_no_trainer.py │ │ └── xla_spawn.py │ ├── research_projects │ │ ├── README.md │ │ ├── adversarial │ │ │ ├── README.md │ │ │ ├── requirements.txt │ │ │ ├── run_hans.py │ │ │ └── utils_hans.py │ │ ├── bert-loses-patience │ │ │ ├── README.md │ │ │ ├── pabee │ │ │ │ ├── __init__.py │ │ │ │ ├── modeling_pabee_albert.py │ │ │ │ └── modeling_pabee_bert.py │ │ │ ├── requirements.txt │ │ │ ├── run_glue_with_pabee.py │ │ │ └── test_run_glue_with_pabee.py │ │ ├── bertabs │ │ │ ├── README.md │ │ │ ├── __init__.py │ │ │ ├── configuration_bertabs.py │ │ │ ├── convert_bertabs_original_pytorch_checkpoint.py │ │ │ ├── modeling_bertabs.py │ │ │ ├── requirements.txt │ │ │ ├── run_summarization.py │ │ │ ├── test_utils_summarization.py │ │ │ └── utils_summarization.py │ │ ├── bertology │ │ │ ├── requirements.txt │ │ │ ├── run_bertology.py │ │ │ └── run_prune_gpt.py │ │ ├── codeparrot │ │ │ ├── README.md │ │ │ ├── requirements.txt │ │ │ └── scripts │ │ │ │ ├── arguments.py │ │ │ │ ├── bpe_training.py │ │ │ │ ├── codeparrot_training.py │ │ │ │ ├── human_eval.py │ │ │ │ ├── initialize_model.py │ │ │ │ ├── preprocessing.py │ │ │ │ └── validation_loss.py │ │ ├── decision_transformer │ │ │ ├── requirements.txt │ │ │ └── run_decision_transformer.py │ │ ├── deebert │ │ │ ├── README.md │ │ │ ├── entropy_eval.sh │ │ │ ├── eval_deebert.sh │ │ │ ├── requirements.txt │ │ │ ├── run_glue_deebert.py │ │ │ ├── src │ │ │ │ ├── __init__.py │ │ │ │ ├── modeling_highway_bert.py │ │ │ │ └── modeling_highway_roberta.py │ │ │ ├── test_glue_deebert.py │ │ │ └── train_deebert.sh │ │ ├── distillation │ │ │ ├── README.md │ │ │ ├── distiller.py │ │ │ ├── grouped_batch_sampler.py │ │ │ ├── lm_seqs_dataset.py │ │ │ ├── requirements.txt │ │ │ ├── run_squad_w_distillation.py │ │ │ ├── scripts │ │ │ │ ├── binarized_data.py │ │ │ │ ├── extract.py │ │ │ │ ├── extract_distilbert.py │ │ │ │ └── token_counts.py │ │ │ ├── train.py │ │ │ ├── training_configs │ │ │ │ ├── distilbert-base-cased.json │ │ │ │ ├── distilbert-base-multilingual-cased.json │ │ │ │ ├── distilbert-base-uncased.json │ │ │ │ ├── distilgpt2.json │ │ │ │ └── distilroberta-base.json │ │ │ └── utils.py │ │ ├── fsner │ │ │ ├── README.md │ │ │ ├── pyproject.toml │ │ │ ├── requirements.txt │ │ │ ├── setup.py │ │ │ └── src │ │ │ │ └── fsner │ │ │ │ ├── __init__.py │ │ │ │ ├── model.py │ │ │ │ └── tokenizer_utils.py │ │ ├── jax-projects │ │ │ ├── HOW_TO_PROPOSE_PROJECT.md │ │ │ ├── README.md │ │ │ ├── big_bird │ │ │ │ ├── README.md │ │ │ │ ├── bigbird_flax.py │ │ │ │ ├── evaluate.py │ │ │ │ ├── prepare_natural_questions.py │ │ │ │ ├── requirements.txt │ │ │ │ ├── sweep_flax.yaml │ │ │ │ └── train.py │ │ │ ├── dataset-streaming │ │ │ │ ├── README.md │ │ │ │ └── run_mlm_flax_stream.py │ │ │ ├── hybrid_clip │ │ │ │ ├── README.md │ │ │ │ ├── configuration_hybrid_clip.py │ │ │ │ ├── modeling_hybrid_clip.py │ │ │ │ ├── requirements.txt │ │ │ │ └── run_hybrid_clip.py │ │ │ ├── model_parallel │ │ │ │ ├── README.md │ │ │ │ ├── partitions.py │ │ │ │ └── run_clm_mp.py │ │ │ └── wav2vec2 │ │ │ │ ├── README.md │ │ │ │ └── run_wav2vec2_pretrain_flax.py │ │ ├── longform-qa │ │ │ ├── README.md │ │ │ ├── eli5_app.py │ │ │ ├── eli5_utils.py │ │ │ └── requirements.txt │ │ ├── luke │ │ │ ├── README.md │ │ │ ├── luke_utils.py │ │ │ └── run_luke_ner_no_trainer.py │ │ ├── lxmert │ │ │ ├── README.md │ │ │ ├── demo.ipynb │ │ │ ├── extracting_data.py │ │ │ ├── modeling_frcnn.py │ │ │ ├── processing_image.py │ │ │ ├── requirements.txt │ │ │ ├── utils.py │ │ │ └── visualizing_image.py │ │ ├── mlm_wwm │ │ │ ├── README.md │ │ │ ├── requirements.txt │ │ │ ├── run_chinese_ref.py │ │ │ └── run_mlm_wwm.py │ │ ├── mm-imdb │ │ │ ├── README.md │ │ │ ├── run_mmimdb.py │ │ │ └── utils_mmimdb.py │ │ ├── movement-pruning │ │ │ ├── README.md │ │ │ ├── Saving_PruneBERT.ipynb │ │ │ ├── bertarize.py │ │ │ ├── counts_parameters.py │ │ │ ├── emmental │ │ │ │ ├── __init__.py │ │ │ │ ├── configuration_bert_masked.py │ │ │ │ ├── modeling_bert_masked.py │ │ │ │ └── modules │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── binarizer.py │ │ │ │ │ └── masked_nn.py │ │ │ ├── masked_run_glue.py │ │ │ ├── masked_run_squad.py │ │ │ └── requirements.txt │ │ ├── onnx │ │ │ └── summarization │ │ │ │ ├── README.md │ │ │ │ ├── bart_onnx │ │ │ │ ├── generation_onnx.py │ │ │ │ └── reduce_onnx_size.py │ │ │ │ ├── requirements.txt │ │ │ │ └── run_onnx_exporter.py │ │ ├── performer │ │ │ ├── README.md │ │ │ ├── full_script.sh │ │ │ ├── modeling_flax_performer.py │ │ │ ├── modeling_flax_performer_utils.py │ │ │ ├── run_mlm_performer.py │ │ │ └── sanity_script.sh │ │ ├── pplm │ │ │ ├── README.md │ │ │ ├── imgs │ │ │ │ ├── headfigure.png │ │ │ │ └── wooly.png │ │ │ ├── pplm_classification_head.py │ │ │ ├── requirements.txt │ │ │ ├── run_pplm.py │ │ │ └── run_pplm_discrim_train.py │ │ ├── quantization-qdqbert │ │ │ ├── Dockerfile │ │ │ ├── README.md │ │ │ ├── evaluate-hf-trt-qa.py │ │ │ ├── quant_trainer.py │ │ │ ├── run_quant_qa.py │ │ │ ├── trainer_quant_qa.py │ │ │ └── utils_qa.py │ │ ├── rag-end2end-retriever │ │ │ ├── README.md │ │ │ ├── callbacks_rag.py │ │ │ ├── distributed_ray_retriever.py │ │ │ ├── eval_rag.py │ │ │ ├── finetune_rag.py │ │ │ ├── finetune_rag_ray_end2end.sh │ │ │ ├── kb_encode_utils.py │ │ │ ├── lightning_base.py │ │ │ ├── requirements.txt │ │ │ ├── test_run │ │ │ │ ├── dummy-kb │ │ │ │ │ └── my_knowledge_dataset.csv │ │ │ │ ├── dummy-train-data │ │ │ │ │ ├── train.source │ │ │ │ │ ├── train.target │ │ │ │ │ ├── val.source │ │ │ │ │ └── val.target │ │ │ │ ├── test_finetune.sh │ │ │ │ └── test_rag_new_features.sh │ │ │ ├── use_own_knowledge_dataset.py │ │ │ └── utils_rag.py │ │ ├── rag │ │ │ ├── README.md │ │ │ ├── __init__.py │ │ │ ├── _test_finetune_rag.py │ │ │ ├── callbacks_rag.py │ │ │ ├── consolidate_rag_checkpoint.py │ │ │ ├── distributed_pytorch_retriever.py │ │ │ ├── distributed_ray_retriever.py │ │ │ ├── eval_rag.py │ │ │ ├── finetune_rag.py │ │ │ ├── finetune_rag.sh │ │ │ ├── finetune_rag_ray.sh │ │ │ ├── lightning_base.py │ │ │ ├── parse_dpr_relevance_data.py │ │ │ ├── requirements.txt │ │ │ ├── test_data │ │ │ │ └── my_knowledge_dataset.csv │ │ │ ├── test_distributed_retriever.py │ │ │ ├── use_own_knowledge_dataset.py │ │ │ └── utils_rag.py │ │ ├── robust-speech-event │ │ │ ├── README.md │ │ │ ├── eval.py │ │ │ ├── run_speech_recognition_ctc_bnb.py │ │ │ └── run_speech_recognition_ctc_streaming.py │ │ ├── seq2seq-distillation │ │ │ ├── README.md │ │ │ ├── _test_bash_script.py │ │ │ ├── _test_make_student.py │ │ │ ├── _test_seq2seq_examples.py │ │ │ ├── _test_seq2seq_examples_multi_gpu.py │ │ │ ├── callbacks.py │ │ │ ├── convert_pl_checkpoint_to_hf.py │ │ │ ├── distil_marian_enro_teacher.sh │ │ │ ├── distil_marian_no_teacher.sh │ │ │ ├── distillation.py │ │ │ ├── dynamic_bs_example.sh │ │ │ ├── finetune.py │ │ │ ├── finetune.sh │ │ │ ├── finetune_bart_tiny.sh │ │ │ ├── finetune_pegasus_xsum.sh │ │ │ ├── finetune_t5.sh │ │ │ ├── lightning_base.py │ │ │ ├── make_student.py │ │ │ ├── precomputed_pseudo_labels.md │ │ │ ├── requirements.txt │ │ │ ├── run_eval.py │ │ │ ├── sentence_splitter.py │ │ │ ├── train_distilbart_cnn.sh │ │ │ ├── train_distilbart_xsum.sh │ │ │ ├── train_mbart_cc25_enro.sh │ │ │ └── utils.py │ │ ├── visual_bert │ │ │ ├── README.md │ │ │ ├── demo.ipynb │ │ │ ├── extracting_data.py │ │ │ ├── modeling_frcnn.py │ │ │ ├── processing_image.py │ │ │ ├── requirements.txt │ │ │ ├── utils.py │ │ │ └── visualizing_image.py │ │ ├── wav2vec2 │ │ │ ├── FINE_TUNE_XLSR_WAV2VEC2.md │ │ │ ├── README.md │ │ │ ├── ds_config_wav2vec2_zero2.json │ │ │ ├── ds_config_wav2vec2_zero3.json │ │ │ ├── finetune_base_100.sh │ │ │ ├── finetune_base_timit_asr.sh │ │ │ ├── finetune_large_lv60_100.sh │ │ │ ├── finetune_large_lv60_timit_asr.sh │ │ │ ├── finetune_large_xlsr_53_arabic_speech_corpus.sh │ │ │ ├── finetune_wav2vec2_xlsr_turkish.sh │ │ │ ├── requirements.txt │ │ │ ├── run_asr.py │ │ │ ├── run_common_voice.py │ │ │ ├── run_pretrain.py │ │ │ ├── test_wav2vec2_deepspeed.py │ │ │ └── vocab │ │ │ │ └── buckwalter.json │ │ ├── xtreme-s │ │ │ ├── README.md │ │ │ ├── requirements.txt │ │ │ └── run_xtreme_s.py │ │ └── zero-shot-distillation │ │ │ ├── README.md │ │ │ └── distill_classifier.py │ └── tensorflow │ │ ├── README.md │ │ ├── benchmarking │ │ ├── README.md │ │ ├── plot_csv_file.py │ │ ├── requirements.txt │ │ └── run_benchmark_tf.py │ │ ├── language-modeling │ │ ├── README.md │ │ ├── requirements.txt │ │ ├── run_clm.py │ │ └── run_mlm.py │ │ ├── multiple-choice │ │ ├── README.md │ │ ├── requirements.txt │ │ └── run_swag.py │ │ ├── question-answering │ │ ├── README.md │ │ ├── requirements.txt │ │ ├── run_qa.py │ │ └── utils_qa.py │ │ ├── summarization │ │ ├── README.md │ │ └── run_summarization.py │ │ ├── text-classification │ │ ├── README.md │ │ ├── requirements.txt │ │ ├── run_glue.py │ │ └── run_text_classification.py │ │ ├── token-classification │ │ ├── README.md │ │ └── run_ner.py │ │ └── translation │ │ ├── README.md │ │ └── run_translation.py ├── hubconf.py ├── model_cards │ └── README.md ├── notebooks │ └── README.md ├── pyproject.toml ├── scripts │ ├── check_tokenizers.py │ ├── distributed │ │ └── torch-distributed-gpu-test.py │ ├── fsmt │ │ ├── convert-allenai-wmt16.sh │ │ ├── convert-allenai-wmt19.sh │ │ ├── convert-facebook-wmt19.sh │ │ ├── eval-allenai-wmt16.sh │ │ ├── eval-allenai-wmt19.sh │ │ ├── eval-facebook-wmt19.sh │ │ ├── fsmt-make-super-tiny-model.py │ │ ├── fsmt-make-tiny-model.py │ │ ├── gen-card-allenai-wmt16.py │ │ ├── gen-card-allenai-wmt19.py │ │ ├── gen-card-facebook-wmt19.py │ │ ├── s3-move.sh │ │ └── tests-to-run.sh │ ├── pegasus │ │ └── build_test_sample_spm_no_bos.py │ ├── stale.py │ └── tatoeba │ │ ├── README.md │ │ └── upload_models.sh ├── setup.cfg ├── setup.py ├── src │ └── transformers │ │ ├── __init__.py │ │ ├── activations.py │ │ ├── activations_tf.py │ │ ├── benchmark │ │ ├── __init__.py │ │ ├── benchmark.py │ │ ├── benchmark_args.py │ │ ├── benchmark_args_tf.py │ │ ├── benchmark_args_utils.py │ │ ├── benchmark_tf.py │ │ └── benchmark_utils.py │ │ ├── commands │ │ ├── __init__.py │ │ ├── add_new_model.py │ │ ├── add_new_model_like.py │ │ ├── convert.py │ │ ├── download.py │ │ ├── env.py │ │ ├── lfs.py │ │ ├── run.py │ │ ├── serving.py │ │ ├── train.py │ │ ├── transformers_cli.py │ │ └── user.py │ │ ├── configuration_utils.py │ │ ├── convert_graph_to_onnx.py │ │ ├── convert_pytorch_checkpoint_to_tf2.py │ │ ├── convert_slow_tokenizer.py │ │ ├── convert_slow_tokenizers_checkpoints_to_fast.py │ │ ├── convert_tf_hub_seq_to_seq_bert_to_pytorch.py │ │ ├── data │ │ ├── __init__.py │ │ ├── data_collator.py │ │ ├── datasets │ │ │ ├── __init__.py │ │ │ ├── glue.py │ │ │ ├── language_modeling.py │ │ │ └── squad.py │ │ ├── metrics │ │ │ ├── __init__.py │ │ │ └── squad_metrics.py │ │ ├── processors │ │ │ ├── __init__.py │ │ │ ├── glue.py │ │ │ ├── squad.py │ │ │ ├── utils.py │ │ │ └── xnli.py │ │ └── test_generation_utils.py │ │ ├── debug_utils.py │ │ ├── deepspeed.py │ │ ├── dependency_versions_check.py │ │ ├── dependency_versions_table.py │ │ ├── dynamic_module_utils.py │ │ ├── feature_extraction_sequence_utils.py │ │ ├── feature_extraction_utils.py │ │ ├── file_utils.py │ │ ├── generation_beam_constraints.py │ │ ├── generation_beam_search.py │ │ ├── generation_flax_logits_process.py │ │ ├── generation_flax_utils.py │ │ ├── generation_logits_process.py │ │ ├── generation_stopping_criteria.py │ │ ├── generation_tf_logits_process.py │ │ ├── generation_tf_utils.py │ │ ├── generation_utils.py │ │ ├── hf_argparser.py │ │ ├── image_utils.py │ │ ├── integrations.py │ │ ├── keras_callbacks.py │ │ ├── modelcard.py │ │ ├── modeling_flax_outputs.py │ │ ├── modeling_flax_pytorch_utils.py │ │ ├── modeling_flax_utils.py │ │ ├── modeling_outputs.py │ │ ├── modeling_tf_outputs.py │ │ ├── modeling_tf_pytorch_utils.py │ │ ├── modeling_tf_utils.py │ │ ├── modeling_utils.py │ │ ├── models │ │ ├── __init__.py │ │ ├── albert │ │ │ ├── __init__.py │ │ │ ├── configuration_albert.py │ │ │ ├── convert_albert_original_tf_checkpoint_to_pytorch.py │ │ │ ├── modeling_albert.py │ │ │ ├── modeling_flax_albert.py │ │ │ ├── modeling_tf_albert.py │ │ │ ├── tokenization_albert.py │ │ │ └── tokenization_albert_fast.py │ │ ├── auto │ │ │ ├── __init__.py │ │ │ ├── auto_factory.py │ │ │ ├── configuration_auto.py │ │ │ ├── feature_extraction_auto.py │ │ │ ├── modeling_auto.py │ │ │ ├── modeling_flax_auto.py │ │ │ ├── modeling_tf_auto.py │ │ │ ├── processing_auto.py │ │ │ └── tokenization_auto.py │ │ ├── bart │ │ │ ├── __init__.py │ │ │ ├── configuration_bart.py │ │ │ ├── convert_bart_original_pytorch_checkpoint_to_pytorch.py │ │ │ ├── modeling_bart.py │ │ │ ├── modeling_flax_bart.py │ │ │ ├── modeling_tf_bart.py │ │ │ ├── tokenization_bart.py │ │ │ └── tokenization_bart_fast.py │ │ ├── barthez │ │ │ ├── __init__.py │ │ │ ├── tokenization_barthez.py │ │ │ └── tokenization_barthez_fast.py │ │ ├── bartpho │ │ │ ├── __init__.py │ │ │ └── tokenization_bartpho.py │ │ ├── beit │ │ │ ├── __init__.py │ │ │ ├── configuration_beit.py │ │ │ ├── convert_beit_unilm_to_pytorch.py │ │ │ ├── feature_extraction_beit.py │ │ │ ├── modeling_beit.py │ │ │ └── modeling_flax_beit.py │ │ ├── bert │ │ │ ├── __init__.py │ │ │ ├── configuration_bert.py │ │ │ ├── convert_bert_original_tf2_checkpoint_to_pytorch.py │ │ │ ├── convert_bert_original_tf_checkpoint_to_pytorch.py │ │ │ ├── convert_bert_pytorch_checkpoint_to_original_tf.py │ │ │ ├── modeling_bert.py │ │ │ ├── modeling_flax_bert.py │ │ │ ├── modeling_tf_bert.py │ │ │ ├── tokenization_bert.py │ │ │ └── tokenization_bert_fast.py │ │ ├── bert_generation │ │ │ ├── __init__.py │ │ │ ├── configuration_bert_generation.py │ │ │ ├── modeling_bert_generation.py │ │ │ └── tokenization_bert_generation.py │ │ ├── bert_japanese │ │ │ ├── __init__.py │ │ │ └── tokenization_bert_japanese.py │ │ ├── bertweet │ │ │ ├── __init__.py │ │ │ └── tokenization_bertweet.py │ │ ├── big_bird │ │ │ ├── __init__.py │ │ │ ├── configuration_big_bird.py │ │ │ ├── convert_bigbird_original_tf_checkpoint_to_pytorch.py │ │ │ ├── modeling_big_bird.py │ │ │ ├── modeling_flax_big_bird.py │ │ │ ├── tokenization_big_bird.py │ │ │ └── tokenization_big_bird_fast.py │ │ ├── bigbird_pegasus │ │ │ ├── __init__.py │ │ │ ├── configuration_bigbird_pegasus.py │ │ │ ├── convert_bigbird_pegasus_tf_to_pytorch.py │ │ │ └── modeling_bigbird_pegasus.py │ │ ├── blenderbot │ │ │ ├── __init__.py │ │ │ ├── configuration_blenderbot.py │ │ │ ├── convert_blenderbot_original_pytorch_checkpoint_to_pytorch.py │ │ │ ├── modeling_blenderbot.py │ │ │ ├── modeling_flax_blenderbot.py │ │ │ ├── modeling_tf_blenderbot.py │ │ │ ├── tokenization_blenderbot.py │ │ │ └── tokenization_blenderbot_fast.py │ │ ├── blenderbot_small │ │ │ ├── __init__.py │ │ │ ├── configuration_blenderbot_small.py │ │ │ ├── modeling_blenderbot_small.py │ │ │ ├── modeling_flax_blenderbot_small.py │ │ │ ├── modeling_tf_blenderbot_small.py │ │ │ ├── tokenization_blenderbot_small.py │ │ │ └── tokenization_blenderbot_small_fast.py │ │ ├── bort │ │ │ ├── __init__.py │ │ │ └── convert_bort_original_gluonnlp_checkpoint_to_pytorch.py │ │ ├── byt5 │ │ │ ├── __init__.py │ │ │ ├── convert_byt5_original_tf_checkpoint_to_pytorch.py │ │ │ └── tokenization_byt5.py │ │ ├── camembert │ │ │ ├── __init__.py │ │ │ ├── configuration_camembert.py │ │ │ ├── modeling_camembert.py │ │ │ ├── modeling_tf_camembert.py │ │ │ ├── tokenization_camembert.py │ │ │ └── tokenization_camembert_fast.py │ │ ├── canine │ │ │ ├── __init__.py │ │ │ ├── configuration_canine.py │ │ │ ├── convert_canine_original_tf_checkpoint_to_pytorch.py │ │ │ ├── modeling_canine.py │ │ │ └── tokenization_canine.py │ │ ├── clip │ │ │ ├── __init__.py │ │ │ ├── configuration_clip.py │ │ │ ├── convert_clip_original_pytorch_to_hf.py │ │ │ ├── feature_extraction_clip.py │ │ │ ├── modeling_clip.py │ │ │ ├── modeling_flax_clip.py │ │ │ ├── modeling_tf_clip.py │ │ │ ├── processing_clip.py │ │ │ ├── tokenization_clip.py │ │ │ └── tokenization_clip_fast.py │ │ ├── convbert │ │ │ ├── __init__.py │ │ │ ├── configuration_convbert.py │ │ │ ├── convert_convbert_original_tf1_checkpoint_to_pytorch_and_tf2.py │ │ │ ├── modeling_convbert.py │ │ │ ├── modeling_tf_convbert.py │ │ │ ├── tokenization_convbert.py │ │ │ └── tokenization_convbert_fast.py │ │ ├── convnext │ │ │ ├── __init__.py │ │ │ ├── configuration_convnext.py │ │ │ ├── convert_convnext_to_pytorch.py │ │ │ ├── feature_extraction_convnext.py │ │ │ ├── modeling_convnext.py │ │ │ └── modeling_tf_convnext.py │ │ ├── cpm │ │ │ ├── __init__.py │ │ │ ├── tokenization_cpm.py │ │ │ └── tokenization_cpm_fast.py │ │ ├── ctrl │ │ │ ├── __init__.py │ │ │ ├── configuration_ctrl.py │ │ │ ├── modeling_ctrl.py │ │ │ ├── modeling_tf_ctrl.py │ │ │ └── tokenization_ctrl.py │ │ ├── data2vec │ │ │ ├── __init__.py │ │ │ ├── configuration_data2vec_audio.py │ │ │ ├── configuration_data2vec_text.py │ │ │ ├── convert_data2vec_audio_original_pytorch_checkpoint_to_pytorch.py │ │ │ ├── convert_data2vec_text_original_pytorch_checkpoint_to_pytorch.py │ │ │ ├── modeling_data2vec_audio.py │ │ │ └── modeling_data2vec_text.py │ │ ├── deberta │ │ │ ├── __init__.py │ │ │ ├── configuration_deberta.py │ │ │ ├── modeling_deberta.py │ │ │ ├── modeling_tf_deberta.py │ │ │ ├── tokenization_deberta.py │ │ │ └── tokenization_deberta_fast.py │ │ ├── deberta_v2 │ │ │ ├── __init__.py │ │ │ ├── configuration_deberta_v2.py │ │ │ ├── modeling_deberta_v2.py │ │ │ ├── modeling_tf_deberta_v2.py │ │ │ └── tokenization_deberta_v2.py │ │ ├── decision_transformer │ │ │ ├── __init__.py │ │ │ ├── configuration_decision_transformer.py │ │ │ └── modeling_decision_transformer.py │ │ ├── deit │ │ │ ├── __init__.py │ │ │ ├── configuration_deit.py │ │ │ ├── convert_deit_timm_to_pytorch.py │ │ │ ├── feature_extraction_deit.py │ │ │ └── modeling_deit.py │ │ ├── detr │ │ │ ├── __init__.py │ │ │ ├── configuration_detr.py │ │ │ ├── convert_detr_original_pytorch_checkpoint_to_pytorch.py │ │ │ ├── feature_extraction_detr.py │ │ │ └── modeling_detr.py │ │ ├── dialogpt │ │ │ ├── __init__.py │ │ │ └── convert_dialogpt_original_pytorch_checkpoint_to_pytorch.py │ │ ├── distilbert │ │ │ ├── __init__.py │ │ │ ├── configuration_distilbert.py │ │ │ ├── modeling_distilbert.py │ │ │ ├── modeling_flax_distilbert.py │ │ │ ├── modeling_tf_distilbert.py │ │ │ ├── tokenization_distilbert.py │ │ │ └── tokenization_distilbert_fast.py │ │ ├── dit │ │ │ ├── __init__.py │ │ │ └── convert_dit_unilm_to_pytorch.py │ │ ├── dpr │ │ │ ├── __init__.py │ │ │ ├── configuration_dpr.py │ │ │ ├── convert_dpr_original_checkpoint_to_pytorch.py │ │ │ ├── modeling_dpr.py │ │ │ ├── modeling_tf_dpr.py │ │ │ ├── tokenization_dpr.py │ │ │ └── tokenization_dpr_fast.py │ │ ├── dpt │ │ │ ├── __init__.py │ │ │ ├── configuration_dpt.py │ │ │ ├── convert_dpt_to_pytorch.py │ │ │ ├── feature_extraction_dpt.py │ │ │ └── modeling_dpt.py │ │ ├── electra │ │ │ ├── __init__.py │ │ │ ├── configuration_electra.py │ │ │ ├── convert_electra_original_tf_checkpoint_to_pytorch.py │ │ │ ├── modeling_electra.py │ │ │ ├── modeling_flax_electra.py │ │ │ ├── modeling_tf_electra.py │ │ │ ├── tokenization_electra.py │ │ │ └── tokenization_electra_fast.py │ │ ├── encoder_decoder │ │ │ ├── __init__.py │ │ │ ├── configuration_encoder_decoder.py │ │ │ ├── modeling_encoder_decoder.py │ │ │ ├── modeling_flax_encoder_decoder.py │ │ │ └── modeling_tf_encoder_decoder.py │ │ ├── flaubert │ │ │ ├── __init__.py │ │ │ ├── configuration_flaubert.py │ │ │ ├── modeling_flaubert.py │ │ │ ├── modeling_tf_flaubert.py │ │ │ └── tokenization_flaubert.py │ │ ├── fnet │ │ │ ├── __init__.py │ │ │ ├── configuration_fnet.py │ │ │ ├── convert_fnet_original_flax_checkpoint_to_pytorch.py │ │ │ ├── modeling_fnet.py │ │ │ ├── tokenization_fnet.py │ │ │ └── tokenization_fnet_fast.py │ │ ├── fsmt │ │ │ ├── __init__.py │ │ │ ├── configuration_fsmt.py │ │ │ ├── convert_fsmt_original_pytorch_checkpoint_to_pytorch.py │ │ │ ├── modeling_fsmt.py │ │ │ └── tokenization_fsmt.py │ │ ├── funnel │ │ │ ├── __init__.py │ │ │ ├── configuration_funnel.py │ │ │ ├── convert_funnel_original_tf_checkpoint_to_pytorch.py │ │ │ ├── modeling_funnel.py │ │ │ ├── modeling_tf_funnel.py │ │ │ ├── tokenization_funnel.py │ │ │ └── tokenization_funnel_fast.py │ │ ├── glpn │ │ │ ├── __init__.py │ │ │ ├── configuration_glpn.py │ │ │ ├── convert_glpn_to_pytorch.py │ │ │ ├── feature_extraction_glpn.py │ │ │ └── modeling_glpn.py │ │ ├── gpt2 │ │ │ ├── __init__.py │ │ │ ├── configuration_gpt2.py │ │ │ ├── convert_gpt2_original_tf_checkpoint_to_pytorch.py │ │ │ ├── modeling_flax_gpt2.py │ │ │ ├── modeling_gpt2.py │ │ │ ├── modeling_tf_gpt2.py │ │ │ ├── tokenization_gpt2.py │ │ │ └── tokenization_gpt2_fast.py │ │ ├── gpt_neo │ │ │ ├── __init__.py │ │ │ ├── configuration_gpt_neo.py │ │ │ ├── convert_gpt_neo_mesh_tf_to_pytorch.py │ │ │ ├── modeling_flax_gpt_neo.py │ │ │ └── modeling_gpt_neo.py │ │ ├── gptj │ │ │ ├── __init__.py │ │ │ ├── configuration_gptj.py │ │ │ ├── modeling_flax_gptj.py │ │ │ ├── modeling_gptj.py │ │ │ └── modeling_tf_gptj.py │ │ ├── herbert │ │ │ ├── __init__.py │ │ │ ├── tokenization_herbert.py │ │ │ └── tokenization_herbert_fast.py │ │ ├── hubert │ │ │ ├── __init__.py │ │ │ ├── configuration_hubert.py │ │ │ ├── convert_distilhubert_original_s3prl_checkpoint_to_pytorch.py │ │ │ ├── convert_hubert_original_pytorch_checkpoint_to_pytorch.py │ │ │ ├── convert_hubert_original_s3prl_checkpoint_to_pytorch.py │ │ │ ├── modeling_hubert.py │ │ │ └── modeling_tf_hubert.py │ │ ├── ibert │ │ │ ├── __init__.py │ │ │ ├── configuration_ibert.py │ │ │ ├── modeling_ibert.py │ │ │ └── quant_modules.py │ │ ├── imagegpt │ │ │ ├── __init__.py │ │ │ ├── configuration_imagegpt.py │ │ │ ├── convert_imagegpt_original_tf2_to_pytorch.py │ │ │ ├── feature_extraction_imagegpt.py │ │ │ └── modeling_imagegpt.py │ │ ├── layoutlm │ │ │ ├── __init__.py │ │ │ ├── configuration_layoutlm.py │ │ │ ├── modeling_layoutlm.py │ │ │ ├── modeling_tf_layoutlm.py │ │ │ ├── tokenization_layoutlm.py │ │ │ └── tokenization_layoutlm_fast.py │ │ ├── layoutlmv2 │ │ │ ├── __init__.py │ │ │ ├── configuration_layoutlmv2.py │ │ │ ├── feature_extraction_layoutlmv2.py │ │ │ ├── modeling_layoutlmv2.py │ │ │ ├── processing_layoutlmv2.py │ │ │ ├── tokenization_layoutlmv2.py │ │ │ └── tokenization_layoutlmv2_fast.py │ │ ├── layoutxlm │ │ │ ├── __init__.py │ │ │ ├── processing_layoutxlm.py │ │ │ ├── tokenization_layoutxlm.py │ │ │ └── tokenization_layoutxlm_fast.py │ │ ├── led │ │ │ ├── __init__.py │ │ │ ├── configuration_led.py │ │ │ ├── modeling_led.py │ │ │ ├── modeling_tf_led.py │ │ │ ├── tokenization_led.py │ │ │ └── tokenization_led_fast.py │ │ ├── longformer │ │ │ ├── __init__.py │ │ │ ├── configuration_longformer.py │ │ │ ├── convert_longformer_original_pytorch_lightning_to_pytorch.py │ │ │ ├── modeling_longformer.py │ │ │ ├── modeling_tf_longformer.py │ │ │ ├── tokenization_longformer.py │ │ │ └── tokenization_longformer_fast.py │ │ ├── luke │ │ │ ├── __init__.py │ │ │ ├── configuration_luke.py │ │ │ ├── convert_luke_original_pytorch_checkpoint_to_pytorch.py │ │ │ ├── modeling_luke.py │ │ │ └── tokenization_luke.py │ │ ├── lxmert │ │ │ ├── __init__.py │ │ │ ├── configuration_lxmert.py │ │ │ ├── convert_lxmert_original_tf_checkpoint_to_pytorch.py │ │ │ ├── modeling_lxmert.py │ │ │ ├── modeling_tf_lxmert.py │ │ │ ├── tokenization_lxmert.py │ │ │ └── tokenization_lxmert_fast.py │ │ ├── m2m_100 │ │ │ ├── __init__.py │ │ │ ├── configuration_m2m_100.py │ │ │ ├── convert_m2m100_original_checkpoint_to_pytorch.py │ │ │ ├── modeling_m2m_100.py │ │ │ └── tokenization_m2m_100.py │ │ ├── marian │ │ │ ├── __init__.py │ │ │ ├── configuration_marian.py │ │ │ ├── convert_marian_tatoeba_to_pytorch.py │ │ │ ├── convert_marian_to_pytorch.py │ │ │ ├── modeling_flax_marian.py │ │ │ ├── modeling_marian.py │ │ │ ├── modeling_tf_marian.py │ │ │ └── tokenization_marian.py │ │ ├── maskformer │ │ │ ├── __init__.py │ │ │ ├── configuration_maskformer.py │ │ │ ├── convert_maskformer_original_pytorch_checkpoint_to_pytorch.py │ │ │ ├── feature_extraction_maskformer.py │ │ │ └── modeling_maskformer.py │ │ ├── mbart │ │ │ ├── __init__.py │ │ │ ├── configuration_mbart.py │ │ │ ├── convert_mbart_original_checkpoint_to_pytorch.py │ │ │ ├── modeling_flax_mbart.py │ │ │ ├── modeling_mbart.py │ │ │ ├── modeling_tf_mbart.py │ │ │ ├── tokenization_mbart.py │ │ │ └── tokenization_mbart_fast.py │ │ ├── mbart50 │ │ │ ├── __init__.py │ │ │ ├── tokenization_mbart50.py │ │ │ └── tokenization_mbart50_fast.py │ │ ├── megatron_bert │ │ │ ├── __init__.py │ │ │ ├── configuration_megatron_bert.py │ │ │ ├── convert_megatron_bert_checkpoint.py │ │ │ └── modeling_megatron_bert.py │ │ ├── megatron_gpt2 │ │ │ ├── __init__.py │ │ │ └── convert_megatron_gpt2_checkpoint.py │ │ ├── mluke │ │ │ ├── __init__.py │ │ │ ├── convert_mluke_original_pytorch_checkpoint_to_pytorch.py │ │ │ └── tokenization_mluke.py │ │ ├── mmbt │ │ │ ├── __init__.py │ │ │ ├── configuration_mmbt.py │ │ │ └── modeling_mmbt.py │ │ ├── mobilebert │ │ │ ├── __init__.py │ │ │ ├── configuration_mobilebert.py │ │ │ ├── convert_mobilebert_original_tf_checkpoint_to_pytorch.py │ │ │ ├── modeling_mobilebert.py │ │ │ ├── modeling_tf_mobilebert.py │ │ │ ├── tokenization_mobilebert.py │ │ │ └── tokenization_mobilebert_fast.py │ │ ├── mpnet │ │ │ ├── __init__.py │ │ │ ├── configuration_mpnet.py │ │ │ ├── modeling_mpnet.py │ │ │ ├── modeling_tf_mpnet.py │ │ │ ├── tokenization_mpnet.py │ │ │ └── tokenization_mpnet_fast.py │ │ ├── mt5 │ │ │ ├── __init__.py │ │ │ ├── configuration_mt5.py │ │ │ ├── modeling_flax_mt5.py │ │ │ ├── modeling_mt5.py │ │ │ └── modeling_tf_mt5.py │ │ ├── nystromformer │ │ │ ├── __init__.py │ │ │ ├── configuration_nystromformer.py │ │ │ ├── convert_nystromformer_original_pytorch_checkpoint_to_pytorch.py │ │ │ └── modeling_nystromformer.py │ │ ├── openai │ │ │ ├── __init__.py │ │ │ ├── configuration_openai.py │ │ │ ├── convert_openai_original_tf_checkpoint_to_pytorch.py │ │ │ ├── modeling_openai.py │ │ │ ├── modeling_tf_openai.py │ │ │ ├── tokenization_openai.py │ │ │ └── tokenization_openai_fast.py │ │ ├── pegasus │ │ │ ├── __init__.py │ │ │ ├── configuration_pegasus.py │ │ │ ├── convert_pegasus_tf_to_pytorch.py │ │ │ ├── modeling_flax_pegasus.py │ │ │ ├── modeling_pegasus.py │ │ │ ├── modeling_tf_pegasus.py │ │ │ ├── tokenization_pegasus.py │ │ │ └── tokenization_pegasus_fast.py │ │ ├── perceiver │ │ │ ├── __init__.py │ │ │ ├── configuration_perceiver.py │ │ │ ├── convert_perceiver_haiku_to_pytorch.py │ │ │ ├── feature_extraction_perceiver.py │ │ │ ├── modeling_perceiver.py │ │ │ └── tokenization_perceiver.py │ │ ├── phobert │ │ │ ├── __init__.py │ │ │ └── tokenization_phobert.py │ │ ├── plbart │ │ │ ├── __init__.py │ │ │ ├── configuration_plbart.py │ │ │ ├── convert_plbart_original_checkpoint_to_torch.py │ │ │ ├── modeling_plbart.py │ │ │ └── tokenization_plbart.py │ │ ├── poolformer │ │ │ ├── __init__.py │ │ │ ├── configuration_poolformer.py │ │ │ ├── convert_poolformer_original_to_pytorch.py │ │ │ ├── feature_extraction_poolformer.py │ │ │ └── modeling_poolformer.py │ │ ├── prophetnet │ │ │ ├── __init__.py │ │ │ ├── configuration_prophetnet.py │ │ │ ├── convert_prophetnet_original_pytorch_checkpoint_to_pytorch.py │ │ │ ├── modeling_prophetnet.py │ │ │ └── tokenization_prophetnet.py │ │ ├── qdqbert │ │ │ ├── __init__.py │ │ │ ├── configuration_qdqbert.py │ │ │ └── modeling_qdqbert.py │ │ ├── rag │ │ │ ├── __init__.py │ │ │ ├── configuration_rag.py │ │ │ ├── modeling_rag.py │ │ │ ├── modeling_tf_rag.py │ │ │ ├── retrieval_rag.py │ │ │ └── tokenization_rag.py │ │ ├── realm │ │ │ ├── __init__.py │ │ │ ├── configuration_realm.py │ │ │ ├── modeling_realm.py │ │ │ ├── retrieval_realm.py │ │ │ ├── tokenization_realm.py │ │ │ └── tokenization_realm_fast.py │ │ ├── reformer │ │ │ ├── __init__.py │ │ │ ├── configuration_reformer.py │ │ │ ├── convert_reformer_trax_checkpoint_to_pytorch.py │ │ │ ├── modeling_reformer.py │ │ │ ├── tokenization_reformer.py │ │ │ └── tokenization_reformer_fast.py │ │ ├── rembert │ │ │ ├── __init__.py │ │ │ ├── configuration_rembert.py │ │ │ ├── convert_rembert_tf_checkpoint_to_pytorch.py │ │ │ ├── modeling_rembert.py │ │ │ ├── modeling_tf_rembert.py │ │ │ ├── tokenization_rembert.py │ │ │ └── tokenization_rembert_fast.py │ │ ├── resnet │ │ │ ├── __init__.py │ │ │ ├── configuration_resnet.py │ │ │ ├── convert_resnet_to_pytorch.py │ │ │ └── modeling_resnet.py │ │ ├── retribert │ │ │ ├── __init__.py │ │ │ ├── configuration_retribert.py │ │ │ ├── modeling_retribert.py │ │ │ ├── tokenization_retribert.py │ │ │ └── tokenization_retribert_fast.py │ │ ├── roberta │ │ │ ├── __init__.py │ │ │ ├── configuration_roberta.py │ │ │ ├── convert_roberta_original_pytorch_checkpoint_to_pytorch.py │ │ │ ├── modeling_flax_roberta.py │ │ │ ├── modeling_roberta.py │ │ │ ├── modeling_tf_roberta.py │ │ │ ├── tokenization_roberta.py │ │ │ └── tokenization_roberta_fast.py │ │ ├── roformer │ │ │ ├── __init__.py │ │ │ ├── configuration_roformer.py │ │ │ ├── convert_roformer_original_tf_checkpoint_to_pytorch.py │ │ │ ├── modeling_flax_roformer.py │ │ │ ├── modeling_roformer.py │ │ │ ├── modeling_tf_roformer.py │ │ │ ├── tokenization_roformer.py │ │ │ ├── tokenization_roformer_fast.py │ │ │ └── tokenization_utils.py │ │ ├── segformer │ │ │ ├── __init__.py │ │ │ ├── configuration_segformer.py │ │ │ ├── convert_segformer_original_to_pytorch.py │ │ │ ├── feature_extraction_segformer.py │ │ │ └── modeling_segformer.py │ │ ├── sew │ │ │ ├── __init__.py │ │ │ ├── configuration_sew.py │ │ │ ├── convert_sew_original_pytorch_checkpoint_to_pytorch.py │ │ │ └── modeling_sew.py │ │ ├── sew_d │ │ │ ├── __init__.py │ │ │ ├── configuration_sew_d.py │ │ │ ├── convert_sew_d_original_pytorch_checkpoint_to_pytorch.py │ │ │ └── modeling_sew_d.py │ │ ├── speech_encoder_decoder │ │ │ ├── __init__.py │ │ │ ├── configuration_speech_encoder_decoder.py │ │ │ ├── convert_mbart_wav2vec2_seq2seq_original_to_pytorch.py │ │ │ ├── convert_speech_to_text_wav2vec2_seq2seq_original_to_pytorch.py │ │ │ ├── modeling_flax_speech_encoder_decoder.py │ │ │ └── modeling_speech_encoder_decoder.py │ │ ├── speech_to_text │ │ │ ├── __init__.py │ │ │ ├── configuration_speech_to_text.py │ │ │ ├── convert_s2t_fairseq_to_tfms.py │ │ │ ├── feature_extraction_speech_to_text.py │ │ │ ├── modeling_speech_to_text.py │ │ │ ├── modeling_tf_speech_to_text.py │ │ │ ├── processing_speech_to_text.py │ │ │ └── tokenization_speech_to_text.py │ │ ├── speech_to_text_2 │ │ │ ├── __init__.py │ │ │ ├── configuration_speech_to_text_2.py │ │ │ ├── modeling_speech_to_text_2.py │ │ │ ├── processing_speech_to_text_2.py │ │ │ └── tokenization_speech_to_text_2.py │ │ ├── splinter │ │ │ ├── __init__.py │ │ │ ├── configuration_splinter.py │ │ │ ├── modeling_splinter.py │ │ │ ├── tokenization_splinter.py │ │ │ └── tokenization_splinter_fast.py │ │ ├── squeezebert │ │ │ ├── __init__.py │ │ │ ├── configuration_squeezebert.py │ │ │ ├── modeling_squeezebert.py │ │ │ ├── tokenization_squeezebert.py │ │ │ └── tokenization_squeezebert_fast.py │ │ ├── swin │ │ │ ├── __init__.py │ │ │ ├── configuration_swin.py │ │ │ ├── convert_swin_timm_to_pytorch.py │ │ │ └── modeling_swin.py │ │ ├── t5 │ │ │ ├── __init__.py │ │ │ ├── configuration_t5.py │ │ │ ├── convert_t5_original_tf_checkpoint_to_pytorch.py │ │ │ ├── download_from_gcp.sh │ │ │ ├── modeling_flax_t5.py │ │ │ ├── modeling_t5.py │ │ │ ├── modeling_tf_t5.py │ │ │ ├── tokenization_t5.py │ │ │ └── tokenization_t5_fast.py │ │ ├── tapas │ │ │ ├── __init__.py │ │ │ ├── configuration_tapas.py │ │ │ ├── convert_tapas_original_tf_checkpoint_to_pytorch.py │ │ │ ├── modeling_tapas.py │ │ │ ├── modeling_tf_tapas.py │ │ │ └── tokenization_tapas.py │ │ ├── transfo_xl │ │ │ ├── __init__.py │ │ │ ├── configuration_transfo_xl.py │ │ │ ├── convert_transfo_xl_original_tf_checkpoint_to_pytorch.py │ │ │ ├── modeling_tf_transfo_xl.py │ │ │ ├── modeling_tf_transfo_xl_utilities.py │ │ │ ├── modeling_transfo_xl.py │ │ │ ├── modeling_transfo_xl_utilities.py │ │ │ └── tokenization_transfo_xl.py │ │ ├── trocr │ │ │ ├── __init__.py │ │ │ ├── configuration_trocr.py │ │ │ ├── modeling_trocr.py │ │ │ └── processing_trocr.py │ │ ├── unispeech │ │ │ ├── __init__.py │ │ │ ├── configuration_unispeech.py │ │ │ ├── convert_unispeech_original_pytorch_checkpoint_to_pytorch.py │ │ │ └── modeling_unispeech.py │ │ ├── unispeech_sat │ │ │ ├── __init__.py │ │ │ ├── configuration_unispeech_sat.py │ │ │ ├── convert_unispeech_original_s3prl_checkpoint_to_pytorch.py │ │ │ ├── convert_unispeech_sat_original_pytorch_checkpoint_to_pytorch.py │ │ │ └── modeling_unispeech_sat.py │ │ ├── van │ │ │ ├── __init__.py │ │ │ ├── configuration_van.py │ │ │ ├── convert_van_to_pytorch.py │ │ │ └── modeling_van.py │ │ ├── vilt │ │ │ ├── __init__.py │ │ │ ├── configuration_vilt.py │ │ │ ├── convert_vilt_original_to_pytorch.py │ │ │ ├── feature_extraction_vilt.py │ │ │ ├── modeling_vilt.py │ │ │ └── processing_vilt.py │ │ ├── vision_encoder_decoder │ │ │ ├── __init__.py │ │ │ ├── configuration_vision_encoder_decoder.py │ │ │ ├── convert_trocr_unilm_to_pytorch.py │ │ │ ├── modeling_flax_vision_encoder_decoder.py │ │ │ ├── modeling_tf_vision_encoder_decoder.py │ │ │ └── modeling_vision_encoder_decoder.py │ │ ├── vision_text_dual_encoder │ │ │ ├── __init__.py │ │ │ ├── configuration_vision_text_dual_encoder.py │ │ │ ├── modeling_flax_vision_text_dual_encoder.py │ │ │ ├── modeling_vision_text_dual_encoder.py │ │ │ └── processing_vision_text_dual_encoder.py │ │ ├── visual_bert │ │ │ ├── __init__.py │ │ │ ├── configuration_visual_bert.py │ │ │ ├── convert_visual_bert_original_pytorch_checkpoint_to_pytorch.py │ │ │ └── modeling_visual_bert.py │ │ ├── vit │ │ │ ├── __init__.py │ │ │ ├── configuration_vit.py │ │ │ ├── convert_dino_to_pytorch.py │ │ │ ├── convert_vit_timm_to_pytorch.py │ │ │ ├── feature_extraction_vit.py │ │ │ ├── modeling_flax_vit.py │ │ │ ├── modeling_tf_vit.py │ │ │ └── modeling_vit.py │ │ ├── vit_mae │ │ │ ├── __init__.py │ │ │ ├── configuration_vit_mae.py │ │ │ ├── convert_vit_mae_to_pytorch.py │ │ │ └── modeling_vit_mae.py │ │ ├── wav2vec2 │ │ │ ├── __init__.py │ │ │ ├── configuration_wav2vec2.py │ │ │ ├── convert_wav2vec2_original_pytorch_checkpoint_to_pytorch.py │ │ │ ├── convert_wav2vec2_original_s3prl_checkpoint_to_pytorch.py │ │ │ ├── feature_extraction_wav2vec2.py │ │ │ ├── modeling_flax_wav2vec2.py │ │ │ ├── modeling_tf_wav2vec2.py │ │ │ ├── modeling_wav2vec2.py │ │ │ ├── processing_wav2vec2.py │ │ │ └── tokenization_wav2vec2.py │ │ ├── wav2vec2_phoneme │ │ │ ├── __init__.py │ │ │ └── tokenization_wav2vec2_phoneme.py │ │ ├── wav2vec2_with_lm │ │ │ ├── __init__.py │ │ │ └── processing_wav2vec2_with_lm.py │ │ ├── wavlm │ │ │ ├── __init__.py │ │ │ ├── configuration_wavlm.py │ │ │ ├── convert_wavlm_original_pytorch_checkpoint_to_pytorch.py │ │ │ ├── convert_wavlm_original_s3prl_checkpoint_to_pytorch.py │ │ │ └── modeling_wavlm.py │ │ ├── xglm │ │ │ ├── __init__.py │ │ │ ├── configuration_xglm.py │ │ │ ├── convert_xglm_original_ckpt_to_trfms.py │ │ │ ├── modeling_flax_xglm.py │ │ │ ├── modeling_xglm.py │ │ │ ├── tokenization_xglm.py │ │ │ └── tokenization_xglm_fast.py │ │ ├── xlm │ │ │ ├── __init__.py │ │ │ ├── configuration_xlm.py │ │ │ ├── convert_xlm_original_pytorch_checkpoint_to_pytorch.py │ │ │ ├── modeling_tf_xlm.py │ │ │ ├── modeling_xlm.py │ │ │ └── tokenization_xlm.py │ │ ├── xlm_prophetnet │ │ │ ├── __init__.py │ │ │ ├── configuration_xlm_prophetnet.py │ │ │ ├── modeling_xlm_prophetnet.py │ │ │ └── tokenization_xlm_prophetnet.py │ │ ├── xlm_roberta │ │ │ ├── __init__.py │ │ │ ├── configuration_xlm_roberta.py │ │ │ ├── modeling_flax_xlm_roberta.py │ │ │ ├── modeling_tf_xlm_roberta.py │ │ │ ├── modeling_xlm_roberta.py │ │ │ ├── tokenization_xlm_roberta.py │ │ │ └── tokenization_xlm_roberta_fast.py │ │ ├── xlm_roberta_xl │ │ │ ├── __init__.py │ │ │ ├── configuration_xlm_roberta_xl.py │ │ │ ├── convert_xlm_roberta_xl_original_pytorch_checkpoint_to_pytorch.py │ │ │ └── modeling_xlm_roberta_xl.py │ │ ├── xlnet │ │ │ ├── __init__.py │ │ │ ├── configuration_xlnet.py │ │ │ ├── convert_xlnet_original_tf_checkpoint_to_pytorch.py │ │ │ ├── modeling_tf_xlnet.py │ │ │ ├── modeling_xlnet.py │ │ │ ├── tokenization_xlnet.py │ │ │ └── tokenization_xlnet_fast.py │ │ └── yoso │ │ │ ├── __init__.py │ │ │ ├── common.h │ │ │ ├── common_cuda.h │ │ │ ├── common_cuda_device.h │ │ │ ├── configuration_yoso.py │ │ │ ├── convert_yoso_pytorch_to_pytorch.py │ │ │ ├── fast_lsh_cumulation.cu │ │ │ ├── fast_lsh_cumulation.h │ │ │ ├── fast_lsh_cumulation_cuda.cu │ │ │ ├── fast_lsh_cumulation_cuda.h │ │ │ ├── fast_lsh_cumulation_torch.cpp │ │ │ └── modeling_yoso.py │ │ ├── onnx │ │ ├── __init__.py │ │ ├── __main__.py │ │ ├── config.py │ │ ├── convert.py │ │ ├── features.py │ │ └── utils.py │ │ ├── optimization.py │ │ ├── optimization_tf.py │ │ ├── pipelines │ │ ├── __init__.py │ │ ├── audio_classification.py │ │ ├── audio_utils.py │ │ ├── automatic_speech_recognition.py │ │ ├── base.py │ │ ├── conversational.py │ │ ├── feature_extraction.py │ │ ├── fill_mask.py │ │ ├── image_classification.py │ │ ├── image_segmentation.py │ │ ├── object_detection.py │ │ ├── pt_utils.py │ │ ├── question_answering.py │ │ ├── table_question_answering.py │ │ ├── text2text_generation.py │ │ ├── text_classification.py │ │ ├── text_generation.py │ │ ├── token_classification.py │ │ ├── zero_shot_classification.py │ │ └── zero_shot_image_classification.py │ │ ├── processing_utils.py │ │ ├── py.typed │ │ ├── pytorch_utils.py │ │ ├── sagemaker │ │ ├── __init__.py │ │ ├── trainer_sm.py │ │ └── training_args_sm.py │ │ ├── testing_utils.py │ │ ├── tf_utils.py │ │ ├── tokenization_utils.py │ │ ├── tokenization_utils_base.py │ │ ├── tokenization_utils_fast.py │ │ ├── trainer.py │ │ ├── trainer_2.py │ │ ├── trainer_callback.py │ │ ├── trainer_pt_utils.py │ │ ├── trainer_seq2seq.py │ │ ├── trainer_tf.py │ │ ├── trainer_utils.py │ │ ├── training_args.py │ │ ├── training_args_seq2seq.py │ │ ├── training_args_tf.py │ │ └── utils │ │ ├── __init__.py │ │ ├── doc.py │ │ ├── dummy_detectron2_objects.py │ │ ├── dummy_flax_objects.py │ │ ├── dummy_pt_objects.py │ │ ├── dummy_scatter_objects.py │ │ ├── dummy_sentencepiece_and_speech_objects.py │ │ ├── dummy_sentencepiece_and_tokenizers_objects.py │ │ ├── dummy_sentencepiece_objects.py │ │ ├── dummy_speech_objects.py │ │ ├── dummy_tf_objects.py │ │ ├── dummy_timm_and_vision_objects.py │ │ ├── dummy_timm_objects.py │ │ ├── dummy_tokenizers_objects.py │ │ ├── dummy_vision_objects.py │ │ ├── fx.py │ │ ├── generic.py │ │ ├── hp_naming.py │ │ ├── hub.py │ │ ├── import_utils.py │ │ ├── logging.py │ │ ├── model_parallel_utils.py │ │ ├── notebook.py │ │ ├── sentencepiece_model_pb2.py │ │ └── versions.py ├── templates │ ├── adding_a_new_example_script │ │ ├── README.md │ │ ├── cookiecutter.json │ │ └── {{cookiecutter.directory_name}} │ │ │ └── run_{{cookiecutter.example_shortcut}}.py │ └── adding_a_new_model │ │ ├── ADD_NEW_MODEL_PROPOSAL_TEMPLATE.md │ │ ├── README.md │ │ ├── cookiecutter-template-{{cookiecutter.modelname}} │ │ ├── __init__.py │ │ ├── configuration.json │ │ ├── configuration_{{cookiecutter.lowercase_modelname}}.py │ │ ├── modeling_flax_{{cookiecutter.lowercase_modelname}}.py │ │ ├── modeling_tf_{{cookiecutter.lowercase_modelname}}.py │ │ ├── modeling_{{cookiecutter.lowercase_modelname}}.py │ │ ├── test_modeling_flax_{{cookiecutter.lowercase_modelname}}.py │ │ ├── test_modeling_tf_{{cookiecutter.lowercase_modelname}}.py │ │ ├── test_modeling_{{cookiecutter.lowercase_modelname}}.py │ │ ├── to_replace_{{cookiecutter.lowercase_modelname}}.py │ │ ├── tokenization_fast_{{cookiecutter.lowercase_modelname}}.py │ │ ├── tokenization_{{cookiecutter.lowercase_modelname}}.py │ │ └── {{cookiecutter.lowercase_modelname}}.mdx │ │ ├── cookiecutter.json │ │ ├── open_model_proposals │ │ ├── ADD_BIG_BIRD.md │ │ └── README.md │ │ └── tests │ │ ├── encoder-bert-tokenizer.json │ │ ├── flax-encoder-bert-tokenizer.json │ │ ├── flax-seq-2-seq-bart-tokenizer.json │ │ ├── pt-encoder-bert-tokenizer.json │ │ ├── pt-seq-2-seq-bart-tokenizer.json │ │ ├── standalone.json │ │ ├── tf-encoder-bert-tokenizer.json │ │ └── tf-seq-2-seq-bart-tokenizer.json ├── tests │ ├── __init__.py │ ├── albert │ │ ├── __init__.py │ │ ├── test_modeling_albert.py │ │ ├── test_modeling_flax_albert.py │ │ ├── test_modeling_tf_albert.py │ │ └── test_tokenization_albert.py │ ├── auto │ │ ├── __init__.py │ │ ├── test_configuration_auto.py │ │ ├── test_feature_extraction_auto.py │ │ ├── test_modeling_auto.py │ │ ├── test_modeling_flax_auto.py │ │ ├── test_modeling_tf_auto.py │ │ ├── test_modeling_tf_pytorch.py │ │ ├── test_processor_auto.py │ │ └── test_tokenization_auto.py │ ├── bart │ │ ├── __init__.py │ │ ├── test_modeling_bart.py │ │ ├── test_modeling_flax_bart.py │ │ ├── test_modeling_tf_bart.py │ │ └── test_tokenization_bart.py │ ├── barthez │ │ ├── __init__.py │ │ └── test_tokenization_barthez.py │ ├── bartpho │ │ ├── __init__.py │ │ └── test_tokenization_bartpho.py │ ├── beit │ │ ├── __init__.py │ │ ├── test_feature_extraction_beit.py │ │ ├── test_modeling_beit.py │ │ └── test_modeling_flax_beit.py │ ├── benchmark │ │ ├── __init__.py │ │ ├── test_benchmark.py │ │ └── test_benchmark_tf.py │ ├── bert │ │ ├── __init__.py │ │ ├── test_modeling_bert.py │ │ ├── test_modeling_flax_bert.py │ │ ├── test_modeling_tf_bert.py │ │ └── test_tokenization_bert.py │ ├── bert_generation │ │ ├── __init__.py │ │ ├── test_modeling_bert_generation.py │ │ └── test_tokenization_bert_generation.py │ ├── bert_japanese │ │ ├── __init__.py │ │ └── test_tokenization_bert_japanese.py │ ├── bertweet │ │ ├── __init__.py │ │ └── test_tokenization_bertweet.py │ ├── big_bird │ │ ├── __init__.py │ │ ├── test_modeling_big_bird.py │ │ ├── test_modeling_flax_big_bird.py │ │ └── test_tokenization_big_bird.py │ ├── bigbird_pegasus │ │ ├── __init__.py │ │ └── test_modeling_bigbird_pegasus.py │ ├── blenderbot │ │ ├── __init__.py │ │ ├── test_modeling_blenderbot.py │ │ ├── test_modeling_flax_blenderbot.py │ │ ├── test_modeling_tf_blenderbot.py │ │ └── test_tokenization_blenderbot.py │ ├── blenderbot_small │ │ ├── __init__.py │ │ ├── test_modeling_blenderbot_small.py │ │ ├── test_modeling_flax_blenderbot_small.py │ │ ├── test_modeling_tf_blenderbot_small.py │ │ └── test_tokenization_blenderbot_small.py │ ├── bort │ │ ├── __init__.py │ │ ├── test_modeling_bort.py │ │ └── test_modeling_tf_bort.py │ ├── byt5 │ │ ├── __init__.py │ │ └── test_tokenization_byt5.py │ ├── camembert │ │ ├── __init__.py │ │ ├── test_modeling_camembert.py │ │ ├── test_modeling_tf_camembert.py │ │ └── test_tokenization_camembert.py │ ├── canine │ │ ├── __init__.py │ │ ├── test_modeling_canine.py │ │ └── test_tokenization_canine.py │ ├── clip │ │ ├── __init__.py │ │ ├── test_feature_extraction_clip.py │ │ ├── test_modeling_clip.py │ │ ├── test_modeling_flax_clip.py │ │ ├── test_modeling_tf_clip.py │ │ ├── test_processor_clip.py │ │ └── test_tokenization_clip.py │ ├── convbert │ │ ├── __init__.py │ │ ├── test_modeling_convbert.py │ │ └── test_modeling_tf_convbert.py │ ├── convnext │ │ ├── __init__.py │ │ ├── test_feature_extraction_convnext.py │ │ ├── test_modeling_convnext.py │ │ └── test_modeling_tf_convnext.py │ ├── cpm │ │ ├── __init__.py │ │ └── test_tokenization_cpm.py │ ├── ctrl │ │ ├── __init__.py │ │ ├── test_modeling_ctrl.py │ │ ├── test_modeling_tf_ctrl.py │ │ └── test_tokenization_ctrl.py │ ├── data2vec │ │ ├── __init__.py │ │ ├── test_modeling_data2vec_audio.py │ │ └── test_modeling_data2vec_text.py │ ├── deberta │ │ ├── __init__.py │ │ ├── test_modeling_deberta.py │ │ ├── test_modeling_tf_deberta.py │ │ └── test_tokenization_deberta.py │ ├── deberta_v2 │ │ ├── __init__.py │ │ ├── test_modeling_deberta_v2.py │ │ ├── test_modeling_tf_deberta_v2.py │ │ └── test_tokenization_deberta_v2.py │ ├── decision_transformer │ │ ├── __init__.py │ │ └── test_modeling_decision_transformer.py │ ├── deepspeed │ │ ├── ds_config_zero2.json │ │ ├── ds_config_zero3.json │ │ ├── test_deepspeed.py │ │ └── test_model_zoo.py │ ├── deit │ │ ├── __init__.py │ │ ├── test_feature_extraction_deit.py │ │ └── test_modeling_deit.py │ ├── detr │ │ ├── __init__.py │ │ ├── test_feature_extraction_detr.py │ │ └── test_modeling_detr.py │ ├── distilbert │ │ ├── __init__.py │ │ ├── test_modeling_distilbert.py │ │ ├── test_modeling_flax_distilbert.py │ │ ├── test_modeling_tf_distilbert.py │ │ └── test_tokenization_distilbert.py │ ├── dit │ │ ├── __init__.py │ │ └── test_modeling_dit.py │ ├── dpr │ │ ├── __init__.py │ │ ├── test_modeling_dpr.py │ │ ├── test_modeling_tf_dpr.py │ │ └── test_tokenization_dpr.py │ ├── dpt │ │ ├── __init__.py │ │ ├── test_feature_extraction_dpt.py │ │ └── test_modeling_dpt.py │ ├── electra │ │ ├── __init__.py │ │ ├── test_modeling_electra.py │ │ ├── test_modeling_flax_electra.py │ │ └── test_modeling_tf_electra.py │ ├── encoder_decoder │ │ ├── __init__.py │ │ ├── test_modeling_encoder_decoder.py │ │ ├── test_modeling_flax_encoder_decoder.py │ │ └── test_modeling_tf_encoder_decoder.py │ ├── extended │ │ └── test_trainer_ext.py │ ├── fixtures │ │ ├── add_distilbert_like_config.json │ │ ├── dummy-config.json │ │ ├── dummy_feature_extractor_config.json │ │ ├── empty.txt │ │ ├── input.txt │ │ ├── merges.txt │ │ ├── preprocessor_config.json │ │ ├── sample_text.txt │ │ ├── sample_text_no_unicode.txt │ │ ├── spiece.model │ │ ├── test_entity_vocab.json │ │ ├── test_sentencepiece.model │ │ ├── test_sentencepiece_bpe.model │ │ ├── test_sentencepiece_no_bos.model │ │ ├── tests_samples │ │ │ ├── .gitignore │ │ │ ├── COCO │ │ │ │ ├── 000000039769.png │ │ │ │ ├── coco_annotations.txt │ │ │ │ ├── coco_panoptic │ │ │ │ │ └── 000000039769.png │ │ │ │ └── coco_panoptic_annotations.txt │ │ │ ├── GermEval │ │ │ │ ├── dev.txt │ │ │ │ ├── labels.txt │ │ │ │ └── train.txt │ │ │ ├── MRPC │ │ │ │ ├── dev.csv │ │ │ │ ├── dev.tsv │ │ │ │ ├── train.csv │ │ │ │ └── train.tsv │ │ │ ├── SQUAD │ │ │ │ └── sample.json │ │ │ ├── STS-B │ │ │ │ ├── dev.tsv │ │ │ │ └── train.tsv │ │ │ ├── conll │ │ │ │ └── sample.json │ │ │ ├── swag │ │ │ │ └── sample.json │ │ │ ├── wiki_text │ │ │ │ └── wiki_00 │ │ │ ├── wmt16 │ │ │ │ └── sample.json │ │ │ ├── wmt_en_ro │ │ │ │ ├── test.json │ │ │ │ ├── train.json │ │ │ │ └── val.json │ │ │ └── xsum │ │ │ │ └── sample.json │ │ ├── vocab.json │ │ └── vocab.txt │ ├── flaubert │ │ ├── __init__.py │ │ ├── test_modeling_flaubert.py │ │ └── test_modeling_tf_flaubert.py │ ├── fnet │ │ ├── __init__.py │ │ ├── test_modeling_fnet.py │ │ └── test_tokenization_fnet.py │ ├── fsmt │ │ ├── __init__.py │ │ ├── test_modeling_fsmt.py │ │ └── test_tokenization_fsmt.py │ ├── funnel │ │ ├── __init__.py │ │ ├── test_modeling_funnel.py │ │ ├── test_modeling_tf_funnel.py │ │ └── test_tokenization_funnel.py │ ├── generation │ │ ├── __init__.py │ │ ├── test_generation_beam_constraints.py │ │ ├── test_generation_beam_search.py │ │ ├── test_generation_flax_logits_process.py │ │ ├── test_generation_flax_utils.py │ │ ├── test_generation_logits_process.py │ │ ├── test_generation_stopping_criteria.py │ │ ├── test_generation_tf_logits_process.py │ │ └── test_generation_utils.py │ ├── glpn │ │ ├── __init__.py │ │ ├── test_feature_extraction_glpn.py │ │ └── test_modeling_glpn.py │ ├── gpt2 │ │ ├── __init__.py │ │ ├── test_modeling_flax_gpt2.py │ │ ├── test_modeling_gpt2.py │ │ ├── test_modeling_tf_gpt2.py │ │ └── test_tokenization_gpt2.py │ ├── gpt_neo │ │ ├── __init__.py │ │ ├── test_modeling_flax_gpt_neo.py │ │ └── test_modeling_gpt_neo.py │ ├── gptj │ │ ├── __init__.py │ │ ├── test_modeling_flax_gptj.py │ │ ├── test_modeling_gptj.py │ │ └── test_modeling_tf_gptj.py │ ├── herbert │ │ ├── __init__.py │ │ └── test_tokenization_herbert.py │ ├── hubert │ │ ├── __init__.py │ │ ├── test_modeling_hubert.py │ │ └── test_modeling_tf_hubert.py │ ├── ibert │ │ ├── __init__.py │ │ └── test_modeling_ibert.py │ ├── imagegpt │ │ ├── __init__.py │ │ ├── test_feature_extraction_imagegpt.py │ │ └── test_modeling_imagegpt.py │ ├── layoutlm │ │ ├── __init__.py │ │ ├── test_modeling_layoutlm.py │ │ ├── test_modeling_tf_layoutlm.py │ │ └── test_tokenization_layoutlm.py │ ├── layoutlmv2 │ │ ├── __init__.py │ │ ├── test_feature_extraction_layoutlmv2.py │ │ ├── test_modeling_layoutlmv2.py │ │ ├── test_processor_layoutlmv2.py │ │ └── test_tokenization_layoutlmv2.py │ ├── layoutxlm │ │ ├── __init__.py │ │ ├── test_processor_layoutxlm.py │ │ └── test_tokenization_layoutxlm.py │ ├── led │ │ ├── __init__.py │ │ ├── test_modeling_led.py │ │ └── test_modeling_tf_led.py │ ├── longformer │ │ ├── __init__.py │ │ ├── test_modeling_longformer.py │ │ └── test_modeling_tf_longformer.py │ ├── luke │ │ ├── __init__.py │ │ ├── test_modeling_luke.py │ │ └── test_tokenization_luke.py │ ├── lxmert │ │ ├── __init__.py │ │ ├── test_modeling_lxmert.py │ │ ├── test_modeling_tf_lxmert.py │ │ └── test_tokenization_lxmert.py │ ├── m2m_100 │ │ ├── __init__.py │ │ ├── test_modeling_m2m_100.py │ │ └── test_tokenization_m2m_100.py │ ├── marian │ │ ├── __init__.py │ │ ├── test_modeling_flax_marian.py │ │ ├── test_modeling_marian.py │ │ ├── test_modeling_tf_marian.py │ │ └── test_tokenization_marian.py │ ├── maskformer │ │ ├── __init__.py │ │ ├── test_feature_extraction_maskformer.py │ │ └── test_modeling_maskformer.py │ ├── mbart │ │ ├── __init__.py │ │ ├── test_modeling_flax_mbart.py │ │ ├── test_modeling_mbart.py │ │ ├── test_modeling_tf_mbart.py │ │ └── test_tokenization_mbart.py │ ├── mbart50 │ │ ├── __init__.py │ │ └── test_tokenization_mbart50.py │ ├── megatron_bert │ │ ├── __init__.py │ │ └── test_modeling_megatron_bert.py │ ├── megatron_gpt2 │ │ ├── __init__.py │ │ └── test_modeling_megatron_gpt2.py │ ├── mluke │ │ ├── __init__.py │ │ └── test_tokenization_mluke.py │ ├── mobilebert │ │ ├── __init__.py │ │ ├── test_modeling_mobilebert.py │ │ └── test_modeling_tf_mobilebert.py │ ├── mpnet │ │ ├── __init__.py │ │ ├── test_modeling_mpnet.py │ │ ├── test_modeling_tf_mpnet.py │ │ └── test_tokenization_mpnet.py │ ├── mt5 │ │ ├── __init__.py │ │ ├── test_modeling_flax_mt5.py │ │ ├── test_modeling_mt5.py │ │ └── test_modeling_tf_mt5.py │ ├── nystromformer │ │ ├── __init__.py │ │ └── test_modeling_nystromformer.py │ ├── onnx │ │ ├── __init__.py │ │ ├── test_onnx.py │ │ └── test_onnx_v2.py │ ├── openai │ │ ├── __init__.py │ │ ├── test_modeling_openai.py │ │ ├── test_modeling_tf_openai.py │ │ └── test_tokenization_openai.py │ ├── optimization │ │ ├── __init__.py │ │ ├── test_optimization.py │ │ └── test_optimization_tf.py │ ├── pegasus │ │ ├── __init__.py │ │ ├── test_modeling_flax_pegasus.py │ │ ├── test_modeling_pegasus.py │ │ ├── test_modeling_tf_pegasus.py │ │ └── test_tokenization_pegasus.py │ ├── perceiver │ │ ├── __init__.py │ │ ├── test_modeling_perceiver.py │ │ └── test_tokenization_perceiver.py │ ├── phobert │ │ ├── __init__.py │ │ └── test_tokenization_phobert.py │ ├── pipelines │ │ ├── __init__.py │ │ ├── test_pipelines_audio_classification.py │ │ ├── test_pipelines_automatic_speech_recognition.py │ │ ├── test_pipelines_common.py │ │ ├── test_pipelines_conversational.py │ │ ├── test_pipelines_feature_extraction.py │ │ ├── test_pipelines_fill_mask.py │ │ ├── test_pipelines_image_classification.py │ │ ├── test_pipelines_image_segmentation.py │ │ ├── test_pipelines_object_detection.py │ │ ├── test_pipelines_question_answering.py │ │ ├── test_pipelines_summarization.py │ │ ├── test_pipelines_table_question_answering.py │ │ ├── test_pipelines_text2text_generation.py │ │ ├── test_pipelines_text_classification.py │ │ ├── test_pipelines_text_generation.py │ │ ├── test_pipelines_token_classification.py │ │ ├── test_pipelines_translation.py │ │ ├── test_pipelines_zero_shot.py │ │ └── test_pipelines_zero_shot_image_classification.py │ ├── plbart │ │ ├── __init__.py │ │ ├── test_modeling_plbart.py │ │ └── test_tokenization_plbart.py │ ├── poolformer │ │ ├── __init__.py │ │ ├── test_feature_extraction_poolformer.py │ │ └── test_modeling_poolformer.py │ ├── prophetnet │ │ ├── __init__.py │ │ ├── test_modeling_prophetnet.py │ │ └── test_tokenization_prophetnet.py │ ├── qdqbert │ │ ├── __init__.py │ │ └── test_modeling_qdqbert.py │ ├── rag │ │ ├── __init__.py │ │ ├── test_modeling_rag.py │ │ ├── test_modeling_tf_rag.py │ │ ├── test_retrieval_rag.py │ │ └── test_tokenization_rag.py │ ├── realm │ │ ├── __init__.py │ │ ├── test_modeling_realm.py │ │ ├── test_retrieval_realm.py │ │ └── test_tokenization_realm.py │ ├── reformer │ │ ├── __init__.py │ │ ├── test_modeling_reformer.py │ │ └── test_tokenization_reformer.py │ ├── rembert │ │ ├── __init__.py │ │ ├── test_modeling_rembert.py │ │ └── test_modeling_tf_rembert.py │ ├── resnet │ │ ├── __init__.py │ │ └── test_modeling_resnet.py │ ├── roberta │ │ ├── __init__.py │ │ ├── test_modeling_flax_roberta.py │ │ ├── test_modeling_roberta.py │ │ ├── test_modeling_tf_roberta.py │ │ └── test_tokenization_roberta.py │ ├── roformer │ │ ├── __init__.py │ │ ├── test_modeling_flax_roformer.py │ │ ├── test_modeling_roformer.py │ │ ├── test_modeling_tf_roformer.py │ │ └── test_tokenization_roformer.py │ ├── sagemaker │ │ ├── README.md │ │ ├── __init__.py │ │ ├── conftest.py │ │ ├── scripts │ │ │ ├── pytorch │ │ │ │ ├── requirements.txt │ │ │ │ ├── run_ddp.py │ │ │ │ └── run_glue_model_parallelism.py │ │ │ └── tensorflow │ │ │ │ ├── requirements.txt │ │ │ │ ├── run_tf.py │ │ │ │ └── run_tf_dist.py │ │ ├── test_multi_node_data_parallel.py │ │ ├── test_multi_node_model_parallel.py │ │ └── test_single_node_gpu.py │ ├── segformer │ │ ├── __init__.py │ │ ├── test_feature_extraction_segformer.py │ │ └── test_modeling_segformer.py │ ├── sew │ │ ├── __init__.py │ │ └── test_modeling_sew.py │ ├── sew_d │ │ ├── __init__.py │ │ └── test_modeling_sew_d.py │ ├── speech_encoder_decoder │ │ ├── __init__.py │ │ ├── test_modeling_flax_speech_encoder_decoder.py │ │ └── test_modeling_speech_encoder_decoder.py │ ├── speech_to_text │ │ ├── __init__.py │ │ ├── test_feature_extraction_speech_to_text.py │ │ ├── test_modeling_speech_to_text.py │ │ ├── test_modeling_tf_speech_to_text.py │ │ ├── test_processor_speech_to_text.py │ │ └── test_tokenization_speech_to_text.py │ ├── speech_to_text_2 │ │ ├── __init__.py │ │ ├── test_modeling_speech_to_text_2.py │ │ └── test_tokenization_speech_to_text_2.py │ ├── splinter │ │ ├── __init__.py │ │ └── test_modeling_splinter.py │ ├── squeezebert │ │ ├── __init__.py │ │ ├── test_modeling_squeezebert.py │ │ └── test_tokenization_squeezebert.py │ ├── swin │ │ ├── __init__.py │ │ └── test_modeling_swin.py │ ├── t5 │ │ ├── __init__.py │ │ ├── test_modeling_flax_t5.py │ │ ├── test_modeling_t5.py │ │ ├── test_modeling_tf_t5.py │ │ └── test_tokenization_t5.py │ ├── tapas │ │ ├── __init__.py │ │ ├── test_modeling_tapas.py │ │ ├── test_modeling_tf_tapas.py │ │ └── test_tokenization_tapas.py │ ├── test_configuration_common.py │ ├── test_feature_extraction_common.py │ ├── test_modeling_common.py │ ├── test_modeling_flax_common.py │ ├── test_modeling_tf_common.py │ ├── test_sequence_feature_extraction_common.py │ ├── test_tokenization_common.py │ ├── tokenization │ │ ├── __init__.py │ │ ├── test_tokenization_fast.py │ │ └── test_tokenization_utils.py │ ├── trainer │ │ ├── __init__.py │ │ ├── test_data_collator.py │ │ ├── test_trainer.py │ │ ├── test_trainer_callback.py │ │ ├── test_trainer_distributed.py │ │ ├── test_trainer_seq2seq.py │ │ ├── test_trainer_tpu.py │ │ └── test_trainer_utils.py │ ├── transfo_xl │ │ ├── __init__.py │ │ ├── test_modeling_tf_transfo_xl.py │ │ ├── test_modeling_transfo_xl.py │ │ └── test_tokenization_transfo_xl.py │ ├── trocr │ │ ├── __init__.py │ │ └── test_modeling_trocr.py │ ├── unispeech │ │ ├── __init__.py │ │ └── test_modeling_unispeech.py │ ├── unispeech_sat │ │ ├── __init__.py │ │ └── test_modeling_unispeech_sat.py │ ├── utils │ │ ├── __init__.py │ │ ├── test_activations.py │ │ ├── test_activations_tf.py │ │ ├── test_add_new_model_like.py │ │ ├── test_cli.py │ │ ├── test_doc_samples.py │ │ ├── test_file_utils.py │ │ ├── test_hf_argparser.py │ │ ├── test_image_utils.py │ │ ├── test_logging.py │ │ ├── test_model_card.py │ │ ├── test_model_output.py │ │ ├── test_modeling_tf_core.py │ │ ├── test_offline.py │ │ ├── test_skip_decorators.py │ │ ├── test_utils_check_copies.py │ │ └── test_versions_utils.py │ ├── van │ │ ├── __init__.py │ │ └── test_modeling_van.py │ ├── vilt │ │ ├── __init__.py │ │ ├── test_feature_extraction_vilt.py │ │ └── test_modeling_vilt.py │ ├── vision_encoder_decoder │ │ ├── __init__.py │ │ ├── test_modeling_flax_vision_encoder_decoder.py │ │ ├── test_modeling_tf_vision_encoder_decoder.py │ │ └── test_modeling_vision_encoder_decoder.py │ ├── vision_text_dual_encoder │ │ ├── __init__.py │ │ ├── test_modeling_flax_vision_text_dual_encoder.py │ │ ├── test_modeling_vision_text_dual_encoder.py │ │ └── test_processor_vision_text_dual_encoder.py │ ├── visual_bert │ │ ├── __init__.py │ │ └── test_modeling_visual_bert.py │ ├── vit │ │ ├── __init__.py │ │ ├── test_feature_extraction_vit.py │ │ ├── test_modeling_flax_vit.py │ │ ├── test_modeling_tf_vit.py │ │ └── test_modeling_vit.py │ ├── vit_mae │ │ ├── __init__.py │ │ └── test_modeling_vit_mae.py │ ├── wav2vec2 │ │ ├── __init__.py │ │ ├── test_feature_extraction_wav2vec2.py │ │ ├── test_modeling_flax_wav2vec2.py │ │ ├── test_modeling_tf_wav2vec2.py │ │ ├── test_modeling_wav2vec2.py │ │ ├── test_processor_wav2vec2.py │ │ └── test_tokenization_wav2vec2.py │ ├── wav2vec2_phoneme │ │ ├── __init__.py │ │ └── test_tokenization_wav2vec2_phoneme.py │ ├── wav2vec2_with_lm │ │ ├── __init__.py │ │ └── test_processor_wav2vec2_with_lm.py │ ├── wavlm │ │ ├── __init__.py │ │ └── test_modeling_wavlm.py │ ├── xglm │ │ ├── __init__.py │ │ ├── test_modeling_flax_xglm.py │ │ ├── test_modeling_xglm.py │ │ └── test_tokenization_xglm.py │ ├── xlm │ │ ├── __init__.py │ │ ├── test_modeling_tf_xlm.py │ │ ├── test_modeling_xlm.py │ │ └── test_tokenization_xlm.py │ ├── xlm_prophetnet │ │ ├── __init__.py │ │ ├── test_modeling_xlm_prophetnet.py │ │ └── test_tokenization_xlm_prophetnet.py │ ├── xlm_roberta │ │ ├── __init__.py │ │ ├── test_modeling_flax_xlm_roberta.py │ │ ├── test_modeling_tf_xlm_roberta.py │ │ ├── test_modeling_xlm_roberta.py │ │ └── test_tokenization_xlm_roberta.py │ ├── xlm_roberta_xl │ │ ├── __init__.py │ │ └── test_modeling_xlm_roberta_xl.py │ ├── xlnet │ │ ├── __init__.py │ │ ├── test_modeling_tf_xlnet.py │ │ ├── test_modeling_xlnet.py │ │ └── test_tokenization_xlnet.py │ └── yoso │ │ ├── __init__.py │ │ └── test_modeling_yoso.py ├── utils │ ├── check_copies.py │ ├── check_dummies.py │ ├── check_inits.py │ ├── check_repo.py │ ├── check_table.py │ ├── check_tf_ops.py │ ├── custom_init_isort.py │ ├── documentation_tests.txt │ ├── download_glue_data.py │ ├── get_modified_files.py │ ├── notification_service.py │ ├── notification_service_deprecated.py │ ├── notification_service_doc_tests.py │ ├── prepare_for_doc_test.py │ ├── print_env_pt.py │ ├── release.py │ ├── test_module │ │ ├── __init__.py │ │ ├── custom_configuration.py │ │ ├── custom_feature_extraction.py │ │ ├── custom_modeling.py │ │ ├── custom_processing.py │ │ ├── custom_tokenization.py │ │ └── custom_tokenization_fast.py │ ├── tests_fetcher.py │ ├── tf_ops │ │ └── onnx.json │ └── update_metadata.py └── valohai.yaml ├── two_steps.py └── utils.py /.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/.DS_Store -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- 1 | .idea/* 2 | -------------------------------------------------------------------------------- /MetaICL/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/MetaICL/.DS_Store -------------------------------------------------------------------------------- /MetaICL/metaicl/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/MetaICL/metaicl/data.py -------------------------------------------------------------------------------- /MetaICL/metaicl/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/MetaICL/metaicl/model.py -------------------------------------------------------------------------------- /MetaICL/utils/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/MetaICL/utils/data.py -------------------------------------------------------------------------------- /MetaICL/utils/download.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/MetaICL/utils/download.py -------------------------------------------------------------------------------- /MetaICL/utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/MetaICL/utils/utils.py -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/README.md -------------------------------------------------------------------------------- /bridge_content_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/bridge_content_encoder.py -------------------------------------------------------------------------------- /data/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/data/.DS_Store -------------------------------------------------------------------------------- /data/geoquery_eval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/data/geoquery_eval.json -------------------------------------------------------------------------------- /data/geoquery_train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/data/geoquery_train.json -------------------------------------------------------------------------------- /data/mw24_100p_dev.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/data/mw24_100p_dev.json -------------------------------------------------------------------------------- /data/mw24_100p_test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/data/mw24_100p_test.json -------------------------------------------------------------------------------- /data/mw24_100p_train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/data/mw24_100p_train.json -------------------------------------------------------------------------------- /data/mw24_ontology.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/data/mw24_ontology.json -------------------------------------------------------------------------------- /get_task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/get_task.py -------------------------------------------------------------------------------- /main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/main.py -------------------------------------------------------------------------------- /main_geo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/main_geo.py -------------------------------------------------------------------------------- /main_mwoz.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/main_mwoz.py -------------------------------------------------------------------------------- /pics/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/pics/.DS_Store -------------------------------------------------------------------------------- /pics/pipeline.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/pics/pipeline.png -------------------------------------------------------------------------------- /selective_annotation.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/selective_annotation.yml -------------------------------------------------------------------------------- /test_suite_sql_eval/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/test_suite_sql_eval/.DS_Store -------------------------------------------------------------------------------- /test_suite_sql_eval/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/test_suite_sql_eval/.gitignore -------------------------------------------------------------------------------- /test_suite_sql_eval/advising_update_dict.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/test_suite_sql_eval/advising_update_dict.pkl -------------------------------------------------------------------------------- /test_suite_sql_eval/atis_update_dict.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/test_suite_sql_eval/atis_update_dict.pkl -------------------------------------------------------------------------------- /test_suite_sql_eval/cache.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/test_suite_sql_eval/cache.pkl -------------------------------------------------------------------------------- /test_suite_sql_eval/classical_test.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/test_suite_sql_eval/classical_test.pkl -------------------------------------------------------------------------------- /test_suite_sql_eval/evaluate_classical.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/test_suite_sql_eval/evaluate_classical.py -------------------------------------------------------------------------------- /test_suite_sql_eval/evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/test_suite_sql_eval/evaluation.py -------------------------------------------------------------------------------- /test_suite_sql_eval/exec_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/test_suite_sql_eval/exec_eval.py -------------------------------------------------------------------------------- /test_suite_sql_eval/exec_subprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/test_suite_sql_eval/exec_subprocess.py -------------------------------------------------------------------------------- /test_suite_sql_eval/geography_update_dict.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/test_suite_sql_eval/geography_update_dict.pkl -------------------------------------------------------------------------------- /test_suite_sql_eval/output/result.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/test_suite_sql_eval/output/result.json -------------------------------------------------------------------------------- /test_suite_sql_eval/parse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/test_suite_sql_eval/parse.py -------------------------------------------------------------------------------- /test_suite_sql_eval/process_sql.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/test_suite_sql_eval/process_sql.py -------------------------------------------------------------------------------- /test_suite_sql_eval/tables.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/test_suite_sql_eval/tables.json -------------------------------------------------------------------------------- /transformers/.circleci/TROUBLESHOOT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/.circleci/TROUBLESHOOT.md -------------------------------------------------------------------------------- /transformers/.circleci/config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/.circleci/config.yml -------------------------------------------------------------------------------- /transformers/.coveragerc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/.coveragerc -------------------------------------------------------------------------------- /transformers/.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/.gitattributes -------------------------------------------------------------------------------- /transformers/.github/ISSUE_TEMPLATE/bug-report.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/.github/ISSUE_TEMPLATE/bug-report.md -------------------------------------------------------------------------------- /transformers/.github/ISSUE_TEMPLATE/feature-request.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/.github/ISSUE_TEMPLATE/feature-request.md -------------------------------------------------------------------------------- /transformers/.github/ISSUE_TEMPLATE/migration.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/.github/ISSUE_TEMPLATE/migration.md -------------------------------------------------------------------------------- /transformers/.github/ISSUE_TEMPLATE/question-help.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/.github/ISSUE_TEMPLATE/question-help.md -------------------------------------------------------------------------------- /transformers/.github/PULL_REQUEST_TEMPLATE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/.github/PULL_REQUEST_TEMPLATE.md -------------------------------------------------------------------------------- /transformers/.github/conda/build.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/.github/conda/build.sh -------------------------------------------------------------------------------- /transformers/.github/conda/meta.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/.github/conda/meta.yaml -------------------------------------------------------------------------------- /transformers/.github/workflows/TROUBLESHOOT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/.github/workflows/TROUBLESHOOT.md -------------------------------------------------------------------------------- /transformers/.github/workflows/add-model-like.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/.github/workflows/add-model-like.yml -------------------------------------------------------------------------------- /transformers/.github/workflows/build-docker-images.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/.github/workflows/build-docker-images.yml -------------------------------------------------------------------------------- /transformers/.github/workflows/build_documentation.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/.github/workflows/build_documentation.yml -------------------------------------------------------------------------------- /transformers/.github/workflows/delete_doc_comment.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/.github/workflows/delete_doc_comment.yml -------------------------------------------------------------------------------- /transformers/.github/workflows/doctests.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/.github/workflows/doctests.yml -------------------------------------------------------------------------------- /transformers/.github/workflows/github-torch-hub.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/.github/workflows/github-torch-hub.yml -------------------------------------------------------------------------------- /transformers/.github/workflows/model-templates.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/.github/workflows/model-templates.yml -------------------------------------------------------------------------------- /transformers/.github/workflows/release-conda.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/.github/workflows/release-conda.yml -------------------------------------------------------------------------------- /transformers/.github/workflows/self-push.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/.github/workflows/self-push.yml -------------------------------------------------------------------------------- /transformers/.github/workflows/self-scheduled.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/.github/workflows/self-scheduled.yml -------------------------------------------------------------------------------- /transformers/.github/workflows/stale.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/.github/workflows/stale.yml -------------------------------------------------------------------------------- /transformers/.github/workflows/update_metdata.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/.github/workflows/update_metdata.yml -------------------------------------------------------------------------------- /transformers/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/.gitignore -------------------------------------------------------------------------------- /transformers/CITATION.cff: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/CITATION.cff -------------------------------------------------------------------------------- /transformers/CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /transformers/CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/CONTRIBUTING.md -------------------------------------------------------------------------------- /transformers/ISSUES.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/ISSUES.md -------------------------------------------------------------------------------- /transformers/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/LICENSE -------------------------------------------------------------------------------- /transformers/MANIFEST.in: -------------------------------------------------------------------------------- 1 | include LICENSE 2 | -------------------------------------------------------------------------------- /transformers/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/Makefile -------------------------------------------------------------------------------- /transformers/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/README.md -------------------------------------------------------------------------------- /transformers/README_ko.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/README_ko.md -------------------------------------------------------------------------------- /transformers/README_zh-hans.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/README_zh-hans.md -------------------------------------------------------------------------------- /transformers/README_zh-hant.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/README_zh-hant.md -------------------------------------------------------------------------------- /transformers/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/conftest.py -------------------------------------------------------------------------------- /transformers/docker/transformers-cpu/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docker/transformers-cpu/Dockerfile -------------------------------------------------------------------------------- /transformers/docker/transformers-gpu/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docker/transformers-gpu/Dockerfile -------------------------------------------------------------------------------- /transformers/docs/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/README.md -------------------------------------------------------------------------------- /transformers/docs/source/_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/_config.py -------------------------------------------------------------------------------- /transformers/docs/source/_toctree.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/_toctree.yml -------------------------------------------------------------------------------- /transformers/docs/source/accelerate.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/accelerate.mdx -------------------------------------------------------------------------------- /transformers/docs/source/add_new_model.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/add_new_model.mdx -------------------------------------------------------------------------------- /transformers/docs/source/add_new_pipeline.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/add_new_pipeline.mdx -------------------------------------------------------------------------------- /transformers/docs/source/autoclass_tutorial.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/autoclass_tutorial.mdx -------------------------------------------------------------------------------- /transformers/docs/source/benchmarks.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/benchmarks.mdx -------------------------------------------------------------------------------- /transformers/docs/source/bertology.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/bertology.mdx -------------------------------------------------------------------------------- /transformers/docs/source/community.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/community.mdx -------------------------------------------------------------------------------- /transformers/docs/source/contributing.md: -------------------------------------------------------------------------------- 1 | ../../CONTRIBUTING.md -------------------------------------------------------------------------------- /transformers/docs/source/create_a_model.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/create_a_model.mdx -------------------------------------------------------------------------------- /transformers/docs/source/custom_models.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/custom_models.mdx -------------------------------------------------------------------------------- /transformers/docs/source/debugging.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/debugging.mdx -------------------------------------------------------------------------------- /transformers/docs/source/fast_tokenizers.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/fast_tokenizers.mdx -------------------------------------------------------------------------------- /transformers/docs/source/glossary.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/glossary.mdx -------------------------------------------------------------------------------- /transformers/docs/source/index.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/index.mdx -------------------------------------------------------------------------------- /transformers/docs/source/installation.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/installation.mdx -------------------------------------------------------------------------------- /transformers/docs/source/internal/file_utils.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/internal/file_utils.mdx -------------------------------------------------------------------------------- /transformers/docs/source/internal/generation_utils.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/internal/generation_utils.mdx -------------------------------------------------------------------------------- /transformers/docs/source/internal/modeling_utils.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/internal/modeling_utils.mdx -------------------------------------------------------------------------------- /transformers/docs/source/internal/pipelines_utils.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/internal/pipelines_utils.mdx -------------------------------------------------------------------------------- /transformers/docs/source/internal/trainer_utils.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/internal/trainer_utils.mdx -------------------------------------------------------------------------------- /transformers/docs/source/main_classes/callback.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/main_classes/callback.mdx -------------------------------------------------------------------------------- /transformers/docs/source/main_classes/deepspeed.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/main_classes/deepspeed.mdx -------------------------------------------------------------------------------- /transformers/docs/source/main_classes/logging.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/main_classes/logging.mdx -------------------------------------------------------------------------------- /transformers/docs/source/main_classes/model.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/main_classes/model.mdx -------------------------------------------------------------------------------- /transformers/docs/source/main_classes/onnx.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/main_classes/onnx.mdx -------------------------------------------------------------------------------- /transformers/docs/source/main_classes/output.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/main_classes/output.mdx -------------------------------------------------------------------------------- /transformers/docs/source/main_classes/pipelines.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/main_classes/pipelines.mdx -------------------------------------------------------------------------------- /transformers/docs/source/main_classes/processors.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/main_classes/processors.mdx -------------------------------------------------------------------------------- /transformers/docs/source/main_classes/tokenizer.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/main_classes/tokenizer.mdx -------------------------------------------------------------------------------- /transformers/docs/source/main_classes/trainer.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/main_classes/trainer.mdx -------------------------------------------------------------------------------- /transformers/docs/source/migration.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/migration.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/albert.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/albert.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/auto.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/auto.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/bart.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/bart.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/barthez.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/barthez.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/bartpho.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/bartpho.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/beit.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/beit.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/bert-generation.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/bert-generation.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/bert-japanese.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/bert-japanese.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/bert.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/bert.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/bertweet.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/bertweet.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/big_bird.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/big_bird.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/bigbird_pegasus.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/bigbird_pegasus.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/blenderbot.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/blenderbot.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/bort.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/bort.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/byt5.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/byt5.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/camembert.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/camembert.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/canine.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/canine.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/clip.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/clip.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/convbert.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/convbert.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/convnext.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/convnext.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/cpm.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/cpm.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/ctrl.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/ctrl.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/data2vec.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/data2vec.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/deberta-v2.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/deberta-v2.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/deberta.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/deberta.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/deit.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/deit.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/detr.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/detr.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/dialogpt.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/dialogpt.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/distilbert.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/distilbert.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/dit.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/dit.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/dpr.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/dpr.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/dpt.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/dpt.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/electra.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/electra.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/encoder-decoder.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/encoder-decoder.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/flaubert.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/flaubert.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/fnet.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/fnet.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/fsmt.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/fsmt.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/funnel.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/funnel.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/glpn.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/glpn.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/gpt2.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/gpt2.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/gpt_neo.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/gpt_neo.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/gptj.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/gptj.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/herbert.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/herbert.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/hubert.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/hubert.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/ibert.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/ibert.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/imagegpt.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/imagegpt.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/layoutlm.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/layoutlm.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/layoutlmv2.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/layoutlmv2.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/layoutxlm.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/layoutxlm.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/led.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/led.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/longformer.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/longformer.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/luke.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/luke.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/lxmert.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/lxmert.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/m2m_100.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/m2m_100.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/marian.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/marian.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/maskformer.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/maskformer.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/mbart.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/mbart.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/megatron-bert.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/megatron-bert.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/megatron_gpt2.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/megatron_gpt2.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/mluke.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/mluke.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/mobilebert.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/mobilebert.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/mpnet.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/mpnet.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/mt5.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/mt5.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/nystromformer.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/nystromformer.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/openai-gpt.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/openai-gpt.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/pegasus.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/pegasus.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/perceiver.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/perceiver.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/phobert.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/phobert.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/plbart.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/plbart.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/poolformer.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/poolformer.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/prophetnet.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/prophetnet.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/qdqbert.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/qdqbert.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/rag.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/rag.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/realm.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/realm.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/reformer.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/reformer.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/rembert.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/rembert.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/resnet.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/resnet.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/retribert.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/retribert.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/roberta.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/roberta.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/roformer.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/roformer.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/segformer.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/segformer.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/sew-d.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/sew-d.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/sew.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/sew.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/speech_to_text.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/speech_to_text.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/splinter.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/splinter.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/squeezebert.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/squeezebert.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/swin.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/swin.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/t5.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/t5.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/t5v1.1.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/t5v1.1.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/tapas.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/tapas.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/transfo-xl.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/transfo-xl.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/trocr.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/trocr.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/unispeech-sat.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/unispeech-sat.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/unispeech.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/unispeech.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/van.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/van.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/vilt.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/vilt.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/visual_bert.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/visual_bert.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/vit.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/vit.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/vit_mae.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/vit_mae.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/wav2vec2.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/wav2vec2.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/wavlm.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/wavlm.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/xglm.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/xglm.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/xlm-prophetnet.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/xlm-prophetnet.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/xlm-roberta-xl.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/xlm-roberta-xl.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/xlm-roberta.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/xlm-roberta.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/xlm.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/xlm.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/xlnet.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/xlnet.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/xls_r.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/xls_r.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/xlsr_wav2vec2.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/xlsr_wav2vec2.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/yoso.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_doc/yoso.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_sharing.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_sharing.mdx -------------------------------------------------------------------------------- /transformers/docs/source/model_summary.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/model_summary.mdx -------------------------------------------------------------------------------- /transformers/docs/source/multilingual.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/multilingual.mdx -------------------------------------------------------------------------------- /transformers/docs/source/notebooks.md: -------------------------------------------------------------------------------- 1 | ../../notebooks/README.md -------------------------------------------------------------------------------- /transformers/docs/source/pad_truncation.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/pad_truncation.mdx -------------------------------------------------------------------------------- /transformers/docs/source/parallelism.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/parallelism.mdx -------------------------------------------------------------------------------- /transformers/docs/source/performance.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/performance.mdx -------------------------------------------------------------------------------- /transformers/docs/source/perplexity.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/perplexity.mdx -------------------------------------------------------------------------------- /transformers/docs/source/philosophy.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/philosophy.mdx -------------------------------------------------------------------------------- /transformers/docs/source/pipeline_tutorial.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/pipeline_tutorial.mdx -------------------------------------------------------------------------------- /transformers/docs/source/pr_checks.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/pr_checks.mdx -------------------------------------------------------------------------------- /transformers/docs/source/preprocessing.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/preprocessing.mdx -------------------------------------------------------------------------------- /transformers/docs/source/quicktour.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/quicktour.mdx -------------------------------------------------------------------------------- /transformers/docs/source/run_scripts.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/run_scripts.mdx -------------------------------------------------------------------------------- /transformers/docs/source/sagemaker.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/sagemaker.mdx -------------------------------------------------------------------------------- /transformers/docs/source/serialization.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/serialization.mdx -------------------------------------------------------------------------------- /transformers/docs/source/task_summary.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/task_summary.mdx -------------------------------------------------------------------------------- /transformers/docs/source/tasks/asr.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/tasks/asr.mdx -------------------------------------------------------------------------------- /transformers/docs/source/tasks/language_modeling.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/tasks/language_modeling.mdx -------------------------------------------------------------------------------- /transformers/docs/source/tasks/multiple_choice.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/tasks/multiple_choice.mdx -------------------------------------------------------------------------------- /transformers/docs/source/tasks/question_answering.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/tasks/question_answering.mdx -------------------------------------------------------------------------------- /transformers/docs/source/tasks/summarization.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/tasks/summarization.mdx -------------------------------------------------------------------------------- /transformers/docs/source/tasks/translation.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/tasks/translation.mdx -------------------------------------------------------------------------------- /transformers/docs/source/testing.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/testing.mdx -------------------------------------------------------------------------------- /transformers/docs/source/tokenizer_summary.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/tokenizer_summary.mdx -------------------------------------------------------------------------------- /transformers/docs/source/training.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/training.mdx -------------------------------------------------------------------------------- /transformers/docs/source/troubleshooting.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source/troubleshooting.mdx -------------------------------------------------------------------------------- /transformers/docs/source_es/pipeline_tutorial.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source_es/pipeline_tutorial.mdx -------------------------------------------------------------------------------- /transformers/docs/source_es/quicktour.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source_es/quicktour.mdx -------------------------------------------------------------------------------- /transformers/docs/source_es/training.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/docs/source_es/training.mdx -------------------------------------------------------------------------------- /transformers/ds_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/ds_config.json -------------------------------------------------------------------------------- /transformers/examples/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/examples/README.md -------------------------------------------------------------------------------- /transformers/examples/flax/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/examples/flax/README.md -------------------------------------------------------------------------------- /transformers/examples/flax/_tests_requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/examples/flax/_tests_requirements.txt -------------------------------------------------------------------------------- /transformers/examples/flax/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/examples/flax/conftest.py -------------------------------------------------------------------------------- /transformers/examples/flax/image-captioning/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/examples/flax/image-captioning/README.md -------------------------------------------------------------------------------- /transformers/examples/flax/language-modeling/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/examples/flax/language-modeling/README.md -------------------------------------------------------------------------------- /transformers/examples/flax/summarization/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/examples/flax/summarization/README.md -------------------------------------------------------------------------------- /transformers/examples/flax/test_flax_examples.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/examples/flax/test_flax_examples.py -------------------------------------------------------------------------------- /transformers/examples/flax/vision/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/examples/flax/vision/README.md -------------------------------------------------------------------------------- /transformers/examples/flax/vision/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/examples/flax/vision/requirements.txt -------------------------------------------------------------------------------- /transformers/examples/legacy/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/examples/legacy/README.md -------------------------------------------------------------------------------- /transformers/examples/legacy/run_camembert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/examples/legacy/run_camembert.py -------------------------------------------------------------------------------- /transformers/examples/legacy/run_chinese_ref.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/examples/legacy/run_chinese_ref.py -------------------------------------------------------------------------------- /transformers/examples/legacy/run_language_modeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/examples/legacy/run_language_modeling.py -------------------------------------------------------------------------------- /transformers/examples/legacy/run_openai_gpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/examples/legacy/run_openai_gpt.py -------------------------------------------------------------------------------- /transformers/examples/legacy/run_swag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/examples/legacy/run_swag.py -------------------------------------------------------------------------------- /transformers/examples/legacy/run_transfo_xl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/examples/legacy/run_transfo_xl.py -------------------------------------------------------------------------------- /transformers/examples/legacy/seq2seq/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/examples/legacy/seq2seq/README.md -------------------------------------------------------------------------------- /transformers/examples/legacy/seq2seq/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/examples/legacy/seq2seq/__init__.py -------------------------------------------------------------------------------- /transformers/examples/legacy/seq2seq/download_wmt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/examples/legacy/seq2seq/download_wmt.py -------------------------------------------------------------------------------- /transformers/examples/legacy/seq2seq/finetune.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/examples/legacy/seq2seq/finetune.sh -------------------------------------------------------------------------------- /transformers/examples/legacy/seq2seq/finetune_tpu.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/examples/legacy/seq2seq/finetune_tpu.sh -------------------------------------------------------------------------------- /transformers/examples/legacy/seq2seq/minify_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/examples/legacy/seq2seq/minify_dataset.py -------------------------------------------------------------------------------- /transformers/examples/legacy/seq2seq/pack_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/examples/legacy/seq2seq/pack_dataset.py -------------------------------------------------------------------------------- /transformers/examples/legacy/seq2seq/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/examples/legacy/seq2seq/requirements.txt -------------------------------------------------------------------------------- /transformers/examples/legacy/seq2seq/rouge_cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/examples/legacy/seq2seq/rouge_cli.py -------------------------------------------------------------------------------- /transformers/examples/legacy/seq2seq/run_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/examples/legacy/seq2seq/run_eval.py -------------------------------------------------------------------------------- /transformers/examples/legacy/seq2seq/save_len_file.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/examples/legacy/seq2seq/save_len_file.py -------------------------------------------------------------------------------- /transformers/examples/legacy/seq2seq/test_data/test_data: -------------------------------------------------------------------------------- 1 | seq2seq/test_data -------------------------------------------------------------------------------- /transformers/examples/legacy/seq2seq/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/examples/legacy/seq2seq/utils.py -------------------------------------------------------------------------------- /transformers/examples/legacy/seq2seq/xla_spawn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/examples/legacy/seq2seq/xla_spawn.py -------------------------------------------------------------------------------- /transformers/examples/pytorch/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/examples/pytorch/README.md -------------------------------------------------------------------------------- /transformers/examples/pytorch/_tests_requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/examples/pytorch/_tests_requirements.txt -------------------------------------------------------------------------------- /transformers/examples/pytorch/benchmarking/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/examples/pytorch/benchmarking/README.md -------------------------------------------------------------------------------- /transformers/examples/pytorch/benchmarking/requirements.txt: -------------------------------------------------------------------------------- 1 | torch >= 1.3 -------------------------------------------------------------------------------- /transformers/examples/pytorch/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/examples/pytorch/conftest.py -------------------------------------------------------------------------------- /transformers/examples/pytorch/multiple-choice/requirements.txt: -------------------------------------------------------------------------------- 1 | accelerate 2 | sentencepiece != 0.1.92 3 | protobuf 4 | torch >= 1.3 5 | -------------------------------------------------------------------------------- /transformers/examples/pytorch/multiple-choice/tmp.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/examples/pytorch/multiple-choice/tmp.json -------------------------------------------------------------------------------- /transformers/examples/pytorch/summarization/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/examples/pytorch/summarization/README.md -------------------------------------------------------------------------------- /transformers/examples/pytorch/summarization/try.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/examples/pytorch/summarization/try.sh -------------------------------------------------------------------------------- /transformers/examples/pytorch/test_pytorch_examples.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/examples/pytorch/test_pytorch_examples.py -------------------------------------------------------------------------------- /transformers/examples/pytorch/test_xla_examples.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/examples/pytorch/test_xla_examples.py -------------------------------------------------------------------------------- /transformers/examples/pytorch/text-generation/requirements.txt: -------------------------------------------------------------------------------- 1 | sentencepiece != 0.1.92 2 | protobuf 3 | torch >= 1.3 4 | -------------------------------------------------------------------------------- /transformers/examples/pytorch/translation/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/examples/pytorch/translation/README.md -------------------------------------------------------------------------------- /transformers/examples/pytorch/xla_spawn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/examples/pytorch/xla_spawn.py -------------------------------------------------------------------------------- /transformers/examples/research_projects/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/examples/research_projects/README.md -------------------------------------------------------------------------------- /transformers/examples/research_projects/adversarial/requirements.txt: -------------------------------------------------------------------------------- 1 | transformers == 3.5.1 2 | -------------------------------------------------------------------------------- /transformers/examples/research_projects/bert-loses-patience/pabee/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/examples/research_projects/bert-loses-patience/requirements.txt: -------------------------------------------------------------------------------- 1 | transformers == 3.5.1 -------------------------------------------------------------------------------- /transformers/examples/research_projects/bertabs/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/examples/research_projects/bertabs/requirements.txt: -------------------------------------------------------------------------------- 1 | transformers == 3.5.1 2 | 3 | # For ROUGE 4 | nltk 5 | py-rouge 6 | -------------------------------------------------------------------------------- /transformers/examples/research_projects/bertology/requirements.txt: -------------------------------------------------------------------------------- 1 | transformers == 3.5.1 2 | -------------------------------------------------------------------------------- /transformers/examples/research_projects/deebert/requirements.txt: -------------------------------------------------------------------------------- 1 | transformers == 3.5.1 2 | -------------------------------------------------------------------------------- /transformers/examples/research_projects/deebert/src/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/examples/research_projects/fsner/requirements.txt: -------------------------------------------------------------------------------- 1 | transformers>=4.9.2 -------------------------------------------------------------------------------- /transformers/examples/research_projects/fsner/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/examples/research_projects/fsner/setup.py -------------------------------------------------------------------------------- /transformers/examples/research_projects/longform-qa/requirements.txt: -------------------------------------------------------------------------------- 1 | datasets >= 1.1.3 2 | faiss-cpu 3 | streamlit 4 | elasticsearch 5 | -------------------------------------------------------------------------------- /transformers/examples/research_projects/luke/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/examples/research_projects/luke/README.md -------------------------------------------------------------------------------- /transformers/examples/research_projects/mlm_wwm/requirements.txt: -------------------------------------------------------------------------------- 1 | datasets >= 1.1.3 2 | sentencepiece != 0.1.92 3 | protobuf 4 | ltp 5 | -------------------------------------------------------------------------------- /transformers/examples/research_projects/onnx/summarization/requirements.txt: -------------------------------------------------------------------------------- 1 | torch >= 1.10 -------------------------------------------------------------------------------- /transformers/examples/research_projects/pplm/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/examples/research_projects/pplm/README.md -------------------------------------------------------------------------------- /transformers/examples/research_projects/rag/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/examples/research_projects/rag/README.md -------------------------------------------------------------------------------- /transformers/examples/tensorflow/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/examples/tensorflow/README.md -------------------------------------------------------------------------------- /transformers/examples/tensorflow/benchmarking/requirements.txt: -------------------------------------------------------------------------------- 1 | tensorflow >= 2.3 -------------------------------------------------------------------------------- /transformers/examples/tensorflow/language-modeling/requirements.txt: -------------------------------------------------------------------------------- 1 | datasets >= 1.8.0 2 | sentencepiece != 0.1.92 -------------------------------------------------------------------------------- /transformers/examples/tensorflow/multiple-choice/requirements.txt: -------------------------------------------------------------------------------- 1 | sentencepiece != 0.1.92 2 | protobuf 3 | tensorflow >= 2.3 4 | -------------------------------------------------------------------------------- /transformers/examples/tensorflow/translation/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/examples/tensorflow/translation/README.md -------------------------------------------------------------------------------- /transformers/hubconf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/hubconf.py -------------------------------------------------------------------------------- /transformers/model_cards/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/model_cards/README.md -------------------------------------------------------------------------------- /transformers/notebooks/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/notebooks/README.md -------------------------------------------------------------------------------- /transformers/pyproject.toml: -------------------------------------------------------------------------------- 1 | [tool.black] 2 | line-length = 119 3 | target-version = ['py35'] 4 | -------------------------------------------------------------------------------- /transformers/scripts/check_tokenizers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/scripts/check_tokenizers.py -------------------------------------------------------------------------------- /transformers/scripts/fsmt/convert-allenai-wmt16.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/scripts/fsmt/convert-allenai-wmt16.sh -------------------------------------------------------------------------------- /transformers/scripts/fsmt/convert-allenai-wmt19.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/scripts/fsmt/convert-allenai-wmt19.sh -------------------------------------------------------------------------------- /transformers/scripts/fsmt/convert-facebook-wmt19.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/scripts/fsmt/convert-facebook-wmt19.sh -------------------------------------------------------------------------------- /transformers/scripts/fsmt/eval-allenai-wmt16.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/scripts/fsmt/eval-allenai-wmt16.sh -------------------------------------------------------------------------------- /transformers/scripts/fsmt/eval-allenai-wmt19.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/scripts/fsmt/eval-allenai-wmt19.sh -------------------------------------------------------------------------------- /transformers/scripts/fsmt/eval-facebook-wmt19.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/scripts/fsmt/eval-facebook-wmt19.sh -------------------------------------------------------------------------------- /transformers/scripts/fsmt/fsmt-make-tiny-model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/scripts/fsmt/fsmt-make-tiny-model.py -------------------------------------------------------------------------------- /transformers/scripts/fsmt/gen-card-allenai-wmt16.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/scripts/fsmt/gen-card-allenai-wmt16.py -------------------------------------------------------------------------------- /transformers/scripts/fsmt/gen-card-allenai-wmt19.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/scripts/fsmt/gen-card-allenai-wmt19.py -------------------------------------------------------------------------------- /transformers/scripts/fsmt/gen-card-facebook-wmt19.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/scripts/fsmt/gen-card-facebook-wmt19.py -------------------------------------------------------------------------------- /transformers/scripts/fsmt/s3-move.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/scripts/fsmt/s3-move.sh -------------------------------------------------------------------------------- /transformers/scripts/fsmt/tests-to-run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/scripts/fsmt/tests-to-run.sh -------------------------------------------------------------------------------- /transformers/scripts/stale.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/scripts/stale.py -------------------------------------------------------------------------------- /transformers/scripts/tatoeba/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/scripts/tatoeba/README.md -------------------------------------------------------------------------------- /transformers/scripts/tatoeba/upload_models.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/scripts/tatoeba/upload_models.sh -------------------------------------------------------------------------------- /transformers/setup.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/setup.cfg -------------------------------------------------------------------------------- /transformers/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/setup.py -------------------------------------------------------------------------------- /transformers/src/transformers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/activations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/activations.py -------------------------------------------------------------------------------- /transformers/src/transformers/activations_tf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/activations_tf.py -------------------------------------------------------------------------------- /transformers/src/transformers/benchmark/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/src/transformers/benchmark/benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/benchmark/benchmark.py -------------------------------------------------------------------------------- /transformers/src/transformers/commands/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/commands/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/commands/convert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/commands/convert.py -------------------------------------------------------------------------------- /transformers/src/transformers/commands/download.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/commands/download.py -------------------------------------------------------------------------------- /transformers/src/transformers/commands/env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/commands/env.py -------------------------------------------------------------------------------- /transformers/src/transformers/commands/lfs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/commands/lfs.py -------------------------------------------------------------------------------- /transformers/src/transformers/commands/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/commands/run.py -------------------------------------------------------------------------------- /transformers/src/transformers/commands/serving.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/commands/serving.py -------------------------------------------------------------------------------- /transformers/src/transformers/commands/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/commands/train.py -------------------------------------------------------------------------------- /transformers/src/transformers/commands/user.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/commands/user.py -------------------------------------------------------------------------------- /transformers/src/transformers/configuration_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/configuration_utils.py -------------------------------------------------------------------------------- /transformers/src/transformers/convert_graph_to_onnx.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/convert_graph_to_onnx.py -------------------------------------------------------------------------------- /transformers/src/transformers/data/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/data/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/data/data_collator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/data/data_collator.py -------------------------------------------------------------------------------- /transformers/src/transformers/data/datasets/glue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/data/datasets/glue.py -------------------------------------------------------------------------------- /transformers/src/transformers/data/datasets/squad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/data/datasets/squad.py -------------------------------------------------------------------------------- /transformers/src/transformers/data/metrics/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/data/metrics/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/data/processors/glue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/data/processors/glue.py -------------------------------------------------------------------------------- /transformers/src/transformers/data/processors/squad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/data/processors/squad.py -------------------------------------------------------------------------------- /transformers/src/transformers/data/processors/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/data/processors/utils.py -------------------------------------------------------------------------------- /transformers/src/transformers/data/processors/xnli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/data/processors/xnli.py -------------------------------------------------------------------------------- /transformers/src/transformers/debug_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/debug_utils.py -------------------------------------------------------------------------------- /transformers/src/transformers/deepspeed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/deepspeed.py -------------------------------------------------------------------------------- /transformers/src/transformers/dynamic_module_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/dynamic_module_utils.py -------------------------------------------------------------------------------- /transformers/src/transformers/file_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/file_utils.py -------------------------------------------------------------------------------- /transformers/src/transformers/generation_flax_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/generation_flax_utils.py -------------------------------------------------------------------------------- /transformers/src/transformers/generation_tf_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/generation_tf_utils.py -------------------------------------------------------------------------------- /transformers/src/transformers/generation_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/generation_utils.py -------------------------------------------------------------------------------- /transformers/src/transformers/hf_argparser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/hf_argparser.py -------------------------------------------------------------------------------- /transformers/src/transformers/image_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/image_utils.py -------------------------------------------------------------------------------- /transformers/src/transformers/integrations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/integrations.py -------------------------------------------------------------------------------- /transformers/src/transformers/keras_callbacks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/keras_callbacks.py -------------------------------------------------------------------------------- /transformers/src/transformers/modelcard.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/modelcard.py -------------------------------------------------------------------------------- /transformers/src/transformers/modeling_flax_outputs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/modeling_flax_outputs.py -------------------------------------------------------------------------------- /transformers/src/transformers/modeling_flax_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/modeling_flax_utils.py -------------------------------------------------------------------------------- /transformers/src/transformers/modeling_outputs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/modeling_outputs.py -------------------------------------------------------------------------------- /transformers/src/transformers/modeling_tf_outputs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/modeling_tf_outputs.py -------------------------------------------------------------------------------- /transformers/src/transformers/modeling_tf_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/modeling_tf_utils.py -------------------------------------------------------------------------------- /transformers/src/transformers/modeling_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/modeling_utils.py -------------------------------------------------------------------------------- /transformers/src/transformers/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/models/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/models/auto/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/models/auto/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/models/bart/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/models/bart/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/models/beit/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/models/beit/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/models/bert/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/models/bert/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/models/bort/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/src/transformers/models/byt5/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/models/byt5/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/models/clip/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/models/clip/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/models/cpm/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/models/cpm/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/models/ctrl/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/models/ctrl/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/models/deit/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/models/deit/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/models/detr/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/models/detr/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/models/dialogpt/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/src/transformers/models/dit/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/src/transformers/models/dpr/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/models/dpr/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/models/dpt/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/models/dpt/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/models/fnet/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/models/fnet/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/models/fsmt/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/models/fsmt/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/models/glpn/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/models/glpn/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/models/gpt2/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/models/gpt2/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/models/gptj/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/models/gptj/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/models/ibert/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/models/ibert/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/models/led/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/models/led/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/models/luke/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/models/luke/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/models/mbart/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/models/mbart/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/models/mluke/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/models/mluke/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/models/mmbt/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/models/mmbt/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/models/mpnet/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/models/mpnet/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/models/mt5/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/models/mt5/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/models/rag/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/models/rag/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/models/realm/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/models/realm/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/models/sew/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/models/sew/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/models/sew_d/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/models/sew_d/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/models/swin/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/models/swin/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/models/t5/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/models/t5/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/models/t5/modeling_t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/models/t5/modeling_t5.py -------------------------------------------------------------------------------- /transformers/src/transformers/models/tapas/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/models/tapas/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/models/trocr/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/models/trocr/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/models/van/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/models/van/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/models/vilt/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/models/vilt/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/models/vit/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/models/vit/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/models/wavlm/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/models/wavlm/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/models/xglm/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/models/xglm/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/models/xlm/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/models/xlm/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/models/xlnet/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/models/xlnet/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/models/yoso/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/models/yoso/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/models/yoso/common.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/models/yoso/common.h -------------------------------------------------------------------------------- /transformers/src/transformers/onnx/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/onnx/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/onnx/__main__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/onnx/__main__.py -------------------------------------------------------------------------------- /transformers/src/transformers/onnx/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/onnx/config.py -------------------------------------------------------------------------------- /transformers/src/transformers/onnx/convert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/onnx/convert.py -------------------------------------------------------------------------------- /transformers/src/transformers/onnx/features.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/onnx/features.py -------------------------------------------------------------------------------- /transformers/src/transformers/onnx/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/onnx/utils.py -------------------------------------------------------------------------------- /transformers/src/transformers/optimization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/optimization.py -------------------------------------------------------------------------------- /transformers/src/transformers/optimization_tf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/optimization_tf.py -------------------------------------------------------------------------------- /transformers/src/transformers/pipelines/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/pipelines/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/pipelines/audio_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/pipelines/audio_utils.py -------------------------------------------------------------------------------- /transformers/src/transformers/pipelines/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/pipelines/base.py -------------------------------------------------------------------------------- /transformers/src/transformers/pipelines/fill_mask.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/pipelines/fill_mask.py -------------------------------------------------------------------------------- /transformers/src/transformers/pipelines/pt_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/pipelines/pt_utils.py -------------------------------------------------------------------------------- /transformers/src/transformers/processing_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/processing_utils.py -------------------------------------------------------------------------------- /transformers/src/transformers/py.typed: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /transformers/src/transformers/pytorch_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/pytorch_utils.py -------------------------------------------------------------------------------- /transformers/src/transformers/sagemaker/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/sagemaker/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/sagemaker/trainer_sm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/sagemaker/trainer_sm.py -------------------------------------------------------------------------------- /transformers/src/transformers/testing_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/testing_utils.py -------------------------------------------------------------------------------- /transformers/src/transformers/tf_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/tf_utils.py -------------------------------------------------------------------------------- /transformers/src/transformers/tokenization_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/tokenization_utils.py -------------------------------------------------------------------------------- /transformers/src/transformers/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/trainer.py -------------------------------------------------------------------------------- /transformers/src/transformers/trainer_2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/trainer_2.py -------------------------------------------------------------------------------- /transformers/src/transformers/trainer_callback.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/trainer_callback.py -------------------------------------------------------------------------------- /transformers/src/transformers/trainer_pt_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/trainer_pt_utils.py -------------------------------------------------------------------------------- /transformers/src/transformers/trainer_seq2seq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/trainer_seq2seq.py -------------------------------------------------------------------------------- /transformers/src/transformers/trainer_tf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/trainer_tf.py -------------------------------------------------------------------------------- /transformers/src/transformers/trainer_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/trainer_utils.py -------------------------------------------------------------------------------- /transformers/src/transformers/training_args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/training_args.py -------------------------------------------------------------------------------- /transformers/src/transformers/training_args_seq2seq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/training_args_seq2seq.py -------------------------------------------------------------------------------- /transformers/src/transformers/training_args_tf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/training_args_tf.py -------------------------------------------------------------------------------- /transformers/src/transformers/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/utils/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/utils/doc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/utils/doc.py -------------------------------------------------------------------------------- /transformers/src/transformers/utils/fx.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/utils/fx.py -------------------------------------------------------------------------------- /transformers/src/transformers/utils/generic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/utils/generic.py -------------------------------------------------------------------------------- /transformers/src/transformers/utils/hp_naming.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/utils/hp_naming.py -------------------------------------------------------------------------------- /transformers/src/transformers/utils/hub.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/utils/hub.py -------------------------------------------------------------------------------- /transformers/src/transformers/utils/import_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/utils/import_utils.py -------------------------------------------------------------------------------- /transformers/src/transformers/utils/logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/utils/logging.py -------------------------------------------------------------------------------- /transformers/src/transformers/utils/notebook.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/utils/notebook.py -------------------------------------------------------------------------------- /transformers/src/transformers/utils/versions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/src/transformers/utils/versions.py -------------------------------------------------------------------------------- /transformers/templates/adding_a_new_model/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/templates/adding_a_new_model/README.md -------------------------------------------------------------------------------- /transformers/tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/albert/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/albert/test_modeling_albert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/albert/test_modeling_albert.py -------------------------------------------------------------------------------- /transformers/tests/albert/test_modeling_flax_albert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/albert/test_modeling_flax_albert.py -------------------------------------------------------------------------------- /transformers/tests/albert/test_modeling_tf_albert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/albert/test_modeling_tf_albert.py -------------------------------------------------------------------------------- /transformers/tests/albert/test_tokenization_albert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/albert/test_tokenization_albert.py -------------------------------------------------------------------------------- /transformers/tests/auto/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/auto/test_configuration_auto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/auto/test_configuration_auto.py -------------------------------------------------------------------------------- /transformers/tests/auto/test_modeling_auto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/auto/test_modeling_auto.py -------------------------------------------------------------------------------- /transformers/tests/auto/test_modeling_flax_auto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/auto/test_modeling_flax_auto.py -------------------------------------------------------------------------------- /transformers/tests/auto/test_modeling_tf_auto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/auto/test_modeling_tf_auto.py -------------------------------------------------------------------------------- /transformers/tests/auto/test_modeling_tf_pytorch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/auto/test_modeling_tf_pytorch.py -------------------------------------------------------------------------------- /transformers/tests/auto/test_processor_auto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/auto/test_processor_auto.py -------------------------------------------------------------------------------- /transformers/tests/auto/test_tokenization_auto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/auto/test_tokenization_auto.py -------------------------------------------------------------------------------- /transformers/tests/bart/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/bart/test_modeling_bart.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/bart/test_modeling_bart.py -------------------------------------------------------------------------------- /transformers/tests/bart/test_modeling_flax_bart.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/bart/test_modeling_flax_bart.py -------------------------------------------------------------------------------- /transformers/tests/bart/test_modeling_tf_bart.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/bart/test_modeling_tf_bart.py -------------------------------------------------------------------------------- /transformers/tests/bart/test_tokenization_bart.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/bart/test_tokenization_bart.py -------------------------------------------------------------------------------- /transformers/tests/barthez/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/bartpho/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/beit/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/beit/test_modeling_beit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/beit/test_modeling_beit.py -------------------------------------------------------------------------------- /transformers/tests/beit/test_modeling_flax_beit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/beit/test_modeling_flax_beit.py -------------------------------------------------------------------------------- /transformers/tests/benchmark/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/benchmark/test_benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/benchmark/test_benchmark.py -------------------------------------------------------------------------------- /transformers/tests/benchmark/test_benchmark_tf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/benchmark/test_benchmark_tf.py -------------------------------------------------------------------------------- /transformers/tests/bert/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/bert/test_modeling_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/bert/test_modeling_bert.py -------------------------------------------------------------------------------- /transformers/tests/bert/test_modeling_flax_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/bert/test_modeling_flax_bert.py -------------------------------------------------------------------------------- /transformers/tests/bert/test_modeling_tf_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/bert/test_modeling_tf_bert.py -------------------------------------------------------------------------------- /transformers/tests/bert/test_tokenization_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/bert/test_tokenization_bert.py -------------------------------------------------------------------------------- /transformers/tests/bert_generation/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/bert_japanese/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/bertweet/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/big_bird/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/big_bird/test_modeling_big_bird.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/big_bird/test_modeling_big_bird.py -------------------------------------------------------------------------------- /transformers/tests/bigbird_pegasus/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/blenderbot/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/blenderbot_small/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/bort/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/bort/test_modeling_bort.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/bort/test_modeling_bort.py -------------------------------------------------------------------------------- /transformers/tests/bort/test_modeling_tf_bort.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/bort/test_modeling_tf_bort.py -------------------------------------------------------------------------------- /transformers/tests/byt5/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/byt5/test_tokenization_byt5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/byt5/test_tokenization_byt5.py -------------------------------------------------------------------------------- /transformers/tests/camembert/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/canine/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/canine/test_modeling_canine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/canine/test_modeling_canine.py -------------------------------------------------------------------------------- /transformers/tests/canine/test_tokenization_canine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/canine/test_tokenization_canine.py -------------------------------------------------------------------------------- /transformers/tests/clip/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/clip/test_modeling_clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/clip/test_modeling_clip.py -------------------------------------------------------------------------------- /transformers/tests/clip/test_modeling_flax_clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/clip/test_modeling_flax_clip.py -------------------------------------------------------------------------------- /transformers/tests/clip/test_modeling_tf_clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/clip/test_modeling_tf_clip.py -------------------------------------------------------------------------------- /transformers/tests/clip/test_processor_clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/clip/test_processor_clip.py -------------------------------------------------------------------------------- /transformers/tests/clip/test_tokenization_clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/clip/test_tokenization_clip.py -------------------------------------------------------------------------------- /transformers/tests/convbert/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/convbert/test_modeling_convbert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/convbert/test_modeling_convbert.py -------------------------------------------------------------------------------- /transformers/tests/convnext/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/convnext/test_modeling_convnext.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/convnext/test_modeling_convnext.py -------------------------------------------------------------------------------- /transformers/tests/cpm/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/cpm/test_tokenization_cpm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/cpm/test_tokenization_cpm.py -------------------------------------------------------------------------------- /transformers/tests/ctrl/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/ctrl/test_modeling_ctrl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/ctrl/test_modeling_ctrl.py -------------------------------------------------------------------------------- /transformers/tests/ctrl/test_modeling_tf_ctrl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/ctrl/test_modeling_tf_ctrl.py -------------------------------------------------------------------------------- /transformers/tests/ctrl/test_tokenization_ctrl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/ctrl/test_tokenization_ctrl.py -------------------------------------------------------------------------------- /transformers/tests/data2vec/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/deberta/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/deberta/test_modeling_deberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/deberta/test_modeling_deberta.py -------------------------------------------------------------------------------- /transformers/tests/deberta_v2/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/decision_transformer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/deepspeed/ds_config_zero2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/deepspeed/ds_config_zero2.json -------------------------------------------------------------------------------- /transformers/tests/deepspeed/ds_config_zero3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/deepspeed/ds_config_zero3.json -------------------------------------------------------------------------------- /transformers/tests/deepspeed/test_deepspeed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/deepspeed/test_deepspeed.py -------------------------------------------------------------------------------- /transformers/tests/deepspeed/test_model_zoo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/deepspeed/test_model_zoo.py -------------------------------------------------------------------------------- /transformers/tests/deit/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/deit/test_modeling_deit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/deit/test_modeling_deit.py -------------------------------------------------------------------------------- /transformers/tests/detr/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/detr/test_modeling_detr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/detr/test_modeling_detr.py -------------------------------------------------------------------------------- /transformers/tests/distilbert/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/dit/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/dit/test_modeling_dit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/dit/test_modeling_dit.py -------------------------------------------------------------------------------- /transformers/tests/dpr/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/dpr/test_modeling_dpr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/dpr/test_modeling_dpr.py -------------------------------------------------------------------------------- /transformers/tests/dpr/test_modeling_tf_dpr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/dpr/test_modeling_tf_dpr.py -------------------------------------------------------------------------------- /transformers/tests/dpr/test_tokenization_dpr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/dpr/test_tokenization_dpr.py -------------------------------------------------------------------------------- /transformers/tests/dpt/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/dpt/test_modeling_dpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/dpt/test_modeling_dpt.py -------------------------------------------------------------------------------- /transformers/tests/electra/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/electra/test_modeling_electra.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/electra/test_modeling_electra.py -------------------------------------------------------------------------------- /transformers/tests/encoder_decoder/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/extended/test_trainer_ext.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/extended/test_trainer_ext.py -------------------------------------------------------------------------------- /transformers/tests/fixtures/dummy-config.json: -------------------------------------------------------------------------------- 1 | { 2 | "model_type": "roberta" 3 | } -------------------------------------------------------------------------------- /transformers/tests/fixtures/empty.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/fixtures/input.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/fixtures/input.txt -------------------------------------------------------------------------------- /transformers/tests/fixtures/merges.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/fixtures/merges.txt -------------------------------------------------------------------------------- /transformers/tests/fixtures/preprocessor_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/fixtures/preprocessor_config.json -------------------------------------------------------------------------------- /transformers/tests/fixtures/sample_text.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/fixtures/sample_text.txt -------------------------------------------------------------------------------- /transformers/tests/fixtures/spiece.model: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/fixtures/spiece.model -------------------------------------------------------------------------------- /transformers/tests/fixtures/test_entity_vocab.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/fixtures/test_entity_vocab.json -------------------------------------------------------------------------------- /transformers/tests/fixtures/test_sentencepiece.model: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/fixtures/test_sentencepiece.model -------------------------------------------------------------------------------- /transformers/tests/fixtures/tests_samples/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/fixtures/tests_samples/.gitignore -------------------------------------------------------------------------------- /transformers/tests/fixtures/vocab.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/fixtures/vocab.json -------------------------------------------------------------------------------- /transformers/tests/fixtures/vocab.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/fixtures/vocab.txt -------------------------------------------------------------------------------- /transformers/tests/flaubert/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/fnet/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/fnet/test_modeling_fnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/fnet/test_modeling_fnet.py -------------------------------------------------------------------------------- /transformers/tests/fnet/test_tokenization_fnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/fnet/test_tokenization_fnet.py -------------------------------------------------------------------------------- /transformers/tests/fsmt/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/fsmt/test_modeling_fsmt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/fsmt/test_modeling_fsmt.py -------------------------------------------------------------------------------- /transformers/tests/fsmt/test_tokenization_fsmt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/fsmt/test_tokenization_fsmt.py -------------------------------------------------------------------------------- /transformers/tests/funnel/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/funnel/test_modeling_funnel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/funnel/test_modeling_funnel.py -------------------------------------------------------------------------------- /transformers/tests/funnel/test_modeling_tf_funnel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/funnel/test_modeling_tf_funnel.py -------------------------------------------------------------------------------- /transformers/tests/generation/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/glpn/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/glpn/test_modeling_glpn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/glpn/test_modeling_glpn.py -------------------------------------------------------------------------------- /transformers/tests/gpt2/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/gpt2/test_modeling_flax_gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/gpt2/test_modeling_flax_gpt2.py -------------------------------------------------------------------------------- /transformers/tests/gpt2/test_modeling_gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/gpt2/test_modeling_gpt2.py -------------------------------------------------------------------------------- /transformers/tests/gpt2/test_modeling_tf_gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/gpt2/test_modeling_tf_gpt2.py -------------------------------------------------------------------------------- /transformers/tests/gpt2/test_tokenization_gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/gpt2/test_tokenization_gpt2.py -------------------------------------------------------------------------------- /transformers/tests/gpt_neo/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/gpt_neo/test_modeling_gpt_neo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/gpt_neo/test_modeling_gpt_neo.py -------------------------------------------------------------------------------- /transformers/tests/gptj/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/gptj/test_modeling_flax_gptj.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/gptj/test_modeling_flax_gptj.py -------------------------------------------------------------------------------- /transformers/tests/gptj/test_modeling_gptj.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/gptj/test_modeling_gptj.py -------------------------------------------------------------------------------- /transformers/tests/gptj/test_modeling_tf_gptj.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/gptj/test_modeling_tf_gptj.py -------------------------------------------------------------------------------- /transformers/tests/herbert/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/hubert/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/hubert/test_modeling_hubert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/hubert/test_modeling_hubert.py -------------------------------------------------------------------------------- /transformers/tests/hubert/test_modeling_tf_hubert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/hubert/test_modeling_tf_hubert.py -------------------------------------------------------------------------------- /transformers/tests/ibert/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/ibert/test_modeling_ibert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/ibert/test_modeling_ibert.py -------------------------------------------------------------------------------- /transformers/tests/imagegpt/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/layoutlm/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/layoutlmv2/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/layoutxlm/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/led/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/led/test_modeling_led.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/led/test_modeling_led.py -------------------------------------------------------------------------------- /transformers/tests/led/test_modeling_tf_led.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/led/test_modeling_tf_led.py -------------------------------------------------------------------------------- /transformers/tests/longformer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/luke/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/luke/test_modeling_luke.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/luke/test_modeling_luke.py -------------------------------------------------------------------------------- /transformers/tests/luke/test_tokenization_luke.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/luke/test_tokenization_luke.py -------------------------------------------------------------------------------- /transformers/tests/lxmert/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/lxmert/test_modeling_lxmert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/lxmert/test_modeling_lxmert.py -------------------------------------------------------------------------------- /transformers/tests/lxmert/test_modeling_tf_lxmert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/lxmert/test_modeling_tf_lxmert.py -------------------------------------------------------------------------------- /transformers/tests/m2m_100/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/m2m_100/test_modeling_m2m_100.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/m2m_100/test_modeling_m2m_100.py -------------------------------------------------------------------------------- /transformers/tests/marian/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/marian/test_modeling_marian.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/marian/test_modeling_marian.py -------------------------------------------------------------------------------- /transformers/tests/marian/test_modeling_tf_marian.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/marian/test_modeling_tf_marian.py -------------------------------------------------------------------------------- /transformers/tests/maskformer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/mbart/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/mbart/test_modeling_flax_mbart.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/mbart/test_modeling_flax_mbart.py -------------------------------------------------------------------------------- /transformers/tests/mbart/test_modeling_mbart.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/mbart/test_modeling_mbart.py -------------------------------------------------------------------------------- /transformers/tests/mbart/test_modeling_tf_mbart.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/mbart/test_modeling_tf_mbart.py -------------------------------------------------------------------------------- /transformers/tests/mbart/test_tokenization_mbart.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/mbart/test_tokenization_mbart.py -------------------------------------------------------------------------------- /transformers/tests/mbart50/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/megatron_bert/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/megatron_gpt2/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/mluke/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/mluke/test_tokenization_mluke.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/mluke/test_tokenization_mluke.py -------------------------------------------------------------------------------- /transformers/tests/mobilebert/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/mpnet/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/mpnet/test_modeling_mpnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/mpnet/test_modeling_mpnet.py -------------------------------------------------------------------------------- /transformers/tests/mpnet/test_modeling_tf_mpnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/mpnet/test_modeling_tf_mpnet.py -------------------------------------------------------------------------------- /transformers/tests/mpnet/test_tokenization_mpnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/mpnet/test_tokenization_mpnet.py -------------------------------------------------------------------------------- /transformers/tests/mt5/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/mt5/test_modeling_flax_mt5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/mt5/test_modeling_flax_mt5.py -------------------------------------------------------------------------------- /transformers/tests/mt5/test_modeling_mt5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/mt5/test_modeling_mt5.py -------------------------------------------------------------------------------- /transformers/tests/mt5/test_modeling_tf_mt5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/mt5/test_modeling_tf_mt5.py -------------------------------------------------------------------------------- /transformers/tests/nystromformer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/onnx/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/onnx/test_onnx.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/onnx/test_onnx.py -------------------------------------------------------------------------------- /transformers/tests/onnx/test_onnx_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/onnx/test_onnx_v2.py -------------------------------------------------------------------------------- /transformers/tests/openai/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/openai/test_modeling_openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/openai/test_modeling_openai.py -------------------------------------------------------------------------------- /transformers/tests/openai/test_modeling_tf_openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/openai/test_modeling_tf_openai.py -------------------------------------------------------------------------------- /transformers/tests/optimization/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/optimization/test_optimization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/optimization/test_optimization.py -------------------------------------------------------------------------------- /transformers/tests/pegasus/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/pegasus/test_modeling_pegasus.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/pegasus/test_modeling_pegasus.py -------------------------------------------------------------------------------- /transformers/tests/perceiver/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/phobert/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/pipelines/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/plbart/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/plbart/test_modeling_plbart.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/plbart/test_modeling_plbart.py -------------------------------------------------------------------------------- /transformers/tests/poolformer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/prophetnet/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/qdqbert/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/qdqbert/test_modeling_qdqbert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/qdqbert/test_modeling_qdqbert.py -------------------------------------------------------------------------------- /transformers/tests/rag/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/rag/test_modeling_rag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/rag/test_modeling_rag.py -------------------------------------------------------------------------------- /transformers/tests/rag/test_modeling_tf_rag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/rag/test_modeling_tf_rag.py -------------------------------------------------------------------------------- /transformers/tests/rag/test_retrieval_rag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/rag/test_retrieval_rag.py -------------------------------------------------------------------------------- /transformers/tests/rag/test_tokenization_rag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/rag/test_tokenization_rag.py -------------------------------------------------------------------------------- /transformers/tests/realm/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/realm/test_modeling_realm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/realm/test_modeling_realm.py -------------------------------------------------------------------------------- /transformers/tests/realm/test_retrieval_realm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/realm/test_retrieval_realm.py -------------------------------------------------------------------------------- /transformers/tests/realm/test_tokenization_realm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/realm/test_tokenization_realm.py -------------------------------------------------------------------------------- /transformers/tests/reformer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/rembert/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/rembert/test_modeling_rembert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/rembert/test_modeling_rembert.py -------------------------------------------------------------------------------- /transformers/tests/resnet/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/resnet/test_modeling_resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/resnet/test_modeling_resnet.py -------------------------------------------------------------------------------- /transformers/tests/roberta/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/roberta/test_modeling_roberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/roberta/test_modeling_roberta.py -------------------------------------------------------------------------------- /transformers/tests/roformer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/sagemaker/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/sagemaker/README.md -------------------------------------------------------------------------------- /transformers/tests/sagemaker/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/sagemaker/__init__.py -------------------------------------------------------------------------------- /transformers/tests/sagemaker/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/sagemaker/conftest.py -------------------------------------------------------------------------------- /transformers/tests/sagemaker/test_single_node_gpu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/sagemaker/test_single_node_gpu.py -------------------------------------------------------------------------------- /transformers/tests/segformer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/sew/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/sew/test_modeling_sew.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/sew/test_modeling_sew.py -------------------------------------------------------------------------------- /transformers/tests/sew_d/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/sew_d/test_modeling_sew_d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/sew_d/test_modeling_sew_d.py -------------------------------------------------------------------------------- /transformers/tests/speech_encoder_decoder/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/speech_to_text/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/speech_to_text_2/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/splinter/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/squeezebert/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/swin/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/swin/test_modeling_swin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/swin/test_modeling_swin.py -------------------------------------------------------------------------------- /transformers/tests/t5/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/t5/test_modeling_flax_t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/t5/test_modeling_flax_t5.py -------------------------------------------------------------------------------- /transformers/tests/t5/test_modeling_t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/t5/test_modeling_t5.py -------------------------------------------------------------------------------- /transformers/tests/t5/test_modeling_tf_t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/t5/test_modeling_tf_t5.py -------------------------------------------------------------------------------- /transformers/tests/t5/test_tokenization_t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/t5/test_tokenization_t5.py -------------------------------------------------------------------------------- /transformers/tests/tapas/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/tapas/test_modeling_tapas.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/tapas/test_modeling_tapas.py -------------------------------------------------------------------------------- /transformers/tests/tapas/test_modeling_tf_tapas.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/tapas/test_modeling_tf_tapas.py -------------------------------------------------------------------------------- /transformers/tests/tapas/test_tokenization_tapas.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/tapas/test_tokenization_tapas.py -------------------------------------------------------------------------------- /transformers/tests/test_configuration_common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/test_configuration_common.py -------------------------------------------------------------------------------- /transformers/tests/test_feature_extraction_common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/test_feature_extraction_common.py -------------------------------------------------------------------------------- /transformers/tests/test_modeling_common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/test_modeling_common.py -------------------------------------------------------------------------------- /transformers/tests/test_modeling_flax_common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/test_modeling_flax_common.py -------------------------------------------------------------------------------- /transformers/tests/test_modeling_tf_common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/test_modeling_tf_common.py -------------------------------------------------------------------------------- /transformers/tests/test_tokenization_common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/test_tokenization_common.py -------------------------------------------------------------------------------- /transformers/tests/tokenization/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/trainer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/trainer/test_data_collator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/trainer/test_data_collator.py -------------------------------------------------------------------------------- /transformers/tests/trainer/test_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/trainer/test_trainer.py -------------------------------------------------------------------------------- /transformers/tests/trainer/test_trainer_callback.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/trainer/test_trainer_callback.py -------------------------------------------------------------------------------- /transformers/tests/trainer/test_trainer_seq2seq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/trainer/test_trainer_seq2seq.py -------------------------------------------------------------------------------- /transformers/tests/trainer/test_trainer_tpu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/trainer/test_trainer_tpu.py -------------------------------------------------------------------------------- /transformers/tests/trainer/test_trainer_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/trainer/test_trainer_utils.py -------------------------------------------------------------------------------- /transformers/tests/transfo_xl/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/trocr/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/trocr/test_modeling_trocr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/trocr/test_modeling_trocr.py -------------------------------------------------------------------------------- /transformers/tests/unispeech/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/unispeech_sat/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/utils/test_activations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/utils/test_activations.py -------------------------------------------------------------------------------- /transformers/tests/utils/test_activations_tf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/utils/test_activations_tf.py -------------------------------------------------------------------------------- /transformers/tests/utils/test_add_new_model_like.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/utils/test_add_new_model_like.py -------------------------------------------------------------------------------- /transformers/tests/utils/test_cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/utils/test_cli.py -------------------------------------------------------------------------------- /transformers/tests/utils/test_doc_samples.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/utils/test_doc_samples.py -------------------------------------------------------------------------------- /transformers/tests/utils/test_file_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/utils/test_file_utils.py -------------------------------------------------------------------------------- /transformers/tests/utils/test_hf_argparser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/utils/test_hf_argparser.py -------------------------------------------------------------------------------- /transformers/tests/utils/test_image_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/utils/test_image_utils.py -------------------------------------------------------------------------------- /transformers/tests/utils/test_logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/utils/test_logging.py -------------------------------------------------------------------------------- /transformers/tests/utils/test_model_card.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/utils/test_model_card.py -------------------------------------------------------------------------------- /transformers/tests/utils/test_model_output.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/utils/test_model_output.py -------------------------------------------------------------------------------- /transformers/tests/utils/test_modeling_tf_core.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/utils/test_modeling_tf_core.py -------------------------------------------------------------------------------- /transformers/tests/utils/test_offline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/utils/test_offline.py -------------------------------------------------------------------------------- /transformers/tests/utils/test_skip_decorators.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/utils/test_skip_decorators.py -------------------------------------------------------------------------------- /transformers/tests/utils/test_utils_check_copies.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/utils/test_utils_check_copies.py -------------------------------------------------------------------------------- /transformers/tests/utils/test_versions_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/utils/test_versions_utils.py -------------------------------------------------------------------------------- /transformers/tests/van/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/van/test_modeling_van.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/van/test_modeling_van.py -------------------------------------------------------------------------------- /transformers/tests/vilt/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/vilt/test_modeling_vilt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/vilt/test_modeling_vilt.py -------------------------------------------------------------------------------- /transformers/tests/vision_encoder_decoder/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/vision_text_dual_encoder/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/visual_bert/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/vit/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/vit/test_modeling_flax_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/vit/test_modeling_flax_vit.py -------------------------------------------------------------------------------- /transformers/tests/vit/test_modeling_tf_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/vit/test_modeling_tf_vit.py -------------------------------------------------------------------------------- /transformers/tests/vit/test_modeling_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/vit/test_modeling_vit.py -------------------------------------------------------------------------------- /transformers/tests/vit_mae/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/vit_mae/test_modeling_vit_mae.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/vit_mae/test_modeling_vit_mae.py -------------------------------------------------------------------------------- /transformers/tests/wav2vec2/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/wav2vec2_phoneme/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/wav2vec2_with_lm/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/wavlm/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/wavlm/test_modeling_wavlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/wavlm/test_modeling_wavlm.py -------------------------------------------------------------------------------- /transformers/tests/xglm/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/xglm/test_modeling_flax_xglm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/xglm/test_modeling_flax_xglm.py -------------------------------------------------------------------------------- /transformers/tests/xglm/test_modeling_xglm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/xglm/test_modeling_xglm.py -------------------------------------------------------------------------------- /transformers/tests/xglm/test_tokenization_xglm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/xglm/test_tokenization_xglm.py -------------------------------------------------------------------------------- /transformers/tests/xlm/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/xlm/test_modeling_tf_xlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/xlm/test_modeling_tf_xlm.py -------------------------------------------------------------------------------- /transformers/tests/xlm/test_modeling_xlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/xlm/test_modeling_xlm.py -------------------------------------------------------------------------------- /transformers/tests/xlm/test_tokenization_xlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/xlm/test_tokenization_xlm.py -------------------------------------------------------------------------------- /transformers/tests/xlm_prophetnet/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/xlm_roberta/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/xlm_roberta_xl/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/xlnet/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/xlnet/test_modeling_tf_xlnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/xlnet/test_modeling_tf_xlnet.py -------------------------------------------------------------------------------- /transformers/tests/xlnet/test_modeling_xlnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/xlnet/test_modeling_xlnet.py -------------------------------------------------------------------------------- /transformers/tests/xlnet/test_tokenization_xlnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/xlnet/test_tokenization_xlnet.py -------------------------------------------------------------------------------- /transformers/tests/yoso/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/yoso/test_modeling_yoso.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/tests/yoso/test_modeling_yoso.py -------------------------------------------------------------------------------- /transformers/utils/check_copies.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/utils/check_copies.py -------------------------------------------------------------------------------- /transformers/utils/check_dummies.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/utils/check_dummies.py -------------------------------------------------------------------------------- /transformers/utils/check_inits.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/utils/check_inits.py -------------------------------------------------------------------------------- /transformers/utils/check_repo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/utils/check_repo.py -------------------------------------------------------------------------------- /transformers/utils/check_table.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/utils/check_table.py -------------------------------------------------------------------------------- /transformers/utils/check_tf_ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/utils/check_tf_ops.py -------------------------------------------------------------------------------- /transformers/utils/custom_init_isort.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/utils/custom_init_isort.py -------------------------------------------------------------------------------- /transformers/utils/documentation_tests.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/utils/documentation_tests.txt -------------------------------------------------------------------------------- /transformers/utils/download_glue_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/utils/download_glue_data.py -------------------------------------------------------------------------------- /transformers/utils/get_modified_files.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/utils/get_modified_files.py -------------------------------------------------------------------------------- /transformers/utils/notification_service.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/utils/notification_service.py -------------------------------------------------------------------------------- /transformers/utils/notification_service_doc_tests.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/utils/notification_service_doc_tests.py -------------------------------------------------------------------------------- /transformers/utils/prepare_for_doc_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/utils/prepare_for_doc_test.py -------------------------------------------------------------------------------- /transformers/utils/print_env_pt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/utils/print_env_pt.py -------------------------------------------------------------------------------- /transformers/utils/release.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/utils/release.py -------------------------------------------------------------------------------- /transformers/utils/test_module/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/utils/test_module/custom_modeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/utils/test_module/custom_modeling.py -------------------------------------------------------------------------------- /transformers/utils/test_module/custom_processing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/utils/test_module/custom_processing.py -------------------------------------------------------------------------------- /transformers/utils/tests_fetcher.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/utils/tests_fetcher.py -------------------------------------------------------------------------------- /transformers/utils/tf_ops/onnx.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/utils/tf_ops/onnx.json -------------------------------------------------------------------------------- /transformers/utils/update_metadata.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/utils/update_metadata.py -------------------------------------------------------------------------------- /transformers/valohai.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/transformers/valohai.yaml -------------------------------------------------------------------------------- /two_steps.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/two_steps.py -------------------------------------------------------------------------------- /utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/icl-selective-annotation/HEAD/utils.py --------------------------------------------------------------------------------