├── .gitignore ├── LICENSE ├── README.md ├── arguments.py ├── check_picl_data.py ├── configs └── deepspeed │ ├── ds_config.json │ └── ds_config_fp32.json ├── data_utils ├── all2std.py ├── data_config.py ├── distributed_indexed.py ├── evaluation_datasets.py ├── icl_base_dataset.py ├── icl_datasets.py ├── indexed_dataset.py ├── pretrain_datasets.py ├── retriever_datasets.py ├── sni_evaluation.py ├── sni_tasks.py ├── std2all.py └── train_dataset.py ├── evaluate_cls.py ├── evaluate_inst.py ├── figures └── method.png ├── filter.py ├── modeling └── retriever_modeling.py ├── pretrain.py ├── promptsource ├── .gitattributes ├── .github │ └── workflows │ │ ├── check_code_quality.yml │ │ ├── check_templates.yml │ │ └── show_new_templates.yml ├── .gitignore ├── API_DOCUMENTATION.md ├── CITATION.cff ├── CODEOWNERS ├── CONTRIBUTING.md ├── LICENSE ├── Makefile ├── README.md ├── promptsource │ ├── __init__.py │ ├── app.py │ ├── session.py │ ├── templates.py │ ├── templates │ │ ├── Zaid │ │ │ ├── coqa_expanded │ │ │ │ └── templates.yaml │ │ │ └── quac_expanded │ │ │ │ └── templates.yaml │ │ ├── acronym_identification │ │ │ └── templates.yaml │ │ ├── ade_corpus_v2 │ │ │ ├── Ade_corpus_v2_classification │ │ │ │ └── templates.yaml │ │ │ ├── Ade_corpus_v2_drug_ade_relation │ │ │ │ └── templates.yaml │ │ │ └── Ade_corpus_v2_drug_dosage_relation │ │ │ │ └── templates.yaml │ │ ├── adversarial_qa │ │ │ ├── adversarialQA │ │ │ │ └── templates.yaml │ │ │ ├── dbert │ │ │ │ └── templates.yaml │ │ │ ├── dbidaf │ │ │ │ └── templates.yaml │ │ │ └── droberta │ │ │ │ └── templates.yaml │ │ ├── aeslc │ │ │ └── templates.yaml │ │ ├── ag_news │ │ │ └── templates.yaml │ │ ├── ai2_arc │ │ │ ├── ARC-Challenge │ │ │ │ └── templates.yaml │ │ │ └── ARC-Easy │ │ │ │ └── templates.yaml │ │ ├── amazon_polarity │ │ │ └── templates.yaml │ │ ├── amazon_reviews_multi │ │ │ └── en │ │ │ │ └── templates.yaml │ │ ├── amazon_us_reviews │ │ │ └── Wireless_v1_00 │ │ │ │ └── templates.yaml │ │ ├── ambig_qa │ │ │ └── light │ │ │ │ └── templates.yaml │ │ ├── anli │ │ │ └── templates.yaml │ │ ├── app_reviews │ │ │ └── templates.yaml │ │ ├── aqua_rat │ │ │ └── raw │ │ │ │ └── templates.yaml │ │ ├── art │ │ │ └── templates.yaml │ │ ├── asnq │ │ │ └── templates.yaml │ │ ├── asset │ │ │ ├── ratings │ │ │ │ └── templates.yaml │ │ │ └── simplification │ │ │ │ └── templates.yaml │ │ ├── banking77 │ │ │ └── templates.yaml │ │ ├── billsum │ │ │ └── templates.yaml │ │ ├── bing_coronavirus_query_set │ │ │ └── templates.yaml │ │ ├── biosses │ │ │ └── templates.yaml │ │ ├── blbooksgenre │ │ │ └── title_genre_classifiction │ │ │ │ └── templates.yaml │ │ ├── blended_skill_talk │ │ │ └── templates.yaml │ │ ├── cbt │ │ │ ├── CN │ │ │ │ └── templates.yaml │ │ │ ├── NE │ │ │ │ └── templates.yaml │ │ │ ├── P │ │ │ │ └── templates.yaml │ │ │ ├── V │ │ │ │ └── templates.yaml │ │ │ └── raw │ │ │ │ └── templates.yaml │ │ ├── cc_news │ │ │ └── templates.yaml │ │ ├── circa │ │ │ └── templates.yaml │ │ ├── climate_fever │ │ │ └── templates.yaml │ │ ├── cnn_dailymail │ │ │ └── 3.0.0 │ │ │ │ └── templates.yaml │ │ ├── codah │ │ │ ├── codah │ │ │ │ └── templates.yaml │ │ │ ├── fold_0 │ │ │ │ └── templates.yaml │ │ │ ├── fold_1 │ │ │ │ └── templates.yaml │ │ │ ├── fold_2 │ │ │ │ └── templates.yaml │ │ │ ├── fold_3 │ │ │ │ └── templates.yaml │ │ │ └── fold_4 │ │ │ │ └── templates.yaml │ │ ├── code_x_glue_tc_text_to_code │ │ │ └── templates.yaml │ │ ├── common_gen │ │ │ └── templates.yaml │ │ ├── commonsense_qa │ │ │ └── templates.yaml │ │ ├── conv_ai │ │ │ └── templates.yaml │ │ ├── conv_ai_2 │ │ │ └── templates.yaml │ │ ├── conv_ai_3 │ │ │ └── templates.yaml │ │ ├── coqa │ │ │ └── templates.yaml │ │ ├── cord19 │ │ │ └── metadata │ │ │ │ └── templates.yaml │ │ ├── cos_e │ │ │ ├── v1.0 │ │ │ │ └── templates.yaml │ │ │ └── v1.11 │ │ │ │ └── templates.yaml │ │ ├── cosmos_qa │ │ │ └── templates.yaml │ │ ├── covid_qa_castorini │ │ │ └── templates.yaml │ │ ├── craffel │ │ │ └── openai_lambada │ │ │ │ └── templates.yaml │ │ ├── craigslist_bargains │ │ │ └── templates.yaml │ │ ├── crows_pairs │ │ │ └── templates.yaml │ │ ├── dbpedia_14 │ │ │ └── templates.yaml │ │ ├── discofuse │ │ │ ├── discofuse-sport │ │ │ │ └── templates.yaml │ │ │ └── discofuse-wikipedia │ │ │ │ └── templates.yaml │ │ ├── discovery │ │ │ └── discovery │ │ │ │ └── templates.yaml │ │ ├── docred │ │ │ └── templates.yaml │ │ ├── dream │ │ │ └── templates.yaml │ │ ├── drop │ │ │ └── templates.yaml │ │ ├── duorc │ │ │ ├── ParaphraseRC │ │ │ │ └── templates.yaml │ │ │ └── SelfRC │ │ │ │ └── templates.yaml │ │ ├── e2e_nlg_cleaned │ │ │ └── templates.yaml │ │ ├── ecthr_cases │ │ │ └── alleged-violation-prediction │ │ │ │ └── templates.yaml │ │ ├── emo │ │ │ └── templates.yaml │ │ ├── emotion │ │ │ └── templates.yaml │ │ ├── enriched_web_nlg │ │ │ └── en │ │ │ │ └── templates.yaml │ │ ├── esnli │ │ │ └── templates.yaml │ │ ├── evidence_infer_treatment │ │ │ ├── 1.1 │ │ │ │ └── templates.yaml │ │ │ └── 2.0 │ │ │ │ └── templates.yaml │ │ ├── fever │ │ │ ├── v1.0 │ │ │ │ └── templates.yaml │ │ │ └── v2.0 │ │ │ │ └── templates.yaml │ │ ├── financial_phrasebank │ │ │ └── sentences_allagree │ │ │ │ └── templates.yaml │ │ ├── freebase_qa │ │ │ └── templates.yaml │ │ ├── generated_reviews_enth │ │ │ └── templates.yaml │ │ ├── gigaword │ │ │ └── templates.yaml │ │ ├── glue │ │ │ ├── ax │ │ │ │ └── templates.yaml │ │ │ ├── cola │ │ │ │ └── templates.yaml │ │ │ ├── mnli │ │ │ │ └── templates.yaml │ │ │ ├── mnli_matched │ │ │ │ └── templates.yaml │ │ │ ├── mnli_mismatched │ │ │ │ └── templates.yaml │ │ │ ├── mrpc │ │ │ │ └── templates.yaml │ │ │ ├── qnli │ │ │ │ └── templates.yaml │ │ │ ├── qqp │ │ │ │ └── templates.yaml │ │ │ ├── rte │ │ │ │ └── templates.yaml │ │ │ ├── sst2 │ │ │ │ └── templates.yaml │ │ │ ├── stsb │ │ │ │ └── templates.yaml │ │ │ └── wnli │ │ │ │ └── templates.yaml │ │ ├── google_wellformed_query │ │ │ └── templates.yaml │ │ ├── great_code │ │ │ └── templates.yaml │ │ ├── guardian_authorship │ │ │ ├── cross_genre_1 │ │ │ │ └── templates.yaml │ │ │ ├── cross_topic_1 │ │ │ │ └── templates.yaml │ │ │ ├── cross_topic_4 │ │ │ │ └── templates.yaml │ │ │ └── cross_topic_7 │ │ │ │ └── templates.yaml │ │ ├── gutenberg_time │ │ │ └── templates.yaml │ │ ├── hans │ │ │ └── templates.yaml │ │ ├── hate_speech18 │ │ │ └── templates.yaml │ │ ├── head_qa │ │ │ └── en │ │ │ │ └── templates.yaml │ │ ├── health_fact │ │ │ └── templates.yaml │ │ ├── hellaswag │ │ │ └── templates.yaml │ │ ├── hlgd │ │ │ └── templates.yaml │ │ ├── hotpot_qa │ │ │ ├── distractor │ │ │ │ └── templates.yaml │ │ │ └── fullwiki │ │ │ │ └── templates.yaml │ │ ├── humicroedit │ │ │ ├── subtask-1 │ │ │ │ └── templates.yaml │ │ │ └── subtask-2 │ │ │ │ └── templates.yaml │ │ ├── hyperpartisan_news_detection │ │ │ ├── byarticle │ │ │ │ └── templates.yaml │ │ │ └── bypublisher │ │ │ │ └── templates.yaml │ │ ├── imdb │ │ │ └── templates.yaml │ │ ├── jfleg │ │ │ └── templates.yaml │ │ ├── jigsaw_unintended_bias │ │ │ └── templates.yaml │ │ ├── kelm │ │ │ └── templates.yaml │ │ ├── kilt_tasks │ │ │ ├── hotpotqa │ │ │ │ └── templates.yaml │ │ │ └── nq │ │ │ │ └── templates.yaml │ │ ├── lama │ │ │ └── trex │ │ │ │ └── templates.yaml │ │ ├── lambada │ │ │ └── templates.yaml │ │ ├── liar │ │ │ └── templates.yaml │ │ ├── limit │ │ │ └── templates.yaml │ │ ├── math_dataset │ │ │ ├── algebra__linear_1d │ │ │ │ └── templates.yaml │ │ │ ├── algebra__linear_1d_composed │ │ │ │ └── templates.yaml │ │ │ ├── algebra__linear_2d │ │ │ │ └── templates.yaml │ │ │ └── algebra__linear_2d_composed │ │ │ │ └── templates.yaml │ │ ├── math_qa │ │ │ └── templates.yaml │ │ ├── mc_taco │ │ │ └── templates.yaml │ │ ├── mdd │ │ │ ├── task1_qa │ │ │ │ └── templates.yaml │ │ │ ├── task2_recs │ │ │ │ └── templates.yaml │ │ │ └── task3_qarecs │ │ │ │ └── templates.yaml │ │ ├── medal │ │ │ └── templates.yaml │ │ ├── medical_questions_pairs │ │ │ └── templates.yaml │ │ ├── meta_woz │ │ │ └── dialogues │ │ │ │ └── templates.yaml │ │ ├── mocha │ │ │ └── templates.yaml │ │ ├── movie_rationales │ │ │ └── templates.yaml │ │ ├── multi_news │ │ │ └── templates.yaml │ │ ├── multi_nli │ │ │ └── templates.yaml │ │ ├── multi_x_science_sum │ │ │ └── templates.yaml │ │ ├── mwsc │ │ │ └── templates.yaml │ │ ├── narrativeqa │ │ │ └── templates.yaml │ │ ├── ncbi_disease │ │ │ └── templates.yaml │ │ ├── neural_code_search │ │ │ └── evaluation_dataset │ │ │ │ └── templates.yaml │ │ ├── newspop │ │ │ └── templates.yaml │ │ ├── nlu_evaluation_data │ │ │ └── templates.yaml │ │ ├── nq_open │ │ │ └── templates.yaml │ │ ├── numer_sense │ │ │ └── templates.yaml │ │ ├── onestop_english │ │ │ └── templates.yaml │ │ ├── openai_humaneval │ │ │ └── templates.yaml │ │ ├── openbookqa │ │ │ ├── additional │ │ │ │ └── templates.yaml │ │ │ └── main │ │ │ │ └── templates.yaml │ │ ├── paws-x │ │ │ └── en │ │ │ │ └── templates.yaml │ │ ├── paws │ │ │ ├── labeled_final │ │ │ │ └── templates.yaml │ │ │ ├── labeled_swap │ │ │ │ └── templates.yaml │ │ │ └── unlabeled_final │ │ │ │ └── templates.yaml │ │ ├── piqa │ │ │ └── templates.yaml │ │ ├── poem_sentiment │ │ │ └── templates.yaml │ │ ├── pubmed_qa │ │ │ └── pqa_labeled │ │ │ │ └── templates.yaml │ │ ├── qa_srl │ │ │ └── templates.yaml │ │ ├── qa_zre │ │ │ └── templates.yaml │ │ ├── qasc │ │ │ └── templates.yaml │ │ ├── qed │ │ │ └── templates.yaml │ │ ├── quac │ │ │ └── templates.yaml │ │ ├── quail │ │ │ └── templates.yaml │ │ ├── quarel │ │ │ └── templates.yaml │ │ ├── quartz │ │ │ └── templates.yaml │ │ ├── quora │ │ │ └── templates.yaml │ │ ├── quoref │ │ │ └── templates.yaml │ │ ├── race │ │ │ ├── all │ │ │ │ └── templates.yaml │ │ │ ├── high │ │ │ │ └── templates.yaml │ │ │ └── middle │ │ │ │ └── templates.yaml │ │ ├── riddle_sense │ │ │ └── templates.yaml │ │ ├── ropes │ │ │ └── templates.yaml │ │ ├── rotten_tomatoes │ │ │ └── templates.yaml │ │ ├── samsum │ │ │ └── templates.yaml │ │ ├── scan │ │ │ ├── addprim_jump │ │ │ │ └── templates.yaml │ │ │ ├── addprim_turn_left │ │ │ │ └── templates.yaml │ │ │ ├── filler_num0 │ │ │ │ └── templates.yaml │ │ │ ├── filler_num1 │ │ │ │ └── templates.yaml │ │ │ ├── filler_num2 │ │ │ │ └── templates.yaml │ │ │ ├── filler_num3 │ │ │ │ └── templates.yaml │ │ │ ├── length │ │ │ │ └── templates.yaml │ │ │ ├── simple │ │ │ │ └── templates.yaml │ │ │ ├── template_around_right │ │ │ │ └── templates.yaml │ │ │ ├── template_jump_around_right │ │ │ │ └── templates.yaml │ │ │ ├── template_opposite_right │ │ │ │ └── templates.yaml │ │ │ └── template_right │ │ │ │ └── templates.yaml │ │ ├── scicite │ │ │ └── templates.yaml │ │ ├── scientific_papers │ │ │ ├── arxiv │ │ │ │ └── templates.yaml │ │ │ └── pubmed │ │ │ │ └── templates.yaml │ │ ├── sciq │ │ │ └── templates.yaml │ │ ├── scitail │ │ │ ├── snli_format │ │ │ │ └── templates.yaml │ │ │ └── tsv_format │ │ │ │ └── templates.yaml │ │ ├── scitldr │ │ │ └── Abstract │ │ │ │ └── templates.yaml │ │ ├── selqa │ │ │ └── answer_selection_analysis │ │ │ │ └── templates.yaml │ │ ├── sem_eval_2010_task_8 │ │ │ └── templates.yaml │ │ ├── sem_eval_2014_task_1 │ │ │ └── templates.yaml │ │ ├── sent_comp │ │ │ └── templates.yaml │ │ ├── sick │ │ │ └── templates.yaml │ │ ├── sms_spam │ │ │ └── templates.yaml │ │ ├── snips_built_in_intents │ │ │ └── templates.yaml │ │ ├── snli │ │ │ └── templates.yaml │ │ ├── social_i_qa │ │ │ └── templates.yaml │ │ ├── species_800 │ │ │ └── templates.yaml │ │ ├── squad │ │ │ └── templates.yaml │ │ ├── squad_adversarial │ │ │ └── AddSent │ │ │ │ └── templates.yaml │ │ ├── squad_v2 │ │ │ └── templates.yaml │ │ ├── squadshifts │ │ │ ├── amazon │ │ │ │ └── templates.yaml │ │ │ ├── new_wiki │ │ │ │ └── templates.yaml │ │ │ └── nyt │ │ │ │ └── templates.yaml │ │ ├── sst │ │ │ └── default │ │ │ │ └── templates.yaml │ │ ├── sst5 │ │ │ └── templates.yaml │ │ ├── story_cloze │ │ │ └── 2016 │ │ │ │ └── templates.yaml │ │ ├── stsb_multi_mt │ │ │ └── en │ │ │ │ └── templates.yaml │ │ ├── subj │ │ │ └── templates.yaml │ │ ├── subjqa │ │ │ ├── books │ │ │ │ └── templates.yaml │ │ │ ├── electronics │ │ │ │ └── templates.yaml │ │ │ ├── grocery │ │ │ │ └── templates.yaml │ │ │ ├── movies │ │ │ │ └── templates.yaml │ │ │ ├── restaurants │ │ │ │ └── templates.yaml │ │ │ └── tripadvisor │ │ │ │ └── templates.yaml │ │ ├── super_glue │ │ │ ├── axb │ │ │ │ └── templates.yaml │ │ │ ├── axg │ │ │ │ └── templates.yaml │ │ │ ├── boolq │ │ │ │ └── templates.yaml │ │ │ ├── cb │ │ │ │ └── templates.yaml │ │ │ ├── copa │ │ │ │ └── templates.yaml │ │ │ ├── multirc │ │ │ │ └── templates.yaml │ │ │ ├── record │ │ │ │ └── templates.yaml │ │ │ ├── rte │ │ │ │ └── templates.yaml │ │ │ ├── wic │ │ │ │ └── templates.yaml │ │ │ └── wsc.fixed │ │ │ │ └── templates.yaml │ │ ├── swag │ │ │ └── regular │ │ │ │ └── templates.yaml │ │ ├── tab_fact │ │ │ └── tab_fact │ │ │ │ └── templates.yaml │ │ ├── tmu_gfm_dataset │ │ │ └── templates.yaml │ │ ├── trec │ │ │ └── templates.yaml │ │ ├── trivia_qa │ │ │ └── unfiltered │ │ │ │ └── templates.yaml │ │ ├── turk │ │ │ └── templates.yaml │ │ ├── tweet_eval │ │ │ ├── emoji │ │ │ │ └── templates.yaml │ │ │ ├── emotion │ │ │ │ └── templates.yaml │ │ │ ├── hate │ │ │ │ └── templates.yaml │ │ │ ├── irony │ │ │ │ └── templates.yaml │ │ │ ├── offensive │ │ │ │ └── templates.yaml │ │ │ ├── sentiment │ │ │ │ └── templates.yaml │ │ │ ├── stance_abortion │ │ │ │ └── templates.yaml │ │ │ ├── stance_atheism │ │ │ │ └── templates.yaml │ │ │ ├── stance_climate │ │ │ │ └── templates.yaml │ │ │ ├── stance_feminist │ │ │ │ └── templates.yaml │ │ │ └── stance_hillary │ │ │ │ └── templates.yaml │ │ ├── tydiqa │ │ │ ├── primary_task │ │ │ │ └── templates.yaml │ │ │ └── secondary_task │ │ │ │ └── templates.yaml │ │ ├── web_questions │ │ │ └── templates.yaml │ │ ├── wiki_bio │ │ │ └── templates.yaml │ │ ├── wiki_hop │ │ │ ├── masked │ │ │ │ └── templates.yaml │ │ │ └── original │ │ │ │ └── templates.yaml │ │ ├── wiki_qa │ │ │ └── templates.yaml │ │ ├── wiki_split │ │ │ └── templates.yaml │ │ ├── wino_bias │ │ │ ├── type1_anti │ │ │ │ └── templates.yaml │ │ │ ├── type1_pro │ │ │ │ └── templates.yaml │ │ │ ├── type2_anti │ │ │ │ └── templates.yaml │ │ │ └── type2_pro │ │ │ │ └── templates.yaml │ │ ├── winograd_wsc │ │ │ ├── wsc273 │ │ │ │ └── templates.yaml │ │ │ └── wsc285 │ │ │ │ └── templates.yaml │ │ ├── winogrande │ │ │ ├── winogrande_debiased │ │ │ │ └── templates.yaml │ │ │ ├── winogrande_l │ │ │ │ └── templates.yaml │ │ │ ├── winogrande_m │ │ │ │ └── templates.yaml │ │ │ ├── winogrande_s │ │ │ │ └── templates.yaml │ │ │ ├── winogrande_xl │ │ │ │ └── templates.yaml │ │ │ └── winogrande_xs │ │ │ │ └── templates.yaml │ │ ├── wiqa │ │ │ └── templates.yaml │ │ ├── xnli │ │ │ └── en │ │ │ │ └── templates.yaml │ │ ├── xquad │ │ │ └── xquad.en │ │ │ │ └── templates.yaml │ │ ├── xquad_r │ │ │ └── en │ │ │ │ └── templates.yaml │ │ ├── xsum │ │ │ └── templates.yaml │ │ ├── yahoo_answers_qa │ │ │ └── templates.yaml │ │ ├── yahoo_answers_topics │ │ │ └── templates.yaml │ │ ├── yelp_polarity │ │ │ └── templates.yaml │ │ ├── yelp_review_full │ │ │ └── templates.yaml │ │ └── zest │ │ │ └── templates.yaml │ └── utils.py ├── setup.cfg ├── setup.py └── test │ ├── show_templates.py │ └── test_templates.py ├── requirements.txt ├── retriever.py ├── scripts ├── eval │ ├── eval_cls.sh │ ├── eval_inst.sh │ └── run.sh ├── filter │ └── filter.sh ├── pipeline.sh ├── pretrain │ ├── pretrain_picl_gpt2_large.sh │ ├── pretrain_picl_gpt2_xlarge.sh │ └── pretrain_picl_gpt_neo.sh ├── retriever │ ├── infer.sh │ ├── search.sh │ └── train.sh └── tools │ ├── merge_bin_files.sh │ ├── process_corpus.sh │ ├── process_full_doc_data_gpt2.sh │ ├── process_full_doc_data_gptj.sh │ ├── process_picl_data_gpt2.sh │ ├── process_picl_data_gptj.sh │ └── split_picl_train_valid.sh ├── tools ├── add_prompt │ ├── agnews.py │ ├── cb.py │ ├── mr.py │ ├── rte.py │ ├── sst2.py │ ├── sst5.py │ └── subj.py ├── merge_bin_files.py ├── preprare_raw_data.py ├── process_corpus.py ├── process_full_doc_data.py ├── process_picl_data.py ├── process_retriever_train_data.py └── split_picl_train_valid.py ├── transformers ├── .circleci │ ├── TROUBLESHOOT.md │ ├── config.yml │ └── create_circleci_config.py ├── .coveragerc ├── CITATION.cff ├── CODE_OF_CONDUCT.md ├── CONTRIBUTING.md ├── ISSUES.md ├── LICENSE ├── MANIFEST.in ├── Makefile ├── README.md ├── README_es.md ├── README_ja.md ├── README_ko.md ├── README_zh-hans.md ├── README_zh-hant.md ├── conftest.py ├── docker │ ├── transformers-all-latest-gpu │ │ └── Dockerfile │ ├── transformers-cpu │ │ └── Dockerfile │ ├── transformers-doc-builder │ │ └── Dockerfile │ ├── transformers-gpu │ │ └── Dockerfile │ ├── transformers-past-gpu │ │ └── Dockerfile │ ├── transformers-pytorch-cpu │ │ └── Dockerfile │ ├── transformers-pytorch-deepspeed-latest-gpu │ │ └── Dockerfile │ ├── transformers-pytorch-deepspeed-nightly-gpu │ │ └── Dockerfile │ ├── transformers-pytorch-gpu │ │ └── Dockerfile │ ├── transformers-pytorch-tpu │ │ ├── Dockerfile │ │ ├── bert-base-cased.jsonnet │ │ ├── dataset.yaml │ │ └── docker-entrypoint.sh │ ├── transformers-tensorflow-cpu │ │ └── Dockerfile │ └── transformers-tensorflow-gpu │ │ └── Dockerfile ├── docs │ ├── README.md │ ├── TRANSLATING.md │ └── source │ │ ├── _config.py │ │ ├── de │ │ ├── _config.py │ │ ├── _toctree.yml │ │ ├── accelerate.mdx │ │ ├── autoclass_tutorial.mdx │ │ ├── index.mdx │ │ ├── installation.mdx │ │ ├── model_sharing.mdx │ │ ├── pipeline_tutorial.mdx │ │ ├── preprocessing.mdx │ │ ├── quicktour.mdx │ │ └── training.mdx │ │ ├── en │ │ ├── _config.py │ │ ├── _toctree.yml │ │ ├── accelerate.mdx │ │ ├── add_new_model.mdx │ │ ├── add_new_pipeline.mdx │ │ ├── add_tensorflow_model.mdx │ │ ├── autoclass_tutorial.mdx │ │ ├── benchmarks.mdx │ │ ├── bertology.mdx │ │ ├── big_models.mdx │ │ ├── community.mdx │ │ ├── contributing.md │ │ ├── converting_tensorflow_models.mdx │ │ ├── create_a_model.mdx │ │ ├── custom_models.mdx │ │ ├── debugging.mdx │ │ ├── fast_tokenizers.mdx │ │ ├── glossary.mdx │ │ ├── hpo_train.mdx │ │ ├── index.mdx │ │ ├── installation.mdx │ │ ├── internal │ │ │ ├── file_utils.mdx │ │ │ ├── generation_utils.mdx │ │ │ ├── image_processing_utils.mdx │ │ │ ├── modeling_utils.mdx │ │ │ ├── pipelines_utils.mdx │ │ │ ├── tokenization_utils.mdx │ │ │ └── trainer_utils.mdx │ │ ├── main_classes │ │ │ ├── callback.mdx │ │ │ ├── configuration.mdx │ │ │ ├── data_collator.mdx │ │ │ ├── deepspeed.mdx │ │ │ ├── feature_extractor.mdx │ │ │ ├── image_processor.mdx │ │ │ ├── keras_callbacks.mdx │ │ │ ├── logging.mdx │ │ │ ├── model.mdx │ │ │ ├── onnx.mdx │ │ │ ├── optimizer_schedules.mdx │ │ │ ├── output.mdx │ │ │ ├── pipelines.mdx │ │ │ ├── processors.mdx │ │ │ ├── text_generation.mdx │ │ │ ├── tokenizer.mdx │ │ │ └── trainer.mdx │ │ ├── migration.mdx │ │ ├── model_doc │ │ │ ├── albert.mdx │ │ │ ├── audio-spectrogram-transformer.mdx │ │ │ ├── auto.mdx │ │ │ ├── bart.mdx │ │ │ ├── barthez.mdx │ │ │ ├── bartpho.mdx │ │ │ ├── beit.mdx │ │ │ ├── bert-generation.mdx │ │ │ ├── bert-japanese.mdx │ │ │ ├── bert.mdx │ │ │ ├── bertweet.mdx │ │ │ ├── big_bird.mdx │ │ │ ├── bigbird_pegasus.mdx │ │ │ ├── blenderbot-small.mdx │ │ │ ├── blenderbot.mdx │ │ │ ├── bloom.mdx │ │ │ ├── bort.mdx │ │ │ ├── byt5.mdx │ │ │ ├── camembert.mdx │ │ │ ├── canine.mdx │ │ │ ├── clip.mdx │ │ │ ├── clipseg.mdx │ │ │ ├── codegen.mdx │ │ │ ├── conditional_detr.mdx │ │ │ ├── convbert.mdx │ │ │ ├── convnext.mdx │ │ │ ├── cpm.mdx │ │ │ ├── ctrl.mdx │ │ │ ├── cvt.mdx │ │ │ ├── data2vec.mdx │ │ │ ├── deberta-v2.mdx │ │ │ ├── deberta.mdx │ │ │ ├── decision_transformer.mdx │ │ │ ├── deformable_detr.mdx │ │ │ ├── deit.mdx │ │ │ ├── detr.mdx │ │ │ ├── dialogpt.mdx │ │ │ ├── dinat.mdx │ │ │ ├── distilbert.mdx │ │ │ ├── dit.mdx │ │ │ ├── donut.mdx │ │ │ ├── dpr.mdx │ │ │ ├── dpt.mdx │ │ │ ├── electra.mdx │ │ │ ├── encoder-decoder.mdx │ │ │ ├── ernie.mdx │ │ │ ├── esm.mdx │ │ │ ├── flan-t5.mdx │ │ │ ├── flaubert.mdx │ │ │ ├── flava.mdx │ │ │ ├── fnet.mdx │ │ │ ├── fsmt.mdx │ │ │ ├── funnel.mdx │ │ │ ├── glpn.mdx │ │ │ ├── gpt2.mdx │ │ │ ├── gpt_neo.mdx │ │ │ ├── gpt_neox.mdx │ │ │ ├── gpt_neox_japanese.mdx │ │ │ ├── gptj.mdx │ │ │ ├── groupvit.mdx │ │ │ ├── herbert.mdx │ │ │ ├── hubert.mdx │ │ │ ├── ibert.mdx │ │ │ ├── imagegpt.mdx │ │ │ ├── jukebox.mdx │ │ │ ├── layoutlm.mdx │ │ │ ├── layoutlmv2.mdx │ │ │ ├── layoutlmv3.mdx │ │ │ ├── layoutxlm.mdx │ │ │ ├── led.mdx │ │ │ ├── levit.mdx │ │ │ ├── lilt.mdx │ │ │ ├── longformer.mdx │ │ │ ├── longt5.mdx │ │ │ ├── luke.mdx │ │ │ ├── lxmert.mdx │ │ │ ├── m2m_100.mdx │ │ │ ├── marian.mdx │ │ │ ├── markuplm.mdx │ │ │ ├── maskformer.mdx │ │ │ ├── mbart.mdx │ │ │ ├── mctct.mdx │ │ │ ├── megatron-bert.mdx │ │ │ ├── megatron_gpt2.mdx │ │ │ ├── mluke.mdx │ │ │ ├── mobilebert.mdx │ │ │ ├── mobilenet_v1.mdx │ │ │ ├── mobilenet_v2.mdx │ │ │ ├── mobilevit.mdx │ │ │ ├── mpnet.mdx │ │ │ ├── mt5.mdx │ │ │ ├── mvp.mdx │ │ │ ├── nat.mdx │ │ │ ├── nezha.mdx │ │ │ ├── nllb.mdx │ │ │ ├── nystromformer.mdx │ │ │ ├── openai-gpt.mdx │ │ │ ├── opt.mdx │ │ │ ├── owlvit.mdx │ │ │ ├── pegasus.mdx │ │ │ ├── pegasus_x.mdx │ │ │ ├── perceiver.mdx │ │ │ ├── phobert.mdx │ │ │ ├── plbart.mdx │ │ │ ├── poolformer.mdx │ │ │ ├── prophetnet.mdx │ │ │ ├── qdqbert.mdx │ │ │ ├── rag.mdx │ │ │ ├── realm.mdx │ │ │ ├── reformer.mdx │ │ │ ├── regnet.mdx │ │ │ ├── rembert.mdx │ │ │ ├── resnet.mdx │ │ │ ├── retribert.mdx │ │ │ ├── roberta.mdx │ │ │ ├── roc_bert.mdx │ │ │ ├── roformer.mdx │ │ │ ├── segformer.mdx │ │ │ ├── sew-d.mdx │ │ │ ├── sew.mdx │ │ │ ├── speech-encoder-decoder.mdx │ │ │ ├── speech_to_text.mdx │ │ │ ├── speech_to_text_2.mdx │ │ │ ├── splinter.mdx │ │ │ ├── squeezebert.mdx │ │ │ ├── swin.mdx │ │ │ ├── swinv2.mdx │ │ │ ├── switch_transformers.mdx │ │ │ ├── t5.mdx │ │ │ ├── t5v1.1.mdx │ │ │ ├── table-transformer.mdx │ │ │ ├── tapas.mdx │ │ │ ├── tapex.mdx │ │ │ ├── time_series_transformer.mdx │ │ │ ├── trajectory_transformer.mdx │ │ │ ├── transfo-xl.mdx │ │ │ ├── trocr.mdx │ │ │ ├── ul2.mdx │ │ │ ├── unispeech-sat.mdx │ │ │ ├── unispeech.mdx │ │ │ ├── van.mdx │ │ │ ├── videomae.mdx │ │ │ ├── vilt.mdx │ │ │ ├── vision-encoder-decoder.mdx │ │ │ ├── vision-text-dual-encoder.mdx │ │ │ ├── visual_bert.mdx │ │ │ ├── vit.mdx │ │ │ ├── vit_mae.mdx │ │ │ ├── vit_msn.mdx │ │ │ ├── wav2vec2-conformer.mdx │ │ │ ├── wav2vec2.mdx │ │ │ ├── wav2vec2_phoneme.mdx │ │ │ ├── wavlm.mdx │ │ │ ├── whisper.mdx │ │ │ ├── xclip.mdx │ │ │ ├── xglm.mdx │ │ │ ├── xlm-prophetnet.mdx │ │ │ ├── xlm-roberta-xl.mdx │ │ │ ├── xlm-roberta.mdx │ │ │ ├── xlm.mdx │ │ │ ├── xlnet.mdx │ │ │ ├── xls_r.mdx │ │ │ ├── xlsr_wav2vec2.mdx │ │ │ ├── yolos.mdx │ │ │ └── yoso.mdx │ │ ├── model_sharing.mdx │ │ ├── model_summary.mdx │ │ ├── multilingual.mdx │ │ ├── notebooks.md │ │ ├── pad_truncation.mdx │ │ ├── perf_hardware.mdx │ │ ├── perf_infer_cpu.mdx │ │ ├── perf_infer_gpu_many.mdx │ │ ├── perf_infer_gpu_one.mdx │ │ ├── perf_infer_special.mdx │ │ ├── perf_train_cpu.mdx │ │ ├── perf_train_cpu_many.mdx │ │ ├── perf_train_gpu_many.mdx │ │ ├── perf_train_gpu_one.mdx │ │ ├── perf_train_special.mdx │ │ ├── perf_train_tpu.mdx │ │ ├── performance.mdx │ │ ├── perplexity.mdx │ │ ├── philosophy.mdx │ │ ├── pipeline_tutorial.mdx │ │ ├── pr_checks.mdx │ │ ├── preprocessing.mdx │ │ ├── quicktour.mdx │ │ ├── sagemaker.mdx │ │ ├── serialization.mdx │ │ ├── task_summary.mdx │ │ ├── tasks │ │ │ ├── asr.mdx │ │ │ ├── audio_classification.mdx │ │ │ ├── image_classification.mdx │ │ │ ├── language_modeling.mdx │ │ │ ├── multiple_choice.mdx │ │ │ ├── question_answering.mdx │ │ │ ├── semantic_segmentation.mdx │ │ │ ├── sequence_classification.mdx │ │ │ ├── summarization.mdx │ │ │ ├── token_classification.mdx │ │ │ └── translation.mdx │ │ ├── testing.mdx │ │ ├── tokenizer_summary.mdx │ │ ├── torchscript.mdx │ │ ├── training.mdx │ │ └── troubleshooting.mdx │ │ ├── es │ │ ├── _config.py │ │ ├── _toctree.yml │ │ ├── accelerate.mdx │ │ ├── autoclass_tutorial.mdx │ │ ├── bertology.mdx │ │ ├── converting_tensorflow_models.mdx │ │ ├── create_a_model.mdx │ │ ├── custom_models.mdx │ │ ├── fast_tokenizers.mdx │ │ ├── index.mdx │ │ ├── installation.mdx │ │ ├── model_sharing.mdx │ │ ├── multilingual.mdx │ │ ├── philosophy.mdx │ │ ├── pipeline_tutorial.mdx │ │ ├── pr_checks.mdx │ │ ├── preprocessing.mdx │ │ ├── quicktour.mdx │ │ ├── sagemaker.mdx │ │ ├── serialization.mdx │ │ ├── tasks │ │ │ ├── image_classification.mdx │ │ │ ├── language_modeling.mdx │ │ │ ├── multiple_choice.mdx │ │ │ ├── question_answering.mdx │ │ │ └── summarization.mdx │ │ └── training.mdx │ │ ├── it │ │ ├── _config.py │ │ ├── _toctree.yml │ │ ├── accelerate.mdx │ │ ├── add_new_model.mdx │ │ ├── add_new_pipeline.mdx │ │ ├── autoclass_tutorial.mdx │ │ ├── converting_tensorflow_models.mdx │ │ ├── create_a_model.mdx │ │ ├── custom_models.mdx │ │ ├── debugging.mdx │ │ ├── index.mdx │ │ ├── installation.mdx │ │ ├── model_sharing.mdx │ │ ├── multilingual.mdx │ │ ├── perf_hardware.mdx │ │ ├── pipeline_tutorial.mdx │ │ ├── preprocessing.mdx │ │ ├── quicktour.mdx │ │ ├── serialization.mdx │ │ └── training.mdx │ │ ├── ko │ │ ├── _config.py │ │ ├── _toctree.yml │ │ ├── in_translation.mdx │ │ └── index.mdx │ │ ├── pt │ │ ├── _config.py │ │ ├── _toctree.yml │ │ ├── accelerate.mdx │ │ ├── converting_tensorflow_models.mdx │ │ ├── create_a_model.mdx │ │ ├── custom_models.mdx │ │ ├── fast_tokenizers.mdx │ │ ├── index.mdx │ │ ├── installation.mdx │ │ ├── multilingual.mdx │ │ ├── pipeline_tutorial.mdx │ │ ├── quicktour.mdx │ │ ├── serialization.mdx │ │ ├── tasks │ │ │ ├── sequence_classification.mdx │ │ │ └── token_classification.mdx │ │ └── training.mdx │ │ └── zh │ │ ├── _toctree.yml │ │ └── quicktour.mdx ├── examples │ ├── README.md │ ├── flax │ │ ├── README.md │ │ ├── _tests_requirements.txt │ │ ├── conftest.py │ │ ├── image-captioning │ │ │ ├── README.md │ │ │ └── create_model_from_encoder_decoder_models.py │ │ ├── language-modeling │ │ │ ├── README.md │ │ │ ├── requirements.txt │ │ │ └── t5_tokenizer_model.py │ │ ├── question-answering │ │ │ ├── README.md │ │ │ ├── requirements.txt │ │ │ └── utils_qa.py │ │ ├── summarization │ │ │ ├── README.md │ │ │ └── requirements.txt │ │ ├── test_flax_examples.py │ │ ├── text-classification │ │ │ ├── README.md │ │ │ └── requirements.txt │ │ ├── token-classification │ │ │ ├── README.md │ │ │ └── requirements.txt │ │ └── vision │ │ │ ├── README.md │ │ │ └── requirements.txt │ ├── legacy │ │ ├── README.md │ │ ├── multiple_choice │ │ │ └── utils_multiple_choice.py │ │ ├── pytorch-lightning │ │ │ ├── lightning_base.py │ │ │ └── requirements.txt │ │ ├── question-answering │ │ │ └── README.md │ │ ├── seq2seq │ │ │ ├── README.md │ │ │ ├── __init__.py │ │ │ ├── convert_model_to_fp16.py │ │ │ ├── download_wmt.py │ │ │ ├── finetune.sh │ │ │ ├── finetune_tpu.sh │ │ │ ├── finetune_trainer.py │ │ │ ├── minify_dataset.py │ │ │ ├── old_test_calculate_rouge.py │ │ │ ├── old_test_datasets.py │ │ │ ├── old_test_fsmt_bleu_score.py │ │ │ ├── old_test_seq2seq_examples.py │ │ │ ├── old_test_seq2seq_examples_multi_gpu.py │ │ │ ├── old_test_tatoeba_conversion.py │ │ │ ├── pack_dataset.py │ │ │ ├── requirements.txt │ │ │ ├── romanian_postprocessing.md │ │ │ ├── rouge_cli.py │ │ │ ├── save_len_file.py │ │ │ ├── save_randomly_initialized_model.py │ │ │ ├── sentence_splitter.py │ │ │ ├── seq2seq_trainer.py │ │ │ ├── seq2seq_training_args.py │ │ │ ├── test_data │ │ │ │ ├── fsmt │ │ │ │ │ ├── build-eval-data.py │ │ │ │ │ └── fsmt_val_data.json │ │ │ │ ├── test_data │ │ │ │ └── wmt_en_ro │ │ │ │ │ ├── test.source │ │ │ │ │ ├── test.target │ │ │ │ │ ├── train.len │ │ │ │ │ ├── train.source │ │ │ │ │ ├── train.target │ │ │ │ │ ├── val.len │ │ │ │ │ ├── val.source │ │ │ │ │ └── val.target │ │ │ ├── train_distil_marian_enro.sh │ │ │ ├── train_distil_marian_enro_tpu.sh │ │ │ ├── train_distilbart_cnn.sh │ │ │ ├── train_mbart_cc25_enro.sh │ │ │ ├── utils.py │ │ │ └── xla_spawn.py │ │ └── token-classification │ │ │ ├── README.md │ │ │ ├── scripts │ │ │ └── preprocess.py │ │ │ ├── tasks.py │ │ │ └── utils_ner.py │ ├── pytorch │ │ ├── README.md │ │ ├── _tests_requirements.txt │ │ ├── audio-classification │ │ │ ├── README.md │ │ │ └── requirements.txt │ │ ├── benchmarking │ │ │ ├── README.md │ │ │ ├── plot_csv_file.py │ │ │ └── requirements.txt │ │ ├── conftest.py │ │ ├── contrastive-image-text │ │ │ ├── README.md │ │ │ └── requirements.txt │ │ ├── image-classification │ │ │ ├── README.md │ │ │ └── requirements.txt │ │ ├── image-pretraining │ │ │ ├── README.md │ │ │ └── requirements.txt │ │ ├── language-modeling │ │ │ ├── README.md │ │ │ └── requirements.txt │ │ ├── multiple-choice │ │ │ ├── README.md │ │ │ └── requirements.txt │ │ ├── question-answering │ │ │ ├── README.md │ │ │ ├── requirements.txt │ │ │ ├── trainer_qa.py │ │ │ ├── trainer_seq2seq_qa.py │ │ │ └── utils_qa.py │ │ ├── semantic-segmentation │ │ │ ├── README.md │ │ │ └── requirements.txt │ │ ├── speech-pretraining │ │ │ ├── README.md │ │ │ └── requirements.txt │ │ ├── speech-recognition │ │ │ ├── README.md │ │ │ └── requirements.txt │ │ ├── summarization │ │ │ ├── README.md │ │ │ └── requirements.txt │ │ ├── test_accelerate_examples.py │ │ ├── test_pytorch_examples.py │ │ ├── test_xla_examples.py │ │ ├── text-classification │ │ │ ├── README.md │ │ │ └── requirements.txt │ │ ├── text-generation │ │ │ ├── README.md │ │ │ └── requirements.txt │ │ ├── token-classification │ │ │ ├── README.md │ │ │ └── requirements.txt │ │ ├── translation │ │ │ ├── README.md │ │ │ └── requirements.txt │ │ └── xla_spawn.py │ ├── research_projects │ │ ├── README.md │ │ ├── adversarial │ │ │ ├── README.md │ │ │ ├── requirements.txt │ │ │ └── utils_hans.py │ │ ├── bert-loses-patience │ │ │ ├── README.md │ │ │ ├── pabee │ │ │ │ ├── __init__.py │ │ │ │ ├── modeling_pabee_albert.py │ │ │ │ └── modeling_pabee_bert.py │ │ │ ├── requirements.txt │ │ │ └── test_run_glue_with_pabee.py │ │ ├── bertabs │ │ │ ├── README.md │ │ │ ├── __init__.py │ │ │ ├── configuration_bertabs.py │ │ │ ├── convert_bertabs_original_pytorch_checkpoint.py │ │ │ ├── modeling_bertabs.py │ │ │ ├── requirements.txt │ │ │ ├── test_utils_summarization.py │ │ │ └── utils_summarization.py │ │ ├── bertology │ │ │ └── requirements.txt │ │ ├── codeparrot │ │ │ ├── README.md │ │ │ ├── examples │ │ │ │ ├── README.md │ │ │ │ ├── requirements.txt │ │ │ │ └── train_complexity_predictor.py │ │ │ ├── requirements.txt │ │ │ └── scripts │ │ │ │ ├── arguments.py │ │ │ │ ├── bpe_training.py │ │ │ │ ├── codeparrot_training.py │ │ │ │ ├── human_eval.py │ │ │ │ ├── initialize_model.py │ │ │ │ ├── minhash_deduplication.py │ │ │ │ ├── preprocessing.py │ │ │ │ ├── pretokenizing.py │ │ │ │ ├── tests │ │ │ │ ├── __init__.py │ │ │ │ └── test_deduplicate.py │ │ │ │ └── validation_loss.py │ │ ├── decision_transformer │ │ │ └── requirements.txt │ │ ├── deebert │ │ │ ├── README.md │ │ │ ├── entropy_eval.sh │ │ │ ├── eval_deebert.sh │ │ │ ├── requirements.txt │ │ │ ├── src │ │ │ │ ├── __init__.py │ │ │ │ ├── modeling_highway_bert.py │ │ │ │ └── modeling_highway_roberta.py │ │ │ ├── test_glue_deebert.py │ │ │ └── train_deebert.sh │ │ ├── distillation │ │ │ ├── README.md │ │ │ ├── distiller.py │ │ │ ├── grouped_batch_sampler.py │ │ │ ├── lm_seqs_dataset.py │ │ │ ├── requirements.txt │ │ │ ├── scripts │ │ │ │ ├── binarized_data.py │ │ │ │ ├── extract.py │ │ │ │ ├── extract_distilbert.py │ │ │ │ └── token_counts.py │ │ │ ├── train.py │ │ │ ├── training_configs │ │ │ │ ├── distilbert-base-cased.json │ │ │ │ ├── distilbert-base-multilingual-cased.json │ │ │ │ ├── distilbert-base-uncased.json │ │ │ │ ├── distilgpt2.json │ │ │ │ └── distilroberta-base.json │ │ │ └── utils.py │ │ ├── fsner │ │ │ ├── README.md │ │ │ ├── pyproject.toml │ │ │ ├── requirements.txt │ │ │ ├── setup.py │ │ │ └── src │ │ │ │ └── fsner │ │ │ │ ├── __init__.py │ │ │ │ ├── model.py │ │ │ │ └── tokenizer_utils.py │ │ ├── information-gain-filtration │ │ │ ├── README.md │ │ │ ├── igf │ │ │ │ ├── __init__.py │ │ │ │ └── igf.py │ │ │ └── requirements.txt │ │ ├── jax-projects │ │ │ ├── HOW_TO_PROPOSE_PROJECT.md │ │ │ ├── README.md │ │ │ ├── big_bird │ │ │ │ ├── README.md │ │ │ │ ├── bigbird_flax.py │ │ │ │ ├── evaluate.py │ │ │ │ ├── prepare_natural_questions.py │ │ │ │ ├── requirements.txt │ │ │ │ ├── sweep_flax.yaml │ │ │ │ └── train.py │ │ │ ├── dataset-streaming │ │ │ │ └── README.md │ │ │ ├── hybrid_clip │ │ │ │ ├── README.md │ │ │ │ ├── configuration_hybrid_clip.py │ │ │ │ ├── modeling_hybrid_clip.py │ │ │ │ └── requirements.txt │ │ │ ├── model_parallel │ │ │ │ ├── README.md │ │ │ │ └── partitions.py │ │ │ └── wav2vec2 │ │ │ │ └── README.md │ │ ├── layoutlmv3 │ │ │ ├── README.md │ │ │ └── requirements.txt │ │ ├── longform-qa │ │ │ ├── README.md │ │ │ ├── eli5_app.py │ │ │ ├── eli5_utils.py │ │ │ └── requirements.txt │ │ ├── luke │ │ │ ├── README.md │ │ │ └── luke_utils.py │ │ ├── lxmert │ │ │ ├── README.md │ │ │ ├── demo.ipynb │ │ │ ├── extracting_data.py │ │ │ ├── modeling_frcnn.py │ │ │ ├── processing_image.py │ │ │ ├── requirements.txt │ │ │ ├── utils.py │ │ │ └── visualizing_image.py │ │ ├── mlm_wwm │ │ │ ├── README.md │ │ │ └── requirements.txt │ │ ├── mm-imdb │ │ │ ├── README.md │ │ │ └── utils_mmimdb.py │ │ ├── movement-pruning │ │ │ ├── README.md │ │ │ ├── Saving_PruneBERT.ipynb │ │ │ ├── bertarize.py │ │ │ ├── counts_parameters.py │ │ │ ├── emmental │ │ │ │ ├── __init__.py │ │ │ │ ├── configuration_bert_masked.py │ │ │ │ ├── modeling_bert_masked.py │ │ │ │ └── modules │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── binarizer.py │ │ │ │ │ └── masked_nn.py │ │ │ ├── masked_run_glue.py │ │ │ ├── masked_run_squad.py │ │ │ └── requirements.txt │ │ ├── onnx │ │ │ └── summarization │ │ │ │ ├── README.md │ │ │ │ ├── bart_onnx │ │ │ │ ├── generation_onnx.py │ │ │ │ └── reduce_onnx_size.py │ │ │ │ └── requirements.txt │ │ ├── performer │ │ │ ├── README.md │ │ │ ├── full_script.sh │ │ │ ├── modeling_flax_performer.py │ │ │ ├── modeling_flax_performer_utils.py │ │ │ └── sanity_script.sh │ │ ├── pplm │ │ │ ├── README.md │ │ │ ├── pplm_classification_head.py │ │ │ └── requirements.txt │ │ ├── quantization-qdqbert │ │ │ ├── Dockerfile │ │ │ ├── README.md │ │ │ ├── evaluate-hf-trt-qa.py │ │ │ ├── ort-infer-benchmark.py │ │ │ ├── quant_trainer.py │ │ │ ├── trainer_quant_qa.py │ │ │ └── utils_qa.py │ │ ├── rag-end2end-retriever │ │ │ ├── README.md │ │ │ ├── callbacks_rag.py │ │ │ ├── distributed_ray_retriever.py │ │ │ ├── eval_rag.py │ │ │ ├── finetune_rag.py │ │ │ ├── finetune_rag_ray_end2end.sh │ │ │ ├── kb_encode_utils.py │ │ │ ├── lightning_base.py │ │ │ ├── requirements.txt │ │ │ ├── test_run │ │ │ │ ├── dummy-kb │ │ │ │ │ └── my_knowledge_dataset.csv │ │ │ │ ├── dummy-train-data │ │ │ │ │ ├── train.source │ │ │ │ │ ├── train.target │ │ │ │ │ ├── val.source │ │ │ │ │ └── val.target │ │ │ │ ├── test_finetune.sh │ │ │ │ └── test_rag_new_features.sh │ │ │ ├── use_own_knowledge_dataset.py │ │ │ └── utils_rag.py │ │ ├── rag │ │ │ ├── README.md │ │ │ ├── __init__.py │ │ │ ├── _test_finetune_rag.py │ │ │ ├── callbacks_rag.py │ │ │ ├── consolidate_rag_checkpoint.py │ │ │ ├── distributed_pytorch_retriever.py │ │ │ ├── distributed_ray_retriever.py │ │ │ ├── eval_rag.py │ │ │ ├── finetune_rag.py │ │ │ ├── finetune_rag.sh │ │ │ ├── finetune_rag_ray.sh │ │ │ ├── lightning_base.py │ │ │ ├── parse_dpr_relevance_data.py │ │ │ ├── requirements.txt │ │ │ ├── test_data │ │ │ │ └── my_knowledge_dataset.csv │ │ │ ├── test_distributed_retriever.py │ │ │ ├── use_own_knowledge_dataset.py │ │ │ └── utils_rag.py │ │ ├── robust-speech-event │ │ │ ├── README.md │ │ │ └── eval.py │ │ ├── self-training-text-classification │ │ │ ├── README.md │ │ │ ├── finetuning.py │ │ │ ├── requirements.txt │ │ │ └── selftraining.py │ │ ├── seq2seq-distillation │ │ │ ├── README.md │ │ │ ├── _test_bash_script.py │ │ │ ├── _test_make_student.py │ │ │ ├── _test_seq2seq_examples.py │ │ │ ├── _test_seq2seq_examples_multi_gpu.py │ │ │ ├── callbacks.py │ │ │ ├── convert_pl_checkpoint_to_hf.py │ │ │ ├── distil_marian_enro_teacher.sh │ │ │ ├── distil_marian_no_teacher.sh │ │ │ ├── distillation.py │ │ │ ├── dynamic_bs_example.sh │ │ │ ├── finetune.py │ │ │ ├── finetune.sh │ │ │ ├── finetune_bart_tiny.sh │ │ │ ├── finetune_pegasus_xsum.sh │ │ │ ├── finetune_t5.sh │ │ │ ├── lightning_base.py │ │ │ ├── make_student.py │ │ │ ├── precomputed_pseudo_labels.md │ │ │ ├── requirements.txt │ │ │ ├── sentence_splitter.py │ │ │ ├── train_distilbart_cnn.sh │ │ │ ├── train_distilbart_xsum.sh │ │ │ ├── train_mbart_cc25_enro.sh │ │ │ └── utils.py │ │ ├── tapex │ │ │ ├── README.md │ │ │ ├── requirements.txt │ │ │ └── wikisql_utils.py │ │ ├── visual_bert │ │ │ ├── README.md │ │ │ ├── demo.ipynb │ │ │ ├── extracting_data.py │ │ │ ├── modeling_frcnn.py │ │ │ ├── processing_image.py │ │ │ ├── requirements.txt │ │ │ ├── utils.py │ │ │ └── visualizing_image.py │ │ ├── wav2vec2 │ │ │ ├── FINE_TUNE_XLSR_WAV2VEC2.md │ │ │ ├── README.md │ │ │ ├── alignment.py │ │ │ ├── ds_config_wav2vec2_zero2.json │ │ │ ├── ds_config_wav2vec2_zero3.json │ │ │ ├── finetune_base_100.sh │ │ │ ├── finetune_base_timit_asr.sh │ │ │ ├── finetune_large_lv60_100.sh │ │ │ ├── finetune_large_lv60_timit_asr.sh │ │ │ ├── finetune_large_xlsr_53_arabic_speech_corpus.sh │ │ │ ├── finetune_wav2vec2_xlsr_turkish.sh │ │ │ ├── requirements.txt │ │ │ ├── test_wav2vec2_deepspeed.py │ │ │ └── vocab │ │ │ │ └── buckwalter.json │ │ ├── xtreme-s │ │ │ ├── README.md │ │ │ └── requirements.txt │ │ └── zero-shot-distillation │ │ │ ├── README.md │ │ │ └── distill_classifier.py │ └── tensorflow │ │ ├── README.md │ │ ├── _tests_requirements.txt │ │ ├── benchmarking │ │ ├── README.md │ │ ├── plot_csv_file.py │ │ └── requirements.txt │ │ ├── language-modeling │ │ ├── README.md │ │ └── requirements.txt │ │ ├── multiple-choice │ │ ├── README.md │ │ └── requirements.txt │ │ ├── question-answering │ │ ├── README.md │ │ ├── requirements.txt │ │ └── utils_qa.py │ │ ├── summarization │ │ ├── README.md │ │ └── requirements.txt │ │ ├── test_tensorflow_examples.py │ │ ├── text-classification │ │ ├── README.md │ │ └── requirements.txt │ │ ├── token-classification │ │ ├── README.md │ │ └── requirements.txt │ │ └── translation │ │ ├── README.md │ │ └── requirements.txt ├── hubconf.py ├── model_cards │ └── README.md ├── notebooks │ └── README.md ├── pyproject.toml ├── scripts │ ├── benchmark │ │ └── trainer-benchmark.py │ ├── check_tokenizers.py │ ├── distributed │ │ └── torch-distributed-gpu-test.py │ ├── fsmt │ │ ├── convert-allenai-wmt16.sh │ │ ├── convert-allenai-wmt19.sh │ │ ├── convert-facebook-wmt19.sh │ │ ├── eval-allenai-wmt16.sh │ │ ├── eval-allenai-wmt19.sh │ │ ├── eval-facebook-wmt19.sh │ │ ├── fsmt-make-super-tiny-model.py │ │ ├── fsmt-make-tiny-model.py │ │ ├── gen-card-allenai-wmt16.py │ │ ├── gen-card-allenai-wmt19.py │ │ ├── gen-card-facebook-wmt19.py │ │ ├── s3-move.sh │ │ └── tests-to-run.sh │ ├── pegasus │ │ └── build_test_sample_spm_no_bos.py │ ├── stale.py │ └── tatoeba │ │ ├── README.md │ │ └── upload_models.sh ├── setup.cfg ├── setup.py ├── src │ └── transformers │ │ ├── __init__.py │ │ ├── activations.py │ │ ├── activations_tf.py │ │ ├── benchmark │ │ ├── __init__.py │ │ ├── benchmark.py │ │ ├── benchmark_args.py │ │ ├── benchmark_args_tf.py │ │ ├── benchmark_args_utils.py │ │ ├── benchmark_tf.py │ │ └── benchmark_utils.py │ │ ├── commands │ │ ├── __init__.py │ │ ├── add_new_model.py │ │ ├── add_new_model_like.py │ │ ├── convert.py │ │ ├── download.py │ │ ├── env.py │ │ ├── lfs.py │ │ ├── pt_to_tf.py │ │ ├── serving.py │ │ ├── train.py │ │ ├── transformers_cli.py │ │ └── user.py │ │ ├── configuration_utils.py │ │ ├── convert_graph_to_onnx.py │ │ ├── convert_pytorch_checkpoint_to_tf2.py │ │ ├── convert_slow_tokenizer.py │ │ ├── convert_slow_tokenizers_checkpoints_to_fast.py │ │ ├── convert_tf_hub_seq_to_seq_bert_to_pytorch.py │ │ ├── debug_utils.py │ │ ├── deepspeed.py │ │ ├── dependency_versions_check.py │ │ ├── dependency_versions_table.py │ │ ├── dynamic_module_utils.py │ │ ├── feature_extraction_sequence_utils.py │ │ ├── feature_extraction_utils.py │ │ ├── file_utils.py │ │ ├── generation │ │ ├── __init__.py │ │ ├── beam_constraints.py │ │ ├── beam_search.py │ │ ├── configuration_utils.py │ │ ├── flax_logits_process.py │ │ ├── flax_utils.py │ │ ├── logits_process.py │ │ ├── stopping_criteria.py │ │ ├── tf_logits_process.py │ │ ├── tf_utils.py │ │ └── utils.py │ │ ├── generation_flax_utils.py │ │ ├── generation_tf_utils.py │ │ ├── generation_utils.py │ │ ├── hf_argparser.py │ │ ├── image_processing_utils.py │ │ ├── image_transforms.py │ │ ├── image_utils.py │ │ ├── integrations.py │ │ ├── keras_callbacks.py │ │ ├── modelcard.py │ │ ├── modeling_flax_outputs.py │ │ ├── modeling_flax_pytorch_utils.py │ │ ├── modeling_flax_utils.py │ │ ├── modeling_outputs.py │ │ ├── modeling_tf_outputs.py │ │ ├── modeling_tf_pytorch_utils.py │ │ ├── modeling_tf_utils.py │ │ ├── modeling_utils.py │ │ ├── models │ │ ├── __init__.py │ │ ├── albert │ │ │ ├── __init__.py │ │ │ ├── configuration_albert.py │ │ │ ├── convert_albert_original_tf_checkpoint_to_pytorch.py │ │ │ ├── modeling_albert.py │ │ │ ├── modeling_flax_albert.py │ │ │ ├── modeling_tf_albert.py │ │ │ ├── tokenization_albert.py │ │ │ └── tokenization_albert_fast.py │ │ ├── audio_spectrogram_transformer │ │ │ ├── __init__.py │ │ │ ├── configuration_audio_spectrogram_transformer.py │ │ │ ├── convert_audio_spectrogram_transformer_original_to_pytorch.py │ │ │ ├── feature_extraction_audio_spectrogram_transformer.py │ │ │ └── modeling_audio_spectrogram_transformer.py │ │ ├── auto │ │ │ ├── __init__.py │ │ │ ├── auto_factory.py │ │ │ ├── configuration_auto.py │ │ │ ├── feature_extraction_auto.py │ │ │ ├── image_processing_auto.py │ │ │ ├── modeling_auto.py │ │ │ ├── modeling_flax_auto.py │ │ │ ├── modeling_tf_auto.py │ │ │ ├── processing_auto.py │ │ │ └── tokenization_auto.py │ │ ├── bart │ │ │ ├── __init__.py │ │ │ ├── configuration_bart.py │ │ │ ├── convert_bart_original_pytorch_checkpoint_to_pytorch.py │ │ │ ├── modeling_bart.py │ │ │ ├── modeling_flax_bart.py │ │ │ ├── modeling_tf_bart.py │ │ │ ├── tokenization_bart.py │ │ │ └── tokenization_bart_fast.py │ │ ├── barthez │ │ │ ├── __init__.py │ │ │ ├── tokenization_barthez.py │ │ │ └── tokenization_barthez_fast.py │ │ ├── bartpho │ │ │ ├── __init__.py │ │ │ └── tokenization_bartpho.py │ │ ├── beit │ │ │ ├── __init__.py │ │ │ ├── configuration_beit.py │ │ │ ├── convert_beit_unilm_to_pytorch.py │ │ │ ├── feature_extraction_beit.py │ │ │ ├── image_processing_beit.py │ │ │ ├── modeling_beit.py │ │ │ └── modeling_flax_beit.py │ │ ├── bert │ │ │ ├── __init__.py │ │ │ ├── configuration_bert.py │ │ │ ├── convert_bert_original_tf2_checkpoint_to_pytorch.py │ │ │ ├── convert_bert_original_tf_checkpoint_to_pytorch.py │ │ │ ├── convert_bert_pytorch_checkpoint_to_original_tf.py │ │ │ ├── convert_bert_token_dropping_original_tf2_checkpoint_to_pytorch.py │ │ │ ├── modeling_bert.py │ │ │ ├── modeling_flax_bert.py │ │ │ ├── modeling_tf_bert.py │ │ │ ├── tokenization_bert.py │ │ │ ├── tokenization_bert_fast.py │ │ │ └── tokenization_bert_tf.py │ │ ├── bert_generation │ │ │ ├── __init__.py │ │ │ ├── configuration_bert_generation.py │ │ │ ├── modeling_bert_generation.py │ │ │ └── tokenization_bert_generation.py │ │ ├── bert_japanese │ │ │ ├── __init__.py │ │ │ └── tokenization_bert_japanese.py │ │ ├── bertweet │ │ │ ├── __init__.py │ │ │ └── tokenization_bertweet.py │ │ ├── big_bird │ │ │ ├── __init__.py │ │ │ ├── configuration_big_bird.py │ │ │ ├── convert_bigbird_original_tf_checkpoint_to_pytorch.py │ │ │ ├── modeling_big_bird.py │ │ │ ├── modeling_flax_big_bird.py │ │ │ ├── tokenization_big_bird.py │ │ │ └── tokenization_big_bird_fast.py │ │ ├── bigbird_pegasus │ │ │ ├── __init__.py │ │ │ ├── configuration_bigbird_pegasus.py │ │ │ ├── convert_bigbird_pegasus_tf_to_pytorch.py │ │ │ └── modeling_bigbird_pegasus.py │ │ ├── blenderbot │ │ │ ├── __init__.py │ │ │ ├── configuration_blenderbot.py │ │ │ ├── convert_blenderbot_original_pytorch_checkpoint_to_pytorch.py │ │ │ ├── modeling_blenderbot.py │ │ │ ├── modeling_flax_blenderbot.py │ │ │ ├── modeling_tf_blenderbot.py │ │ │ ├── tokenization_blenderbot.py │ │ │ └── tokenization_blenderbot_fast.py │ │ ├── blenderbot_small │ │ │ ├── __init__.py │ │ │ ├── configuration_blenderbot_small.py │ │ │ ├── modeling_blenderbot_small.py │ │ │ ├── modeling_flax_blenderbot_small.py │ │ │ ├── modeling_tf_blenderbot_small.py │ │ │ ├── tokenization_blenderbot_small.py │ │ │ └── tokenization_blenderbot_small_fast.py │ │ ├── bloom │ │ │ ├── __init__.py │ │ │ ├── configuration_bloom.py │ │ │ ├── convert_bloom_original_checkpoint_to_pytorch.py │ │ │ ├── modeling_bloom.py │ │ │ └── tokenization_bloom_fast.py │ │ ├── bort │ │ │ ├── __init__.py │ │ │ └── convert_bort_original_gluonnlp_checkpoint_to_pytorch.py │ │ ├── byt5 │ │ │ ├── __init__.py │ │ │ ├── convert_byt5_original_tf_checkpoint_to_pytorch.py │ │ │ └── tokenization_byt5.py │ │ ├── camembert │ │ │ ├── __init__.py │ │ │ ├── configuration_camembert.py │ │ │ ├── modeling_camembert.py │ │ │ ├── modeling_tf_camembert.py │ │ │ ├── tokenization_camembert.py │ │ │ └── tokenization_camembert_fast.py │ │ ├── canine │ │ │ ├── __init__.py │ │ │ ├── configuration_canine.py │ │ │ ├── convert_canine_original_tf_checkpoint_to_pytorch.py │ │ │ ├── modeling_canine.py │ │ │ └── tokenization_canine.py │ │ ├── clip │ │ │ ├── __init__.py │ │ │ ├── configuration_clip.py │ │ │ ├── convert_clip_original_pytorch_to_hf.py │ │ │ ├── feature_extraction_clip.py │ │ │ ├── image_processing_clip.py │ │ │ ├── modeling_clip.py │ │ │ ├── modeling_flax_clip.py │ │ │ ├── modeling_tf_clip.py │ │ │ ├── processing_clip.py │ │ │ ├── tokenization_clip.py │ │ │ └── tokenization_clip_fast.py │ │ ├── clipseg │ │ │ ├── __init__.py │ │ │ ├── configuration_clipseg.py │ │ │ ├── convert_clipseg_original_pytorch_to_hf.py │ │ │ ├── modeling_clipseg.py │ │ │ └── processing_clipseg.py │ │ ├── codegen │ │ │ ├── __init__.py │ │ │ ├── configuration_codegen.py │ │ │ ├── modeling_codegen.py │ │ │ ├── tokenization_codegen.py │ │ │ └── tokenization_codegen_fast.py │ │ ├── conditional_detr │ │ │ ├── __init__.py │ │ │ ├── configuration_conditional_detr.py │ │ │ ├── convert_conditional_detr_original_pytorch_checkpoint_to_pytorch.py │ │ │ ├── feature_extraction_conditional_detr.py │ │ │ └── modeling_conditional_detr.py │ │ ├── convbert │ │ │ ├── __init__.py │ │ │ ├── configuration_convbert.py │ │ │ ├── convert_convbert_original_tf1_checkpoint_to_pytorch_and_tf2.py │ │ │ ├── modeling_convbert.py │ │ │ ├── modeling_tf_convbert.py │ │ │ ├── tokenization_convbert.py │ │ │ └── tokenization_convbert_fast.py │ │ ├── convnext │ │ │ ├── __init__.py │ │ │ ├── configuration_convnext.py │ │ │ ├── convert_convnext_to_pytorch.py │ │ │ ├── feature_extraction_convnext.py │ │ │ ├── image_processing_convnext.py │ │ │ ├── modeling_convnext.py │ │ │ └── modeling_tf_convnext.py │ │ ├── cpm │ │ │ ├── __init__.py │ │ │ ├── tokenization_cpm.py │ │ │ └── tokenization_cpm_fast.py │ │ ├── ctrl │ │ │ ├── __init__.py │ │ │ ├── configuration_ctrl.py │ │ │ ├── modeling_ctrl.py │ │ │ ├── modeling_tf_ctrl.py │ │ │ └── tokenization_ctrl.py │ │ ├── cvt │ │ │ ├── __init__.py │ │ │ ├── configuration_cvt.py │ │ │ ├── convert_cvt_original_pytorch_checkpoint_to_pytorch.py │ │ │ ├── modeling_cvt.py │ │ │ └── modeling_tf_cvt.py │ │ ├── data2vec │ │ │ ├── __init__.py │ │ │ ├── configuration_data2vec_audio.py │ │ │ ├── configuration_data2vec_text.py │ │ │ ├── configuration_data2vec_vision.py │ │ │ ├── convert_data2vec_audio_original_pytorch_checkpoint_to_pytorch.py │ │ │ ├── convert_data2vec_text_original_pytorch_checkpoint_to_pytorch.py │ │ │ ├── convert_data2vec_vision_original_pytorch_checkpoint_to_pytorch.py │ │ │ ├── modeling_data2vec_audio.py │ │ │ ├── modeling_data2vec_text.py │ │ │ ├── modeling_data2vec_vision.py │ │ │ └── modeling_tf_data2vec_vision.py │ │ ├── deberta │ │ │ ├── __init__.py │ │ │ ├── configuration_deberta.py │ │ │ ├── modeling_deberta.py │ │ │ ├── modeling_tf_deberta.py │ │ │ ├── tokenization_deberta.py │ │ │ └── tokenization_deberta_fast.py │ │ ├── deberta_v2 │ │ │ ├── __init__.py │ │ │ ├── configuration_deberta_v2.py │ │ │ ├── modeling_deberta_v2.py │ │ │ ├── modeling_tf_deberta_v2.py │ │ │ ├── tokenization_deberta_v2.py │ │ │ └── tokenization_deberta_v2_fast.py │ │ ├── decision_transformer │ │ │ ├── __init__.py │ │ │ ├── configuration_decision_transformer.py │ │ │ └── modeling_decision_transformer.py │ │ ├── deformable_detr │ │ │ ├── __init__.py │ │ │ ├── configuration_deformable_detr.py │ │ │ ├── convert_deformable_detr_to_pytorch.py │ │ │ ├── custom_kernel │ │ │ │ ├── cpu │ │ │ │ │ ├── ms_deform_attn_cpu.cpp │ │ │ │ │ └── ms_deform_attn_cpu.h │ │ │ │ ├── cuda │ │ │ │ │ ├── ms_deform_attn_cuda.cu │ │ │ │ │ ├── ms_deform_attn_cuda.cuh │ │ │ │ │ ├── ms_deform_attn_cuda.h │ │ │ │ │ └── ms_deform_im2col_cuda.cuh │ │ │ │ ├── ms_deform_attn.h │ │ │ │ └── vision.cpp │ │ │ ├── feature_extraction_deformable_detr.py │ │ │ ├── load_custom.py │ │ │ └── modeling_deformable_detr.py │ │ ├── deit │ │ │ ├── __init__.py │ │ │ ├── configuration_deit.py │ │ │ ├── convert_deit_timm_to_pytorch.py │ │ │ ├── feature_extraction_deit.py │ │ │ ├── image_processing_deit.py │ │ │ ├── modeling_deit.py │ │ │ └── modeling_tf_deit.py │ │ ├── detr │ │ │ ├── __init__.py │ │ │ ├── configuration_detr.py │ │ │ ├── convert_detr_original_pytorch_checkpoint_to_pytorch.py │ │ │ ├── feature_extraction_detr.py │ │ │ └── modeling_detr.py │ │ ├── dialogpt │ │ │ ├── __init__.py │ │ │ └── convert_dialogpt_original_pytorch_checkpoint_to_pytorch.py │ │ ├── dinat │ │ │ ├── __init__.py │ │ │ ├── configuration_dinat.py │ │ │ └── modeling_dinat.py │ │ ├── distilbert │ │ │ ├── __init__.py │ │ │ ├── configuration_distilbert.py │ │ │ ├── modeling_distilbert.py │ │ │ ├── modeling_flax_distilbert.py │ │ │ ├── modeling_tf_distilbert.py │ │ │ ├── tokenization_distilbert.py │ │ │ └── tokenization_distilbert_fast.py │ │ ├── dit │ │ │ ├── __init__.py │ │ │ └── convert_dit_unilm_to_pytorch.py │ │ ├── donut │ │ │ ├── __init__.py │ │ │ ├── configuration_donut_swin.py │ │ │ ├── convert_donut_to_pytorch.py │ │ │ ├── feature_extraction_donut.py │ │ │ ├── modeling_donut_swin.py │ │ │ └── processing_donut.py │ │ ├── dpr │ │ │ ├── __init__.py │ │ │ ├── configuration_dpr.py │ │ │ ├── convert_dpr_original_checkpoint_to_pytorch.py │ │ │ ├── modeling_dpr.py │ │ │ ├── modeling_tf_dpr.py │ │ │ ├── tokenization_dpr.py │ │ │ └── tokenization_dpr_fast.py │ │ ├── dpt │ │ │ ├── __init__.py │ │ │ ├── configuration_dpt.py │ │ │ ├── convert_dpt_to_pytorch.py │ │ │ ├── feature_extraction_dpt.py │ │ │ ├── image_processing_dpt.py │ │ │ └── modeling_dpt.py │ │ ├── electra │ │ │ ├── __init__.py │ │ │ ├── configuration_electra.py │ │ │ ├── convert_electra_original_tf_checkpoint_to_pytorch.py │ │ │ ├── modeling_electra.py │ │ │ ├── modeling_flax_electra.py │ │ │ ├── modeling_tf_electra.py │ │ │ ├── tokenization_electra.py │ │ │ └── tokenization_electra_fast.py │ │ ├── encoder_decoder │ │ │ ├── __init__.py │ │ │ ├── configuration_encoder_decoder.py │ │ │ ├── modeling_encoder_decoder.py │ │ │ ├── modeling_flax_encoder_decoder.py │ │ │ └── modeling_tf_encoder_decoder.py │ │ ├── ernie │ │ │ ├── __init__.py │ │ │ ├── configuration_ernie.py │ │ │ └── modeling_ernie.py │ │ ├── esm │ │ │ ├── __init__.py │ │ │ ├── configuration_esm.py │ │ │ ├── convert_esm.py │ │ │ ├── modeling_esm.py │ │ │ ├── modeling_esmfold.py │ │ │ ├── modeling_tf_esm.py │ │ │ ├── openfold_utils │ │ │ │ ├── __init__.py │ │ │ │ ├── chunk_utils.py │ │ │ │ ├── data_transforms.py │ │ │ │ ├── feats.py │ │ │ │ ├── loss.py │ │ │ │ ├── protein.py │ │ │ │ ├── residue_constants.py │ │ │ │ ├── rigid_utils.py │ │ │ │ └── tensor_utils.py │ │ │ └── tokenization_esm.py │ │ ├── flaubert │ │ │ ├── __init__.py │ │ │ ├── configuration_flaubert.py │ │ │ ├── modeling_flaubert.py │ │ │ ├── modeling_tf_flaubert.py │ │ │ └── tokenization_flaubert.py │ │ ├── flava │ │ │ ├── __init__.py │ │ │ ├── configuration_flava.py │ │ │ ├── convert_dalle_to_flava_codebook.py │ │ │ ├── convert_flava_original_pytorch_to_hf.py │ │ │ ├── feature_extraction_flava.py │ │ │ ├── image_processing_flava.py │ │ │ ├── modeling_flava.py │ │ │ └── processing_flava.py │ │ ├── fnet │ │ │ ├── __init__.py │ │ │ ├── configuration_fnet.py │ │ │ ├── convert_fnet_original_flax_checkpoint_to_pytorch.py │ │ │ ├── modeling_fnet.py │ │ │ ├── tokenization_fnet.py │ │ │ └── tokenization_fnet_fast.py │ │ ├── fsmt │ │ │ ├── __init__.py │ │ │ ├── configuration_fsmt.py │ │ │ ├── convert_fsmt_original_pytorch_checkpoint_to_pytorch.py │ │ │ ├── modeling_fsmt.py │ │ │ └── tokenization_fsmt.py │ │ ├── funnel │ │ │ ├── __init__.py │ │ │ ├── configuration_funnel.py │ │ │ ├── convert_funnel_original_tf_checkpoint_to_pytorch.py │ │ │ ├── modeling_funnel.py │ │ │ ├── modeling_tf_funnel.py │ │ │ ├── tokenization_funnel.py │ │ │ └── tokenization_funnel_fast.py │ │ ├── glpn │ │ │ ├── __init__.py │ │ │ ├── configuration_glpn.py │ │ │ ├── convert_glpn_to_pytorch.py │ │ │ ├── feature_extraction_glpn.py │ │ │ ├── image_processing_glpn.py │ │ │ └── modeling_glpn.py │ │ ├── gpt2 │ │ │ ├── CONVERSION.md │ │ │ ├── __init__.py │ │ │ ├── configuration_gpt2.py │ │ │ ├── convert_gpt2_original_tf_checkpoint_to_pytorch.py │ │ │ ├── modeling_flax_gpt2.py │ │ │ ├── modeling_gpt2.py │ │ │ ├── modeling_tf_gpt2.py │ │ │ ├── tokenization_gpt2.py │ │ │ └── tokenization_gpt2_fast.py │ │ ├── gpt_neo │ │ │ ├── __init__.py │ │ │ ├── configuration_gpt_neo.py │ │ │ ├── convert_gpt_neo_mesh_tf_to_pytorch.py │ │ │ ├── modeling_flax_gpt_neo.py │ │ │ └── modeling_gpt_neo.py │ │ ├── gpt_neox │ │ │ ├── __init__.py │ │ │ ├── configuration_gpt_neox.py │ │ │ ├── modeling_gpt_neox.py │ │ │ └── tokenization_gpt_neox_fast.py │ │ ├── gpt_neox_japanese │ │ │ ├── __init__.py │ │ │ ├── configuration_gpt_neox_japanese.py │ │ │ ├── modeling_gpt_neox_japanese.py │ │ │ └── tokenization_gpt_neox_japanese.py │ │ ├── gptj │ │ │ ├── __init__.py │ │ │ ├── configuration_gptj.py │ │ │ ├── modeling_flax_gptj.py │ │ │ ├── modeling_gptj.py │ │ │ └── modeling_tf_gptj.py │ │ ├── groupvit │ │ │ ├── __init__.py │ │ │ ├── configuration_groupvit.py │ │ │ ├── convert_groupvit_nvlab_to_hf.py │ │ │ ├── modeling_groupvit.py │ │ │ └── modeling_tf_groupvit.py │ │ ├── herbert │ │ │ ├── __init__.py │ │ │ ├── tokenization_herbert.py │ │ │ └── tokenization_herbert_fast.py │ │ ├── hubert │ │ │ ├── __init__.py │ │ │ ├── configuration_hubert.py │ │ │ ├── convert_distilhubert_original_s3prl_checkpoint_to_pytorch.py │ │ │ ├── convert_hubert_original_pytorch_checkpoint_to_pytorch.py │ │ │ ├── convert_hubert_original_s3prl_checkpoint_to_pytorch.py │ │ │ ├── modeling_hubert.py │ │ │ └── modeling_tf_hubert.py │ │ ├── ibert │ │ │ ├── __init__.py │ │ │ ├── configuration_ibert.py │ │ │ ├── modeling_ibert.py │ │ │ └── quant_modules.py │ │ ├── imagegpt │ │ │ ├── __init__.py │ │ │ ├── configuration_imagegpt.py │ │ │ ├── convert_imagegpt_original_tf2_to_pytorch.py │ │ │ ├── feature_extraction_imagegpt.py │ │ │ ├── image_processing_imagegpt.py │ │ │ └── modeling_imagegpt.py │ │ ├── jukebox │ │ │ ├── __init__.py │ │ │ ├── configuration_jukebox.py │ │ │ ├── convert_jukebox.py │ │ │ ├── modeling_jukebox.py │ │ │ └── tokenization_jukebox.py │ │ ├── layoutlm │ │ │ ├── __init__.py │ │ │ ├── configuration_layoutlm.py │ │ │ ├── modeling_layoutlm.py │ │ │ ├── modeling_tf_layoutlm.py │ │ │ ├── tokenization_layoutlm.py │ │ │ └── tokenization_layoutlm_fast.py │ │ ├── layoutlmv2 │ │ │ ├── __init__.py │ │ │ ├── configuration_layoutlmv2.py │ │ │ ├── feature_extraction_layoutlmv2.py │ │ │ ├── image_processing_layoutlmv2.py │ │ │ ├── modeling_layoutlmv2.py │ │ │ ├── processing_layoutlmv2.py │ │ │ ├── tokenization_layoutlmv2.py │ │ │ └── tokenization_layoutlmv2_fast.py │ │ ├── layoutlmv3 │ │ │ ├── __init__.py │ │ │ ├── configuration_layoutlmv3.py │ │ │ ├── feature_extraction_layoutlmv3.py │ │ │ ├── image_processing_layoutlmv3.py │ │ │ ├── modeling_layoutlmv3.py │ │ │ ├── modeling_tf_layoutlmv3.py │ │ │ ├── processing_layoutlmv3.py │ │ │ ├── tokenization_layoutlmv3.py │ │ │ └── tokenization_layoutlmv3_fast.py │ │ ├── layoutxlm │ │ │ ├── __init__.py │ │ │ ├── processing_layoutxlm.py │ │ │ ├── tokenization_layoutxlm.py │ │ │ └── tokenization_layoutxlm_fast.py │ │ ├── led │ │ │ ├── __init__.py │ │ │ ├── configuration_led.py │ │ │ ├── modeling_led.py │ │ │ ├── modeling_tf_led.py │ │ │ ├── tokenization_led.py │ │ │ └── tokenization_led_fast.py │ │ ├── levit │ │ │ ├── __init__.py │ │ │ ├── configuration_levit.py │ │ │ ├── convert_levit_timm_to_pytorch.py │ │ │ ├── feature_extraction_levit.py │ │ │ ├── image_processing_levit.py │ │ │ └── modeling_levit.py │ │ ├── lilt │ │ │ ├── __init__.py │ │ │ ├── configuration_lilt.py │ │ │ └── modeling_lilt.py │ │ ├── longformer │ │ │ ├── __init__.py │ │ │ ├── configuration_longformer.py │ │ │ ├── convert_longformer_original_pytorch_lightning_to_pytorch.py │ │ │ ├── modeling_longformer.py │ │ │ ├── modeling_tf_longformer.py │ │ │ ├── tokenization_longformer.py │ │ │ └── tokenization_longformer_fast.py │ │ ├── longt5 │ │ │ ├── __init__.py │ │ │ ├── configuration_longt5.py │ │ │ ├── convert_longt5x_checkpoint_to_flax.py │ │ │ ├── modeling_flax_longt5.py │ │ │ └── modeling_longt5.py │ │ ├── luke │ │ │ ├── __init__.py │ │ │ ├── configuration_luke.py │ │ │ ├── convert_luke_original_pytorch_checkpoint_to_pytorch.py │ │ │ ├── modeling_luke.py │ │ │ └── tokenization_luke.py │ │ ├── lxmert │ │ │ ├── __init__.py │ │ │ ├── configuration_lxmert.py │ │ │ ├── convert_lxmert_original_tf_checkpoint_to_pytorch.py │ │ │ ├── modeling_lxmert.py │ │ │ ├── modeling_tf_lxmert.py │ │ │ ├── tokenization_lxmert.py │ │ │ └── tokenization_lxmert_fast.py │ │ ├── m2m_100 │ │ │ ├── __init__.py │ │ │ ├── configuration_m2m_100.py │ │ │ ├── convert_m2m100_original_checkpoint_to_pytorch.py │ │ │ ├── modeling_m2m_100.py │ │ │ └── tokenization_m2m_100.py │ │ ├── marian │ │ │ ├── __init__.py │ │ │ ├── configuration_marian.py │ │ │ ├── convert_marian_tatoeba_to_pytorch.py │ │ │ ├── convert_marian_to_pytorch.py │ │ │ ├── modeling_flax_marian.py │ │ │ ├── modeling_marian.py │ │ │ ├── modeling_tf_marian.py │ │ │ └── tokenization_marian.py │ │ ├── markuplm │ │ │ ├── __init__.py │ │ │ ├── configuration_markuplm.py │ │ │ ├── feature_extraction_markuplm.py │ │ │ ├── modeling_markuplm.py │ │ │ ├── processing_markuplm.py │ │ │ ├── tokenization_markuplm.py │ │ │ └── tokenization_markuplm_fast.py │ │ ├── maskformer │ │ │ ├── __init__.py │ │ │ ├── configuration_maskformer.py │ │ │ ├── convert_maskformer_original_pytorch_checkpoint_to_pytorch.py │ │ │ ├── feature_extraction_maskformer.py │ │ │ └── modeling_maskformer.py │ │ ├── mbart │ │ │ ├── __init__.py │ │ │ ├── configuration_mbart.py │ │ │ ├── convert_mbart_original_checkpoint_to_pytorch.py │ │ │ ├── modeling_flax_mbart.py │ │ │ ├── modeling_mbart.py │ │ │ ├── modeling_tf_mbart.py │ │ │ ├── tokenization_mbart.py │ │ │ └── tokenization_mbart_fast.py │ │ ├── mbart50 │ │ │ ├── __init__.py │ │ │ ├── tokenization_mbart50.py │ │ │ └── tokenization_mbart50_fast.py │ │ ├── mctct │ │ │ ├── __init__.py │ │ │ ├── configuration_mctct.py │ │ │ ├── feature_extraction_mctct.py │ │ │ ├── modeling_mctct.py │ │ │ └── processing_mctct.py │ │ ├── megatron_bert │ │ │ ├── __init__.py │ │ │ ├── configuration_megatron_bert.py │ │ │ ├── convert_megatron_bert_checkpoint.py │ │ │ └── modeling_megatron_bert.py │ │ ├── megatron_gpt2 │ │ │ ├── __init__.py │ │ │ ├── checkpoint_reshaping_and_interoperability.py │ │ │ └── convert_megatron_gpt2_checkpoint.py │ │ ├── mluke │ │ │ ├── __init__.py │ │ │ ├── convert_mluke_original_pytorch_checkpoint_to_pytorch.py │ │ │ └── tokenization_mluke.py │ │ ├── mmbt │ │ │ ├── __init__.py │ │ │ ├── configuration_mmbt.py │ │ │ └── modeling_mmbt.py │ │ ├── mobilebert │ │ │ ├── __init__.py │ │ │ ├── configuration_mobilebert.py │ │ │ ├── convert_mobilebert_original_tf_checkpoint_to_pytorch.py │ │ │ ├── modeling_mobilebert.py │ │ │ ├── modeling_tf_mobilebert.py │ │ │ ├── tokenization_mobilebert.py │ │ │ └── tokenization_mobilebert_fast.py │ │ ├── mobilenet_v1 │ │ │ ├── __init__.py │ │ │ ├── configuration_mobilenet_v1.py │ │ │ ├── convert_original_tf_checkpoint_to_pytorch.py │ │ │ ├── feature_extraction_mobilenet_v1.py │ │ │ ├── image_processing_mobilenet_v1.py │ │ │ └── modeling_mobilenet_v1.py │ │ ├── mobilenet_v2 │ │ │ ├── __init__.py │ │ │ ├── configuration_mobilenet_v2.py │ │ │ ├── convert_original_tf_checkpoint_to_pytorch.py │ │ │ ├── feature_extraction_mobilenet_v2.py │ │ │ ├── image_processing_mobilenet_v2.py │ │ │ └── modeling_mobilenet_v2.py │ │ ├── mobilevit │ │ │ ├── __init__.py │ │ │ ├── configuration_mobilevit.py │ │ │ ├── convert_mlcvnets_to_pytorch.py │ │ │ ├── feature_extraction_mobilevit.py │ │ │ ├── image_processing_mobilevit.py │ │ │ ├── modeling_mobilevit.py │ │ │ └── modeling_tf_mobilevit.py │ │ ├── mpnet │ │ │ ├── __init__.py │ │ │ ├── configuration_mpnet.py │ │ │ ├── modeling_mpnet.py │ │ │ ├── modeling_tf_mpnet.py │ │ │ ├── tokenization_mpnet.py │ │ │ └── tokenization_mpnet_fast.py │ │ ├── mt5 │ │ │ ├── __init__.py │ │ │ ├── configuration_mt5.py │ │ │ ├── modeling_flax_mt5.py │ │ │ ├── modeling_mt5.py │ │ │ └── modeling_tf_mt5.py │ │ ├── mvp │ │ │ ├── __init__.py │ │ │ ├── configuration_mvp.py │ │ │ ├── modeling_mvp.py │ │ │ ├── tokenization_mvp.py │ │ │ └── tokenization_mvp_fast.py │ │ ├── nat │ │ │ ├── __init__.py │ │ │ ├── configuration_nat.py │ │ │ └── modeling_nat.py │ │ ├── nezha │ │ │ ├── __init__.py │ │ │ ├── configuration_nezha.py │ │ │ └── modeling_nezha.py │ │ ├── nllb │ │ │ ├── __init__.py │ │ │ ├── tokenization_nllb.py │ │ │ └── tokenization_nllb_fast.py │ │ ├── nystromformer │ │ │ ├── __init__.py │ │ │ ├── configuration_nystromformer.py │ │ │ ├── convert_nystromformer_original_pytorch_checkpoint_to_pytorch.py │ │ │ └── modeling_nystromformer.py │ │ ├── openai │ │ │ ├── __init__.py │ │ │ ├── configuration_openai.py │ │ │ ├── convert_openai_original_tf_checkpoint_to_pytorch.py │ │ │ ├── modeling_openai.py │ │ │ ├── modeling_tf_openai.py │ │ │ ├── tokenization_openai.py │ │ │ └── tokenization_openai_fast.py │ │ ├── opt │ │ │ ├── __init__.py │ │ │ ├── configuration_opt.py │ │ │ ├── convert_opt_original_pytorch_checkpoint_to_pytorch.py │ │ │ ├── modeling_flax_opt.py │ │ │ ├── modeling_opt.py │ │ │ └── modeling_tf_opt.py │ │ ├── owlvit │ │ │ ├── __init__.py │ │ │ ├── configuration_owlvit.py │ │ │ ├── convert_owlvit_original_flax_to_hf.py │ │ │ ├── feature_extraction_owlvit.py │ │ │ ├── modeling_owlvit.py │ │ │ └── processing_owlvit.py │ │ ├── pegasus │ │ │ ├── __init__.py │ │ │ ├── configuration_pegasus.py │ │ │ ├── convert_pegasus_tf_to_pytorch.py │ │ │ ├── modeling_flax_pegasus.py │ │ │ ├── modeling_pegasus.py │ │ │ ├── modeling_tf_pegasus.py │ │ │ ├── tokenization_pegasus.py │ │ │ └── tokenization_pegasus_fast.py │ │ ├── pegasus_x │ │ │ ├── __init__.py │ │ │ ├── configuration_pegasus_x.py │ │ │ └── modeling_pegasus_x.py │ │ ├── perceiver │ │ │ ├── __init__.py │ │ │ ├── configuration_perceiver.py │ │ │ ├── convert_perceiver_haiku_to_pytorch.py │ │ │ ├── feature_extraction_perceiver.py │ │ │ ├── image_processing_perceiver.py │ │ │ ├── modeling_perceiver.py │ │ │ └── tokenization_perceiver.py │ │ ├── phobert │ │ │ ├── __init__.py │ │ │ └── tokenization_phobert.py │ │ ├── plbart │ │ │ ├── __init__.py │ │ │ ├── configuration_plbart.py │ │ │ ├── convert_plbart_original_checkpoint_to_torch.py │ │ │ ├── modeling_plbart.py │ │ │ └── tokenization_plbart.py │ │ ├── poolformer │ │ │ ├── __init__.py │ │ │ ├── configuration_poolformer.py │ │ │ ├── convert_poolformer_original_to_pytorch.py │ │ │ ├── feature_extraction_poolformer.py │ │ │ ├── image_processing_poolformer.py │ │ │ └── modeling_poolformer.py │ │ ├── prophetnet │ │ │ ├── __init__.py │ │ │ ├── configuration_prophetnet.py │ │ │ ├── convert_prophetnet_original_pytorch_checkpoint_to_pytorch.py │ │ │ ├── modeling_prophetnet.py │ │ │ └── tokenization_prophetnet.py │ │ ├── qdqbert │ │ │ ├── __init__.py │ │ │ ├── configuration_qdqbert.py │ │ │ └── modeling_qdqbert.py │ │ ├── rag │ │ │ ├── __init__.py │ │ │ ├── configuration_rag.py │ │ │ ├── modeling_rag.py │ │ │ ├── modeling_tf_rag.py │ │ │ ├── retrieval_rag.py │ │ │ └── tokenization_rag.py │ │ ├── realm │ │ │ ├── __init__.py │ │ │ ├── configuration_realm.py │ │ │ ├── modeling_realm.py │ │ │ ├── retrieval_realm.py │ │ │ ├── tokenization_realm.py │ │ │ └── tokenization_realm_fast.py │ │ ├── reformer │ │ │ ├── __init__.py │ │ │ ├── configuration_reformer.py │ │ │ ├── convert_reformer_trax_checkpoint_to_pytorch.py │ │ │ ├── modeling_reformer.py │ │ │ ├── tokenization_reformer.py │ │ │ └── tokenization_reformer_fast.py │ │ ├── regnet │ │ │ ├── __init__.py │ │ │ ├── configuration_regnet.py │ │ │ ├── convert_regnet_seer_10b_to_pytorch.py │ │ │ ├── convert_regnet_to_pytorch.py │ │ │ ├── modeling_regnet.py │ │ │ └── modeling_tf_regnet.py │ │ ├── rembert │ │ │ ├── __init__.py │ │ │ ├── configuration_rembert.py │ │ │ ├── convert_rembert_tf_checkpoint_to_pytorch.py │ │ │ ├── modeling_rembert.py │ │ │ ├── modeling_tf_rembert.py │ │ │ ├── tokenization_rembert.py │ │ │ └── tokenization_rembert_fast.py │ │ ├── resnet │ │ │ ├── __init__.py │ │ │ ├── configuration_resnet.py │ │ │ ├── convert_resnet_to_pytorch.py │ │ │ ├── modeling_resnet.py │ │ │ └── modeling_tf_resnet.py │ │ ├── retribert │ │ │ ├── __init__.py │ │ │ ├── configuration_retribert.py │ │ │ ├── modeling_retribert.py │ │ │ ├── tokenization_retribert.py │ │ │ └── tokenization_retribert_fast.py │ │ ├── roberta │ │ │ ├── __init__.py │ │ │ ├── configuration_roberta.py │ │ │ ├── convert_roberta_original_pytorch_checkpoint_to_pytorch.py │ │ │ ├── modeling_flax_roberta.py │ │ │ ├── modeling_roberta.py │ │ │ ├── modeling_tf_roberta.py │ │ │ ├── tokenization_roberta.py │ │ │ └── tokenization_roberta_fast.py │ │ ├── roc_bert │ │ │ ├── __init__.py │ │ │ ├── configuration_roc_bert.py │ │ │ ├── modeling_roc_bert.py │ │ │ └── tokenization_roc_bert.py │ │ ├── roformer │ │ │ ├── __init__.py │ │ │ ├── configuration_roformer.py │ │ │ ├── convert_roformer_original_tf_checkpoint_to_pytorch.py │ │ │ ├── modeling_flax_roformer.py │ │ │ ├── modeling_roformer.py │ │ │ ├── modeling_tf_roformer.py │ │ │ ├── tokenization_roformer.py │ │ │ ├── tokenization_roformer_fast.py │ │ │ └── tokenization_utils.py │ │ ├── segformer │ │ │ ├── __init__.py │ │ │ ├── configuration_segformer.py │ │ │ ├── convert_segformer_original_to_pytorch.py │ │ │ ├── feature_extraction_segformer.py │ │ │ ├── image_processing_segformer.py │ │ │ ├── modeling_segformer.py │ │ │ └── modeling_tf_segformer.py │ │ ├── sew │ │ │ ├── __init__.py │ │ │ ├── configuration_sew.py │ │ │ ├── convert_sew_original_pytorch_checkpoint_to_pytorch.py │ │ │ └── modeling_sew.py │ │ ├── sew_d │ │ │ ├── __init__.py │ │ │ ├── configuration_sew_d.py │ │ │ ├── convert_sew_d_original_pytorch_checkpoint_to_pytorch.py │ │ │ └── modeling_sew_d.py │ │ ├── speech_encoder_decoder │ │ │ ├── __init__.py │ │ │ ├── configuration_speech_encoder_decoder.py │ │ │ ├── convert_mbart_wav2vec2_seq2seq_original_to_pytorch.py │ │ │ ├── convert_speech_to_text_wav2vec2_seq2seq_original_to_pytorch.py │ │ │ ├── modeling_flax_speech_encoder_decoder.py │ │ │ └── modeling_speech_encoder_decoder.py │ │ ├── speech_to_text │ │ │ ├── __init__.py │ │ │ ├── configuration_speech_to_text.py │ │ │ ├── convert_s2t_fairseq_to_tfms.py │ │ │ ├── feature_extraction_speech_to_text.py │ │ │ ├── modeling_speech_to_text.py │ │ │ ├── modeling_tf_speech_to_text.py │ │ │ ├── processing_speech_to_text.py │ │ │ └── tokenization_speech_to_text.py │ │ ├── speech_to_text_2 │ │ │ ├── __init__.py │ │ │ ├── configuration_speech_to_text_2.py │ │ │ ├── modeling_speech_to_text_2.py │ │ │ ├── processing_speech_to_text_2.py │ │ │ └── tokenization_speech_to_text_2.py │ │ ├── splinter │ │ │ ├── __init__.py │ │ │ ├── configuration_splinter.py │ │ │ ├── modeling_splinter.py │ │ │ ├── tokenization_splinter.py │ │ │ └── tokenization_splinter_fast.py │ │ ├── squeezebert │ │ │ ├── __init__.py │ │ │ ├── configuration_squeezebert.py │ │ │ ├── modeling_squeezebert.py │ │ │ ├── tokenization_squeezebert.py │ │ │ └── tokenization_squeezebert_fast.py │ │ ├── swin │ │ │ ├── __init__.py │ │ │ ├── configuration_swin.py │ │ │ ├── convert_swin_simmim_to_pytorch.py │ │ │ ├── convert_swin_timm_to_pytorch.py │ │ │ ├── modeling_swin.py │ │ │ └── modeling_tf_swin.py │ │ ├── swinv2 │ │ │ ├── __init__.py │ │ │ ├── configuration_swinv2.py │ │ │ ├── convert_swinv2_timm_to_pytorch.py │ │ │ └── modeling_swinv2.py │ │ ├── switch_transformers │ │ │ ├── __init__.py │ │ │ ├── configuration_switch_transformers.py │ │ │ ├── convert_big_switch.py │ │ │ ├── convert_switch_transformers_original_flax_checkpoint_to_pytorch.py │ │ │ └── modeling_switch_transformers.py │ │ ├── t5 │ │ │ ├── __init__.py │ │ │ ├── configuration_t5.py │ │ │ ├── convert_t5_original_tf_checkpoint_to_pytorch.py │ │ │ ├── convert_t5x_checkpoint_to_flax.py │ │ │ ├── download_from_gcp.sh │ │ │ ├── modeling_flax_t5.py │ │ │ ├── modeling_t5.py │ │ │ ├── modeling_tf_t5.py │ │ │ ├── tokenization_t5.py │ │ │ └── tokenization_t5_fast.py │ │ ├── table_transformer │ │ │ ├── __init__.py │ │ │ ├── configuration_table_transformer.py │ │ │ ├── convert_table_transformer_original_pytorch_checkpoint_to_pytorch.py │ │ │ └── modeling_table_transformer.py │ │ ├── tapas │ │ │ ├── __init__.py │ │ │ ├── configuration_tapas.py │ │ │ ├── convert_tapas_original_tf_checkpoint_to_pytorch.py │ │ │ ├── modeling_tapas.py │ │ │ ├── modeling_tf_tapas.py │ │ │ └── tokenization_tapas.py │ │ ├── tapex │ │ │ ├── __init__.py │ │ │ └── tokenization_tapex.py │ │ ├── time_series_transformer │ │ │ ├── __init__.py │ │ │ ├── configuration_time_series_transformer.py │ │ │ └── modeling_time_series_transformer.py │ │ ├── trajectory_transformer │ │ │ ├── __init__.py │ │ │ ├── configuration_trajectory_transformer.py │ │ │ ├── convert_trajectory_transformer_original_pytorch_checkpoint_to_pytorch.py │ │ │ └── modeling_trajectory_transformer.py │ │ ├── transfo_xl │ │ │ ├── __init__.py │ │ │ ├── configuration_transfo_xl.py │ │ │ ├── convert_transfo_xl_original_tf_checkpoint_to_pytorch.py │ │ │ ├── modeling_tf_transfo_xl.py │ │ │ ├── modeling_tf_transfo_xl_utilities.py │ │ │ ├── modeling_transfo_xl.py │ │ │ ├── modeling_transfo_xl_utilities.py │ │ │ └── tokenization_transfo_xl.py │ │ ├── trocr │ │ │ ├── __init__.py │ │ │ ├── configuration_trocr.py │ │ │ ├── convert_trocr_unilm_to_pytorch.py │ │ │ ├── modeling_trocr.py │ │ │ └── processing_trocr.py │ │ ├── unispeech │ │ │ ├── __init__.py │ │ │ ├── configuration_unispeech.py │ │ │ ├── convert_unispeech_original_pytorch_checkpoint_to_pytorch.py │ │ │ └── modeling_unispeech.py │ │ ├── unispeech_sat │ │ │ ├── __init__.py │ │ │ ├── configuration_unispeech_sat.py │ │ │ ├── convert_unispeech_original_s3prl_checkpoint_to_pytorch.py │ │ │ ├── convert_unispeech_sat_original_pytorch_checkpoint_to_pytorch.py │ │ │ └── modeling_unispeech_sat.py │ │ ├── van │ │ │ ├── __init__.py │ │ │ ├── configuration_van.py │ │ │ ├── convert_van_to_pytorch.py │ │ │ └── modeling_van.py │ │ ├── videomae │ │ │ ├── __init__.py │ │ │ ├── configuration_videomae.py │ │ │ ├── convert_videomae_to_pytorch.py │ │ │ ├── feature_extraction_videomae.py │ │ │ ├── image_processing_videomae.py │ │ │ └── modeling_videomae.py │ │ ├── vilt │ │ │ ├── __init__.py │ │ │ ├── configuration_vilt.py │ │ │ ├── convert_vilt_original_to_pytorch.py │ │ │ ├── feature_extraction_vilt.py │ │ │ ├── image_processing_vilt.py │ │ │ ├── modeling_vilt.py │ │ │ └── processing_vilt.py │ │ ├── vision_encoder_decoder │ │ │ ├── __init__.py │ │ │ ├── configuration_vision_encoder_decoder.py │ │ │ ├── modeling_flax_vision_encoder_decoder.py │ │ │ ├── modeling_tf_vision_encoder_decoder.py │ │ │ └── modeling_vision_encoder_decoder.py │ │ ├── vision_text_dual_encoder │ │ │ ├── __init__.py │ │ │ ├── configuration_vision_text_dual_encoder.py │ │ │ ├── modeling_flax_vision_text_dual_encoder.py │ │ │ ├── modeling_vision_text_dual_encoder.py │ │ │ └── processing_vision_text_dual_encoder.py │ │ ├── visual_bert │ │ │ ├── __init__.py │ │ │ ├── configuration_visual_bert.py │ │ │ ├── convert_visual_bert_original_pytorch_checkpoint_to_pytorch.py │ │ │ └── modeling_visual_bert.py │ │ ├── vit │ │ │ ├── __init__.py │ │ │ ├── configuration_vit.py │ │ │ ├── convert_dino_to_pytorch.py │ │ │ ├── convert_vit_timm_to_pytorch.py │ │ │ ├── feature_extraction_vit.py │ │ │ ├── image_processing_vit.py │ │ │ ├── modeling_flax_vit.py │ │ │ ├── modeling_tf_vit.py │ │ │ └── modeling_vit.py │ │ ├── vit_mae │ │ │ ├── __init__.py │ │ │ ├── configuration_vit_mae.py │ │ │ ├── convert_vit_mae_to_pytorch.py │ │ │ ├── modeling_tf_vit_mae.py │ │ │ └── modeling_vit_mae.py │ │ ├── vit_msn │ │ │ ├── __init__.py │ │ │ ├── configuration_vit_msn.py │ │ │ ├── convert_msn_to_pytorch.py │ │ │ └── modeling_vit_msn.py │ │ ├── wav2vec2 │ │ │ ├── __init__.py │ │ │ ├── configuration_wav2vec2.py │ │ │ ├── convert_wav2vec2_original_pytorch_checkpoint_to_pytorch.py │ │ │ ├── convert_wav2vec2_original_s3prl_checkpoint_to_pytorch.py │ │ │ ├── feature_extraction_wav2vec2.py │ │ │ ├── modeling_flax_wav2vec2.py │ │ │ ├── modeling_tf_wav2vec2.py │ │ │ ├── modeling_wav2vec2.py │ │ │ ├── processing_wav2vec2.py │ │ │ └── tokenization_wav2vec2.py │ │ ├── wav2vec2_conformer │ │ │ ├── __init__.py │ │ │ ├── configuration_wav2vec2_conformer.py │ │ │ ├── convert_wav2vec2_conformer_original_pytorch_checkpoint_to_pytorch.py │ │ │ └── modeling_wav2vec2_conformer.py │ │ ├── wav2vec2_phoneme │ │ │ ├── __init__.py │ │ │ └── tokenization_wav2vec2_phoneme.py │ │ ├── wav2vec2_with_lm │ │ │ ├── __init__.py │ │ │ └── processing_wav2vec2_with_lm.py │ │ ├── wavlm │ │ │ ├── __init__.py │ │ │ ├── configuration_wavlm.py │ │ │ ├── convert_wavlm_original_pytorch_checkpoint_to_pytorch.py │ │ │ ├── convert_wavlm_original_s3prl_checkpoint_to_pytorch.py │ │ │ └── modeling_wavlm.py │ │ ├── whisper │ │ │ ├── __init__.py │ │ │ ├── configuration_whisper.py │ │ │ ├── english_normalizer.py │ │ │ ├── feature_extraction_whisper.py │ │ │ ├── modeling_tf_whisper.py │ │ │ ├── modeling_whisper.py │ │ │ ├── processing_whisper.py │ │ │ └── tokenization_whisper.py │ │ ├── x_clip │ │ │ ├── __init__.py │ │ │ ├── configuration_x_clip.py │ │ │ ├── convert_x_clip_original_pytorch_to_hf.py │ │ │ ├── modeling_x_clip.py │ │ │ └── processing_x_clip.py │ │ ├── xglm │ │ │ ├── __init__.py │ │ │ ├── configuration_xglm.py │ │ │ ├── convert_xglm_original_ckpt_to_trfms.py │ │ │ ├── modeling_flax_xglm.py │ │ │ ├── modeling_tf_xglm.py │ │ │ ├── modeling_xglm.py │ │ │ ├── tokenization_xglm.py │ │ │ └── tokenization_xglm_fast.py │ │ ├── xlm │ │ │ ├── __init__.py │ │ │ ├── configuration_xlm.py │ │ │ ├── convert_xlm_original_pytorch_checkpoint_to_pytorch.py │ │ │ ├── modeling_tf_xlm.py │ │ │ ├── modeling_xlm.py │ │ │ └── tokenization_xlm.py │ │ ├── xlm_prophetnet │ │ │ ├── __init__.py │ │ │ ├── configuration_xlm_prophetnet.py │ │ │ ├── modeling_xlm_prophetnet.py │ │ │ └── tokenization_xlm_prophetnet.py │ │ ├── xlm_roberta │ │ │ ├── __init__.py │ │ │ ├── configuration_xlm_roberta.py │ │ │ ├── modeling_flax_xlm_roberta.py │ │ │ ├── modeling_tf_xlm_roberta.py │ │ │ ├── modeling_xlm_roberta.py │ │ │ ├── tokenization_xlm_roberta.py │ │ │ └── tokenization_xlm_roberta_fast.py │ │ ├── xlm_roberta_xl │ │ │ ├── __init__.py │ │ │ ├── configuration_xlm_roberta_xl.py │ │ │ ├── convert_xlm_roberta_xl_original_pytorch_checkpoint_to_pytorch.py │ │ │ └── modeling_xlm_roberta_xl.py │ │ ├── xlnet │ │ │ ├── __init__.py │ │ │ ├── configuration_xlnet.py │ │ │ ├── convert_xlnet_original_tf_checkpoint_to_pytorch.py │ │ │ ├── modeling_tf_xlnet.py │ │ │ ├── modeling_xlnet.py │ │ │ ├── tokenization_xlnet.py │ │ │ └── tokenization_xlnet_fast.py │ │ ├── yolos │ │ │ ├── __init__.py │ │ │ ├── configuration_yolos.py │ │ │ ├── convert_yolos_to_pytorch.py │ │ │ ├── feature_extraction_yolos.py │ │ │ └── modeling_yolos.py │ │ └── yoso │ │ │ ├── __init__.py │ │ │ ├── common.h │ │ │ ├── common_cuda.h │ │ │ ├── common_cuda_device.h │ │ │ ├── configuration_yoso.py │ │ │ ├── convert_yoso_pytorch_to_pytorch.py │ │ │ ├── fast_lsh_cumulation.cu │ │ │ ├── fast_lsh_cumulation.h │ │ │ ├── fast_lsh_cumulation_cuda.cu │ │ │ ├── fast_lsh_cumulation_cuda.h │ │ │ ├── fast_lsh_cumulation_torch.cpp │ │ │ └── modeling_yoso.py │ │ ├── onnx │ │ ├── __init__.py │ │ ├── __main__.py │ │ ├── config.py │ │ ├── convert.py │ │ ├── features.py │ │ └── utils.py │ │ ├── optimization.py │ │ ├── optimization_tf.py │ │ ├── pipelines │ │ ├── __init__.py │ │ ├── audio_classification.py │ │ ├── audio_utils.py │ │ ├── automatic_speech_recognition.py │ │ ├── base.py │ │ ├── conversational.py │ │ ├── depth_estimation.py │ │ ├── document_question_answering.py │ │ ├── feature_extraction.py │ │ ├── fill_mask.py │ │ ├── image_classification.py │ │ ├── image_segmentation.py │ │ ├── image_to_text.py │ │ ├── object_detection.py │ │ ├── pt_utils.py │ │ ├── question_answering.py │ │ ├── table_question_answering.py │ │ ├── text2text_generation.py │ │ ├── text_classification.py │ │ ├── text_generation.py │ │ ├── token_classification.py │ │ ├── visual_question_answering.py │ │ ├── zero_shot_classification.py │ │ ├── zero_shot_image_classification.py │ │ └── zero_shot_object_detection.py │ │ ├── processing_utils.py │ │ ├── pytorch_utils.py │ │ ├── sagemaker │ │ ├── __init__.py │ │ ├── trainer_sm.py │ │ └── training_args_sm.py │ │ ├── testing_utils.py │ │ ├── tf_utils.py │ │ ├── tokenization_utils.py │ │ ├── tokenization_utils_base.py │ │ ├── tokenization_utils_fast.py │ │ ├── trainer.py │ │ ├── trainer_callback.py │ │ ├── trainer_pt_utils.py │ │ ├── trainer_seq2seq.py │ │ ├── trainer_tf.py │ │ ├── trainer_utils.py │ │ ├── training_args.py │ │ ├── training_args_seq2seq.py │ │ ├── training_args_tf.py │ │ └── utils │ │ ├── __init__.py │ │ ├── bitsandbytes.py │ │ ├── constants.py │ │ ├── doc.py │ │ ├── dummy_detectron2_objects.py │ │ ├── dummy_flax_objects.py │ │ ├── dummy_pt_objects.py │ │ ├── dummy_sentencepiece_and_speech_objects.py │ │ ├── dummy_sentencepiece_and_tokenizers_objects.py │ │ ├── dummy_sentencepiece_objects.py │ │ ├── dummy_speech_objects.py │ │ ├── dummy_tensorflow_text_objects.py │ │ ├── dummy_tf_objects.py │ │ ├── dummy_timm_and_vision_objects.py │ │ ├── dummy_tokenizers_objects.py │ │ ├── dummy_vision_objects.py │ │ ├── fx.py │ │ ├── generic.py │ │ ├── hp_naming.py │ │ ├── hub.py │ │ ├── import_utils.py │ │ ├── logging.py │ │ ├── model_parallel_utils.py │ │ ├── notebook.py │ │ ├── sentencepiece_model_pb2.py │ │ └── versions.py ├── templates │ ├── adding_a_missing_tokenization_test │ │ ├── README.md │ │ ├── cookiecutter-template-{{cookiecutter.modelname}} │ │ │ └── test_tokenization_{{cookiecutter.lowercase_modelname}}.py │ │ └── cookiecutter.json │ ├── adding_a_new_example_script │ │ ├── README.md │ │ └── cookiecutter.json │ └── adding_a_new_model │ │ ├── ADD_NEW_MODEL_PROPOSAL_TEMPLATE.md │ │ ├── README.md │ │ ├── cookiecutter-template-{{cookiecutter.modelname}} │ │ ├── __init__.py │ │ ├── configuration.json │ │ ├── configuration_{{cookiecutter.lowercase_modelname}}.py │ │ ├── modeling_flax_{{cookiecutter.lowercase_modelname}}.py │ │ ├── modeling_tf_{{cookiecutter.lowercase_modelname}}.py │ │ ├── modeling_{{cookiecutter.lowercase_modelname}}.py │ │ ├── test_modeling_flax_{{cookiecutter.lowercase_modelname}}.py │ │ ├── test_modeling_tf_{{cookiecutter.lowercase_modelname}}.py │ │ ├── test_modeling_{{cookiecutter.lowercase_modelname}}.py │ │ ├── to_replace_{{cookiecutter.lowercase_modelname}}.py │ │ ├── tokenization_fast_{{cookiecutter.lowercase_modelname}}.py │ │ ├── tokenization_{{cookiecutter.lowercase_modelname}}.py │ │ └── {{cookiecutter.lowercase_modelname}}.mdx │ │ ├── cookiecutter.json │ │ ├── open_model_proposals │ │ ├── ADD_BIG_BIRD.md │ │ └── README.md │ │ └── tests │ │ ├── encoder-bert-tokenizer.json │ │ ├── flax-encoder-bert-tokenizer.json │ │ ├── flax-seq-2-seq-bart-tokenizer.json │ │ ├── pt-encoder-bert-tokenizer.json │ │ ├── pt-seq-2-seq-bart-tokenizer.json │ │ ├── standalone.json │ │ ├── tf-encoder-bert-tokenizer.json │ │ └── tf-seq-2-seq-bart-tokenizer.json ├── tests │ ├── __init__.py │ ├── benchmark │ │ ├── __init__.py │ │ ├── test_benchmark.py │ │ └── test_benchmark_tf.py │ ├── deepspeed │ │ ├── ds_config_zero2.json │ │ ├── ds_config_zero3.json │ │ ├── test_deepspeed.py │ │ ├── test_model_zoo.py │ │ └── vit_feature_extractor.json │ ├── extended │ │ └── test_trainer_ext.py │ ├── fixtures │ │ ├── add_distilbert_like_config.json │ │ ├── dummy-config.json │ │ ├── dummy_feature_extractor_config.json │ │ ├── empty.txt │ │ ├── input.txt │ │ ├── merges.txt │ │ ├── preprocessor_config.json │ │ ├── sample_text.txt │ │ ├── sample_text_no_unicode.txt │ │ ├── spiece.model │ │ ├── test_entity_vocab.json │ │ ├── test_sentencepiece.model │ │ ├── test_sentencepiece_bpe.model │ │ ├── test_sentencepiece_no_bos.model │ │ ├── test_sentencepiece_with_bytefallback.model │ │ ├── tests_samples │ │ │ ├── .gitignore │ │ │ ├── COCO │ │ │ │ ├── coco_annotations.txt │ │ │ │ └── coco_panoptic_annotations.txt │ │ │ ├── GermEval │ │ │ │ ├── dev.txt │ │ │ │ ├── labels.txt │ │ │ │ └── train.txt │ │ │ ├── MRPC │ │ │ │ ├── dev.csv │ │ │ │ ├── dev.tsv │ │ │ │ ├── train.csv │ │ │ │ └── train.tsv │ │ │ ├── SQUAD │ │ │ │ └── sample.json │ │ │ ├── STS-B │ │ │ │ ├── dev.tsv │ │ │ │ └── train.tsv │ │ │ ├── conll │ │ │ │ └── sample.json │ │ │ ├── swag │ │ │ │ └── sample.json │ │ │ ├── wiki_text │ │ │ │ └── wiki_00 │ │ │ ├── wmt16 │ │ │ │ └── sample.json │ │ │ ├── wmt_en_ro │ │ │ │ ├── test.json │ │ │ │ ├── train.json │ │ │ │ └── val.json │ │ │ └── xsum │ │ │ │ └── sample.json │ │ ├── vocab.json │ │ └── vocab.txt │ ├── generation │ │ ├── __init__.py │ │ ├── test_beam_constraints.py │ │ ├── test_beam_search.py │ │ ├── test_configuration_utils.py │ │ ├── test_flax_logits_process.py │ │ ├── test_flax_utils.py │ │ ├── test_logits_process.py │ │ ├── test_stopping_criteria.py │ │ ├── test_tf_logits_process.py │ │ ├── test_tf_utils.py │ │ └── test_utils.py │ ├── mixed_int8 │ │ ├── README.md │ │ ├── __init__.py │ │ └── test_mixed_int8.py │ ├── models │ │ ├── __init__.py │ │ ├── albert │ │ │ ├── __init__.py │ │ │ ├── test_modeling_albert.py │ │ │ ├── test_modeling_flax_albert.py │ │ │ ├── test_modeling_tf_albert.py │ │ │ └── test_tokenization_albert.py │ │ ├── audio_spectrogram_transformer │ │ │ ├── __init__.py │ │ │ ├── test_feature_extraction_audio_spectrogram_transformer.py │ │ │ └── test_modeling_audio_spectrogram_transformer.py │ │ ├── auto │ │ │ ├── __init__.py │ │ │ ├── test_configuration_auto.py │ │ │ ├── test_feature_extraction_auto.py │ │ │ ├── test_image_processing_auto.py │ │ │ ├── test_modeling_auto.py │ │ │ ├── test_modeling_flax_auto.py │ │ │ ├── test_modeling_tf_auto.py │ │ │ ├── test_modeling_tf_pytorch.py │ │ │ ├── test_processor_auto.py │ │ │ └── test_tokenization_auto.py │ │ ├── bart │ │ │ ├── __init__.py │ │ │ ├── test_modeling_bart.py │ │ │ ├── test_modeling_flax_bart.py │ │ │ ├── test_modeling_tf_bart.py │ │ │ └── test_tokenization_bart.py │ │ ├── barthez │ │ │ ├── __init__.py │ │ │ └── test_tokenization_barthez.py │ │ ├── bartpho │ │ │ ├── __init__.py │ │ │ └── test_tokenization_bartpho.py │ │ ├── beit │ │ │ ├── __init__.py │ │ │ ├── test_feature_extraction_beit.py │ │ │ ├── test_modeling_beit.py │ │ │ └── test_modeling_flax_beit.py │ │ ├── bert │ │ │ ├── __init__.py │ │ │ ├── test_modeling_bert.py │ │ │ ├── test_modeling_flax_bert.py │ │ │ ├── test_modeling_tf_bert.py │ │ │ ├── test_tokenization_bert.py │ │ │ └── test_tokenization_bert_tf.py │ │ ├── bert_generation │ │ │ ├── __init__.py │ │ │ ├── test_modeling_bert_generation.py │ │ │ └── test_tokenization_bert_generation.py │ │ ├── bert_japanese │ │ │ ├── __init__.py │ │ │ └── test_tokenization_bert_japanese.py │ │ ├── bertweet │ │ │ ├── __init__.py │ │ │ └── test_tokenization_bertweet.py │ │ ├── big_bird │ │ │ ├── __init__.py │ │ │ ├── test_modeling_big_bird.py │ │ │ ├── test_modeling_flax_big_bird.py │ │ │ └── test_tokenization_big_bird.py │ │ ├── bigbird_pegasus │ │ │ ├── __init__.py │ │ │ └── test_modeling_bigbird_pegasus.py │ │ ├── blenderbot │ │ │ ├── __init__.py │ │ │ ├── test_modeling_blenderbot.py │ │ │ ├── test_modeling_flax_blenderbot.py │ │ │ ├── test_modeling_tf_blenderbot.py │ │ │ └── test_tokenization_blenderbot.py │ │ ├── blenderbot_small │ │ │ ├── __init__.py │ │ │ ├── test_modeling_blenderbot_small.py │ │ │ ├── test_modeling_flax_blenderbot_small.py │ │ │ ├── test_modeling_tf_blenderbot_small.py │ │ │ └── test_tokenization_blenderbot_small.py │ │ ├── bloom │ │ │ ├── __init__.py │ │ │ ├── test_modeling_bloom.py │ │ │ └── test_tokenization_bloom.py │ │ ├── bort │ │ │ ├── __init__.py │ │ │ ├── test_modeling_bort.py │ │ │ └── test_modeling_tf_bort.py │ │ ├── byt5 │ │ │ ├── __init__.py │ │ │ └── test_tokenization_byt5.py │ │ ├── camembert │ │ │ ├── __init__.py │ │ │ ├── test_modeling_camembert.py │ │ │ ├── test_modeling_tf_camembert.py │ │ │ └── test_tokenization_camembert.py │ │ ├── canine │ │ │ ├── __init__.py │ │ │ ├── test_modeling_canine.py │ │ │ └── test_tokenization_canine.py │ │ ├── clip │ │ │ ├── __init__.py │ │ │ ├── test_feature_extraction_clip.py │ │ │ ├── test_modeling_clip.py │ │ │ ├── test_modeling_flax_clip.py │ │ │ ├── test_modeling_tf_clip.py │ │ │ ├── test_processor_clip.py │ │ │ └── test_tokenization_clip.py │ │ ├── clipseg │ │ │ ├── __init__.py │ │ │ ├── test_modeling_clipseg.py │ │ │ └── test_processor_clipseg.py │ │ ├── codegen │ │ │ ├── __init__.py │ │ │ ├── test_modeling_codegen.py │ │ │ └── test_tokenization_codegen.py │ │ ├── conditional_detr │ │ │ ├── __init__.py │ │ │ ├── test_feature_extraction_conditional_detr.py │ │ │ └── test_modeling_conditional_detr.py │ │ ├── convbert │ │ │ ├── __init__.py │ │ │ ├── test_modeling_convbert.py │ │ │ └── test_modeling_tf_convbert.py │ │ ├── convnext │ │ │ ├── __init__.py │ │ │ ├── test_feature_extraction_convnext.py │ │ │ ├── test_modeling_convnext.py │ │ │ └── test_modeling_tf_convnext.py │ │ ├── cpm │ │ │ ├── __init__.py │ │ │ └── test_tokenization_cpm.py │ │ ├── ctrl │ │ │ ├── __init__.py │ │ │ ├── test_modeling_ctrl.py │ │ │ ├── test_modeling_tf_ctrl.py │ │ │ └── test_tokenization_ctrl.py │ │ ├── cvt │ │ │ ├── __init__.py │ │ │ ├── test_modeling_cvt.py │ │ │ └── test_modeling_tf_cvt.py │ │ ├── data2vec │ │ │ ├── __init__.py │ │ │ ├── test_modeling_data2vec_audio.py │ │ │ ├── test_modeling_data2vec_text.py │ │ │ ├── test_modeling_data2vec_vision.py │ │ │ └── test_modeling_tf_data2vec_vision.py │ │ ├── deberta │ │ │ ├── __init__.py │ │ │ ├── test_modeling_deberta.py │ │ │ ├── test_modeling_tf_deberta.py │ │ │ └── test_tokenization_deberta.py │ │ ├── deberta_v2 │ │ │ ├── __init__.py │ │ │ ├── test_modeling_deberta_v2.py │ │ │ ├── test_modeling_tf_deberta_v2.py │ │ │ └── test_tokenization_deberta_v2.py │ │ ├── decision_transformer │ │ │ ├── __init__.py │ │ │ └── test_modeling_decision_transformer.py │ │ ├── deformable_detr │ │ │ ├── __init__.py │ │ │ ├── test_feature_extraction_deformable_detr.py │ │ │ └── test_modeling_deformable_detr.py │ │ ├── deit │ │ │ ├── __init__.py │ │ │ ├── test_feature_extraction_deit.py │ │ │ ├── test_modeling_deit.py │ │ │ └── test_modeling_tf_deit.py │ │ ├── detr │ │ │ ├── __init__.py │ │ │ ├── test_feature_extraction_detr.py │ │ │ └── test_modeling_detr.py │ │ ├── dinat │ │ │ ├── __init__.py │ │ │ └── test_modeling_dinat.py │ │ ├── distilbert │ │ │ ├── __init__.py │ │ │ ├── test_modeling_distilbert.py │ │ │ ├── test_modeling_flax_distilbert.py │ │ │ ├── test_modeling_tf_distilbert.py │ │ │ └── test_tokenization_distilbert.py │ │ ├── dit │ │ │ ├── __init__.py │ │ │ └── test_modeling_dit.py │ │ ├── donut │ │ │ ├── __init__.py │ │ │ ├── test_feature_extraction_donut.py │ │ │ ├── test_modeling_donut_swin.py │ │ │ └── test_processing_donut.py │ │ ├── dpr │ │ │ ├── __init__.py │ │ │ ├── test_modeling_dpr.py │ │ │ ├── test_modeling_tf_dpr.py │ │ │ └── test_tokenization_dpr.py │ │ ├── dpt │ │ │ ├── __init__.py │ │ │ ├── test_feature_extraction_dpt.py │ │ │ └── test_modeling_dpt.py │ │ ├── electra │ │ │ ├── __init__.py │ │ │ ├── test_modeling_electra.py │ │ │ ├── test_modeling_flax_electra.py │ │ │ └── test_modeling_tf_electra.py │ │ ├── encoder_decoder │ │ │ ├── __init__.py │ │ │ ├── test_modeling_encoder_decoder.py │ │ │ ├── test_modeling_flax_encoder_decoder.py │ │ │ └── test_modeling_tf_encoder_decoder.py │ │ ├── ernie │ │ │ ├── __init__.py │ │ │ └── test_modeling_ernie.py │ │ ├── esm │ │ │ ├── __init__.py │ │ │ ├── test_modeling_esm.py │ │ │ ├── test_modeling_esmfold.py │ │ │ ├── test_modeling_tf_esm.py │ │ │ └── test_tokenization_esm.py │ │ ├── flaubert │ │ │ ├── __init__.py │ │ │ ├── test_modeling_flaubert.py │ │ │ └── test_modeling_tf_flaubert.py │ │ ├── flava │ │ │ ├── __init__.py │ │ │ ├── test_feature_extraction_flava.py │ │ │ ├── test_modeling_flava.py │ │ │ └── test_processor_flava.py │ │ ├── fnet │ │ │ ├── __init__.py │ │ │ ├── test_modeling_fnet.py │ │ │ └── test_tokenization_fnet.py │ │ ├── fsmt │ │ │ ├── __init__.py │ │ │ ├── test_modeling_fsmt.py │ │ │ └── test_tokenization_fsmt.py │ │ ├── funnel │ │ │ ├── __init__.py │ │ │ ├── test_modeling_funnel.py │ │ │ ├── test_modeling_tf_funnel.py │ │ │ └── test_tokenization_funnel.py │ │ ├── glpn │ │ │ ├── __init__.py │ │ │ ├── test_feature_extraction_glpn.py │ │ │ └── test_modeling_glpn.py │ │ ├── gpt2 │ │ │ ├── __init__.py │ │ │ ├── test_modeling_flax_gpt2.py │ │ │ ├── test_modeling_gpt2.py │ │ │ ├── test_modeling_tf_gpt2.py │ │ │ └── test_tokenization_gpt2.py │ │ ├── gpt_neo │ │ │ ├── __init__.py │ │ │ ├── test_modeling_flax_gpt_neo.py │ │ │ └── test_modeling_gpt_neo.py │ │ ├── gpt_neox │ │ │ ├── __init__.py │ │ │ └── test_modeling_gpt_neox.py │ │ ├── gpt_neox_japanese │ │ │ ├── __init__.py │ │ │ ├── test_modeling_gpt_neox_japanese.py │ │ │ └── test_tokenization_gpt_neox_japanese.py │ │ ├── gptj │ │ │ ├── __init__.py │ │ │ ├── test_modeling_flax_gptj.py │ │ │ ├── test_modeling_gptj.py │ │ │ └── test_modeling_tf_gptj.py │ │ ├── groupvit │ │ │ ├── __init__.py │ │ │ ├── test_modeling_groupvit.py │ │ │ └── test_modeling_tf_groupvit.py │ │ ├── herbert │ │ │ ├── __init__.py │ │ │ └── test_tokenization_herbert.py │ │ ├── hubert │ │ │ ├── __init__.py │ │ │ ├── test_modeling_hubert.py │ │ │ └── test_modeling_tf_hubert.py │ │ ├── ibert │ │ │ ├── __init__.py │ │ │ └── test_modeling_ibert.py │ │ ├── imagegpt │ │ │ ├── __init__.py │ │ │ ├── test_feature_extraction_imagegpt.py │ │ │ └── test_modeling_imagegpt.py │ │ ├── jukebox │ │ │ ├── __init__.py │ │ │ ├── test_modeling_jukebox.py │ │ │ └── test_tokenization_jukebox.py │ │ ├── layoutlm │ │ │ ├── __init__.py │ │ │ ├── test_modeling_layoutlm.py │ │ │ ├── test_modeling_tf_layoutlm.py │ │ │ └── test_tokenization_layoutlm.py │ │ ├── layoutlmv2 │ │ │ ├── __init__.py │ │ │ ├── test_feature_extraction_layoutlmv2.py │ │ │ ├── test_modeling_layoutlmv2.py │ │ │ ├── test_processor_layoutlmv2.py │ │ │ └── test_tokenization_layoutlmv2.py │ │ ├── layoutlmv3 │ │ │ ├── __init__.py │ │ │ ├── test_feature_extraction_layoutlmv3.py │ │ │ ├── test_modeling_layoutlmv3.py │ │ │ ├── test_modeling_tf_layoutlmv3.py │ │ │ ├── test_processor_layoutlmv3.py │ │ │ └── test_tokenization_layoutlmv3.py │ │ ├── layoutxlm │ │ │ ├── __init__.py │ │ │ ├── test_processor_layoutxlm.py │ │ │ └── test_tokenization_layoutxlm.py │ │ ├── led │ │ │ ├── __init__.py │ │ │ ├── test_modeling_led.py │ │ │ └── test_modeling_tf_led.py │ │ ├── levit │ │ │ ├── __init__.py │ │ │ ├── test_feature_extraction_levit.py │ │ │ └── test_modeling_levit.py │ │ ├── lilt │ │ │ ├── __init__.py │ │ │ └── test_modeling_lilt.py │ │ ├── longformer │ │ │ ├── __init__.py │ │ │ ├── test_modeling_longformer.py │ │ │ ├── test_modeling_tf_longformer.py │ │ │ └── test_tokenization_longformer.py │ │ ├── longt5 │ │ │ ├── __init__.py │ │ │ ├── test_modeling_flax_longt5.py │ │ │ └── test_modeling_longt5.py │ │ ├── luke │ │ │ ├── __init__.py │ │ │ ├── test_modeling_luke.py │ │ │ └── test_tokenization_luke.py │ │ ├── lxmert │ │ │ ├── __init__.py │ │ │ ├── test_modeling_lxmert.py │ │ │ ├── test_modeling_tf_lxmert.py │ │ │ └── test_tokenization_lxmert.py │ │ ├── m2m_100 │ │ │ ├── __init__.py │ │ │ ├── test_modeling_m2m_100.py │ │ │ └── test_tokenization_m2m_100.py │ │ ├── marian │ │ │ ├── __init__.py │ │ │ ├── test_modeling_flax_marian.py │ │ │ ├── test_modeling_marian.py │ │ │ ├── test_modeling_tf_marian.py │ │ │ └── test_tokenization_marian.py │ │ ├── markuplm │ │ │ ├── __init__.py │ │ │ ├── test_feature_extraction_markuplm.py │ │ │ ├── test_modeling_markuplm.py │ │ │ ├── test_processor_markuplm.py │ │ │ └── test_tokenization_markuplm.py │ │ ├── maskformer │ │ │ ├── __init__.py │ │ │ ├── test_feature_extraction_maskformer.py │ │ │ └── test_modeling_maskformer.py │ │ ├── mbart │ │ │ ├── __init__.py │ │ │ ├── test_modeling_flax_mbart.py │ │ │ ├── test_modeling_mbart.py │ │ │ ├── test_modeling_tf_mbart.py │ │ │ └── test_tokenization_mbart.py │ │ ├── mbart50 │ │ │ ├── __init__.py │ │ │ └── test_tokenization_mbart50.py │ │ ├── mctct │ │ │ ├── __init__.py │ │ │ ├── test_feature_extraction_mctct.py │ │ │ ├── test_modeling_mctct.py │ │ │ └── test_processor_mctct.py │ │ ├── megatron_bert │ │ │ ├── __init__.py │ │ │ └── test_modeling_megatron_bert.py │ │ ├── megatron_gpt2 │ │ │ ├── __init__.py │ │ │ └── test_modeling_megatron_gpt2.py │ │ ├── mluke │ │ │ ├── __init__.py │ │ │ └── test_tokenization_mluke.py │ │ ├── mobilebert │ │ │ ├── __init__.py │ │ │ ├── test_modeling_mobilebert.py │ │ │ ├── test_modeling_tf_mobilebert.py │ │ │ └── test_tokenization_mobilebert.py │ │ ├── mobilenet_v1 │ │ │ ├── __init__.py │ │ │ ├── test_feature_extraction_mobilenet_v1.py │ │ │ └── test_modeling_mobilenet_v1.py │ │ ├── mobilenet_v2 │ │ │ ├── __init__.py │ │ │ ├── test_feature_extraction_mobilenet_v2.py │ │ │ └── test_modeling_mobilenet_v2.py │ │ ├── mobilevit │ │ │ ├── __init__.py │ │ │ ├── test_feature_extraction_mobilevit.py │ │ │ ├── test_modeling_mobilevit.py │ │ │ └── test_modeling_tf_mobilevit.py │ │ ├── mpnet │ │ │ ├── __init__.py │ │ │ ├── test_modeling_mpnet.py │ │ │ ├── test_modeling_tf_mpnet.py │ │ │ └── test_tokenization_mpnet.py │ │ ├── mt5 │ │ │ ├── __init__.py │ │ │ ├── test_modeling_flax_mt5.py │ │ │ ├── test_modeling_mt5.py │ │ │ └── test_modeling_tf_mt5.py │ │ ├── mvp │ │ │ ├── __init__.py │ │ │ ├── test_modeling_mvp.py │ │ │ └── test_tokenization_mvp.py │ │ ├── nat │ │ │ ├── __init__.py │ │ │ └── test_modeling_nat.py │ │ ├── nezha │ │ │ ├── __init__.py │ │ │ └── test_modeling_nezha.py │ │ ├── nllb │ │ │ ├── __init__.py │ │ │ └── test_tokenization_nllb.py │ │ ├── nystromformer │ │ │ ├── __init__.py │ │ │ └── test_modeling_nystromformer.py │ │ ├── openai │ │ │ ├── __init__.py │ │ │ ├── test_modeling_openai.py │ │ │ ├── test_modeling_tf_openai.py │ │ │ └── test_tokenization_openai.py │ │ ├── opt │ │ │ ├── __init__.py │ │ │ ├── test_modeling_flax_opt.py │ │ │ ├── test_modeling_opt.py │ │ │ └── test_modeling_tf_opt.py │ │ ├── owlvit │ │ │ ├── __init__.py │ │ │ ├── test_feature_extraction_owlvit.py │ │ │ ├── test_modeling_owlvit.py │ │ │ └── test_processor_owlvit.py │ │ ├── pegasus │ │ │ ├── __init__.py │ │ │ ├── test_modeling_flax_pegasus.py │ │ │ ├── test_modeling_pegasus.py │ │ │ ├── test_modeling_tf_pegasus.py │ │ │ └── test_tokenization_pegasus.py │ │ ├── pegasus_x │ │ │ ├── __init__.py │ │ │ └── test_modeling_pegasus_x.py │ │ ├── perceiver │ │ │ ├── __init__.py │ │ │ ├── test_modeling_perceiver.py │ │ │ └── test_tokenization_perceiver.py │ │ ├── phobert │ │ │ ├── __init__.py │ │ │ └── test_tokenization_phobert.py │ │ ├── plbart │ │ │ ├── __init__.py │ │ │ ├── test_modeling_plbart.py │ │ │ └── test_tokenization_plbart.py │ │ ├── poolformer │ │ │ ├── __init__.py │ │ │ ├── test_feature_extraction_poolformer.py │ │ │ └── test_modeling_poolformer.py │ │ ├── prophetnet │ │ │ ├── __init__.py │ │ │ ├── test_modeling_prophetnet.py │ │ │ └── test_tokenization_prophetnet.py │ │ ├── qdqbert │ │ │ ├── __init__.py │ │ │ └── test_modeling_qdqbert.py │ │ ├── rag │ │ │ ├── __init__.py │ │ │ ├── test_modeling_rag.py │ │ │ ├── test_modeling_tf_rag.py │ │ │ ├── test_retrieval_rag.py │ │ │ └── test_tokenization_rag.py │ │ ├── realm │ │ │ ├── __init__.py │ │ │ ├── test_modeling_realm.py │ │ │ ├── test_retrieval_realm.py │ │ │ └── test_tokenization_realm.py │ │ ├── reformer │ │ │ ├── __init__.py │ │ │ ├── test_modeling_reformer.py │ │ │ └── test_tokenization_reformer.py │ │ ├── regnet │ │ │ ├── __init__.py │ │ │ ├── test_modeling_regnet.py │ │ │ └── test_modeling_tf_regnet.py │ │ ├── rembert │ │ │ ├── __init__.py │ │ │ ├── test_modeling_rembert.py │ │ │ └── test_modeling_tf_rembert.py │ │ ├── resnet │ │ │ ├── __init__.py │ │ │ ├── test_modeling_resnet.py │ │ │ └── test_modeling_tf_resnet.py │ │ ├── retribert │ │ │ ├── __init__.py │ │ │ └── test_tokenization_retribert.py │ │ ├── roberta │ │ │ ├── __init__.py │ │ │ ├── test_modeling_flax_roberta.py │ │ │ ├── test_modeling_roberta.py │ │ │ ├── test_modeling_tf_roberta.py │ │ │ └── test_tokenization_roberta.py │ │ ├── roc_bert │ │ │ ├── __init__.py │ │ │ ├── test_modeling_roc_bert.py │ │ │ └── test_tokenization_roc_bert.py │ │ ├── roformer │ │ │ ├── __init__.py │ │ │ ├── test_modeling_flax_roformer.py │ │ │ ├── test_modeling_roformer.py │ │ │ ├── test_modeling_tf_roformer.py │ │ │ └── test_tokenization_roformer.py │ │ ├── segformer │ │ │ ├── __init__.py │ │ │ ├── test_feature_extraction_segformer.py │ │ │ ├── test_modeling_segformer.py │ │ │ └── test_modeling_tf_segformer.py │ │ ├── sew │ │ │ ├── __init__.py │ │ │ └── test_modeling_sew.py │ │ ├── sew_d │ │ │ ├── __init__.py │ │ │ └── test_modeling_sew_d.py │ │ ├── speech_encoder_decoder │ │ │ ├── __init__.py │ │ │ ├── test_modeling_flax_speech_encoder_decoder.py │ │ │ └── test_modeling_speech_encoder_decoder.py │ │ ├── speech_to_text │ │ │ ├── __init__.py │ │ │ ├── test_feature_extraction_speech_to_text.py │ │ │ ├── test_modeling_speech_to_text.py │ │ │ ├── test_modeling_tf_speech_to_text.py │ │ │ ├── test_processor_speech_to_text.py │ │ │ └── test_tokenization_speech_to_text.py │ │ ├── speech_to_text_2 │ │ │ ├── __init__.py │ │ │ ├── test_modeling_speech_to_text_2.py │ │ │ └── test_tokenization_speech_to_text_2.py │ │ ├── splinter │ │ │ ├── __init__.py │ │ │ └── test_modeling_splinter.py │ │ ├── squeezebert │ │ │ ├── __init__.py │ │ │ ├── test_modeling_squeezebert.py │ │ │ └── test_tokenization_squeezebert.py │ │ ├── swin │ │ │ ├── __init__.py │ │ │ ├── test_modeling_swin.py │ │ │ └── test_modeling_tf_swin.py │ │ ├── swinv2 │ │ │ ├── __init__.py │ │ │ └── test_modeling_swinv2.py │ │ ├── switch_transformers │ │ │ ├── __init__.py │ │ │ └── test_modeling_switch_transformers.py │ │ ├── t5 │ │ │ ├── __init__.py │ │ │ ├── test_modeling_flax_t5.py │ │ │ ├── test_modeling_t5.py │ │ │ ├── test_modeling_tf_t5.py │ │ │ └── test_tokenization_t5.py │ │ ├── table_transformer │ │ │ ├── __init__.py │ │ │ └── test_modeling_table_transformer.py │ │ ├── tapas │ │ │ ├── __init__.py │ │ │ ├── test_modeling_tapas.py │ │ │ ├── test_modeling_tf_tapas.py │ │ │ └── test_tokenization_tapas.py │ │ ├── tapex │ │ │ ├── __init__.py │ │ │ └── test_tokenization_tapex.py │ │ ├── time_series_transformer │ │ │ ├── __init__.py │ │ │ └── test_modeling_time_series_transformer.py │ │ ├── trajectory_transformer │ │ │ ├── __init__.py │ │ │ └── test_modeling_trajectory_transformer.py │ │ ├── transfo_xl │ │ │ ├── __init__.py │ │ │ ├── test_modeling_tf_transfo_xl.py │ │ │ ├── test_modeling_transfo_xl.py │ │ │ └── test_tokenization_transfo_xl.py │ │ ├── trocr │ │ │ ├── __init__.py │ │ │ └── test_modeling_trocr.py │ │ ├── unispeech │ │ │ ├── __init__.py │ │ │ └── test_modeling_unispeech.py │ │ ├── unispeech_sat │ │ │ ├── __init__.py │ │ │ └── test_modeling_unispeech_sat.py │ │ ├── van │ │ │ ├── __init__.py │ │ │ └── test_modeling_van.py │ │ ├── videomae │ │ │ ├── __init__.py │ │ │ ├── test_feature_extraction_videomae.py │ │ │ └── test_modeling_videomae.py │ │ ├── vilt │ │ │ ├── __init__.py │ │ │ ├── test_feature_extraction_vilt.py │ │ │ └── test_modeling_vilt.py │ │ ├── vision_encoder_decoder │ │ │ ├── __init__.py │ │ │ ├── test_modeling_flax_vision_encoder_decoder.py │ │ │ ├── test_modeling_tf_vision_encoder_decoder.py │ │ │ └── test_modeling_vision_encoder_decoder.py │ │ ├── vision_text_dual_encoder │ │ │ ├── __init__.py │ │ │ ├── test_modeling_flax_vision_text_dual_encoder.py │ │ │ ├── test_modeling_vision_text_dual_encoder.py │ │ │ └── test_processor_vision_text_dual_encoder.py │ │ ├── visual_bert │ │ │ ├── __init__.py │ │ │ └── test_modeling_visual_bert.py │ │ ├── vit │ │ │ ├── __init__.py │ │ │ ├── test_feature_extraction_vit.py │ │ │ ├── test_modeling_flax_vit.py │ │ │ ├── test_modeling_tf_vit.py │ │ │ └── test_modeling_vit.py │ │ ├── vit_mae │ │ │ ├── __init__.py │ │ │ ├── test_modeling_tf_vit_mae.py │ │ │ └── test_modeling_vit_mae.py │ │ ├── vit_msn │ │ │ ├── __init__.py │ │ │ └── test_modeling_vit_msn.py │ │ ├── wav2vec2 │ │ │ ├── __init__.py │ │ │ ├── test_feature_extraction_wav2vec2.py │ │ │ ├── test_modeling_flax_wav2vec2.py │ │ │ ├── test_modeling_tf_wav2vec2.py │ │ │ ├── test_modeling_wav2vec2.py │ │ │ ├── test_processor_wav2vec2.py │ │ │ └── test_tokenization_wav2vec2.py │ │ ├── wav2vec2_conformer │ │ │ ├── __init__.py │ │ │ └── test_modeling_wav2vec2_conformer.py │ │ ├── wav2vec2_phoneme │ │ │ ├── __init__.py │ │ │ └── test_tokenization_wav2vec2_phoneme.py │ │ ├── wav2vec2_with_lm │ │ │ ├── __init__.py │ │ │ └── test_processor_wav2vec2_with_lm.py │ │ ├── wavlm │ │ │ ├── __init__.py │ │ │ └── test_modeling_wavlm.py │ │ ├── whisper │ │ │ ├── __init__.py │ │ │ ├── test_feature_extraction_whisper.py │ │ │ ├── test_modeling_tf_whisper.py │ │ │ ├── test_modeling_whisper.py │ │ │ ├── test_processor_whisper.py │ │ │ └── test_tokenization_whisper.py │ │ ├── x_clip │ │ │ ├── __init__.py │ │ │ └── test_modeling_x_clip.py │ │ ├── xglm │ │ │ ├── __init__.py │ │ │ ├── test_modeling_flax_xglm.py │ │ │ ├── test_modeling_tf_xglm.py │ │ │ ├── test_modeling_xglm.py │ │ │ └── test_tokenization_xglm.py │ │ ├── xlm │ │ │ ├── __init__.py │ │ │ ├── test_modeling_tf_xlm.py │ │ │ ├── test_modeling_xlm.py │ │ │ └── test_tokenization_xlm.py │ │ ├── xlm_prophetnet │ │ │ ├── __init__.py │ │ │ ├── test_modeling_xlm_prophetnet.py │ │ │ └── test_tokenization_xlm_prophetnet.py │ │ ├── xlm_roberta │ │ │ ├── __init__.py │ │ │ ├── test_modeling_flax_xlm_roberta.py │ │ │ ├── test_modeling_tf_xlm_roberta.py │ │ │ ├── test_modeling_xlm_roberta.py │ │ │ └── test_tokenization_xlm_roberta.py │ │ ├── xlm_roberta_xl │ │ │ ├── __init__.py │ │ │ └── test_modeling_xlm_roberta_xl.py │ │ ├── xlnet │ │ │ ├── __init__.py │ │ │ ├── test_modeling_tf_xlnet.py │ │ │ ├── test_modeling_xlnet.py │ │ │ └── test_tokenization_xlnet.py │ │ ├── yolos │ │ │ ├── __init__.py │ │ │ ├── test_feature_extraction_yolos.py │ │ │ └── test_modeling_yolos.py │ │ └── yoso │ │ │ ├── __init__.py │ │ │ └── test_modeling_yoso.py │ ├── onnx │ │ ├── __init__.py │ │ ├── test_features.py │ │ ├── test_onnx.py │ │ └── test_onnx_v2.py │ ├── optimization │ │ ├── __init__.py │ │ ├── test_optimization.py │ │ └── test_optimization_tf.py │ ├── pipelines │ │ ├── __init__.py │ │ ├── test_pipelines_audio_classification.py │ │ ├── test_pipelines_automatic_speech_recognition.py │ │ ├── test_pipelines_common.py │ │ ├── test_pipelines_conversational.py │ │ ├── test_pipelines_depth_estimation.py │ │ ├── test_pipelines_document_question_answering.py │ │ ├── test_pipelines_feature_extraction.py │ │ ├── test_pipelines_fill_mask.py │ │ ├── test_pipelines_image_classification.py │ │ ├── test_pipelines_image_segmentation.py │ │ ├── test_pipelines_image_to_text.py │ │ ├── test_pipelines_object_detection.py │ │ ├── test_pipelines_question_answering.py │ │ ├── test_pipelines_summarization.py │ │ ├── test_pipelines_table_question_answering.py │ │ ├── test_pipelines_text2text_generation.py │ │ ├── test_pipelines_text_classification.py │ │ ├── test_pipelines_text_generation.py │ │ ├── test_pipelines_token_classification.py │ │ ├── test_pipelines_translation.py │ │ ├── test_pipelines_visual_question_answering.py │ │ ├── test_pipelines_zero_shot.py │ │ ├── test_pipelines_zero_shot_image_classification.py │ │ └── test_pipelines_zero_shot_object_detection.py │ ├── repo_utils │ │ ├── test_check_copies.py │ │ ├── test_check_dummies.py │ │ └── test_tests_fetcher.py │ ├── sagemaker │ │ ├── README.md │ │ ├── __init__.py │ │ ├── conftest.py │ │ ├── scripts │ │ │ ├── pytorch │ │ │ │ └── requirements.txt │ │ │ └── tensorflow │ │ │ │ └── requirements.txt │ │ ├── test_multi_node_data_parallel.py │ │ ├── test_multi_node_model_parallel.py │ │ └── test_single_node_gpu.py │ ├── test_configuration_common.py │ ├── test_feature_extraction_common.py │ ├── test_image_transforms.py │ ├── test_modeling_common.py │ ├── test_modeling_flax_common.py │ ├── test_modeling_tf_common.py │ ├── test_sequence_feature_extraction_common.py │ ├── test_tokenization_common.py │ ├── tokenization │ │ ├── __init__.py │ │ ├── test_tokenization_fast.py │ │ └── test_tokenization_utils.py │ ├── trainer │ │ ├── __init__.py │ │ ├── test_data_collator.py │ │ ├── test_trainer.py │ │ ├── test_trainer_callback.py │ │ ├── test_trainer_distributed.py │ │ ├── test_trainer_seq2seq.py │ │ ├── test_trainer_tpu.py │ │ └── test_trainer_utils.py │ └── utils │ │ ├── __init__.py │ │ ├── test_activations.py │ │ ├── test_activations_tf.py │ │ ├── test_add_new_model_like.py │ │ ├── test_cli.py │ │ ├── test_convert_slow_tokenizer.py │ │ ├── test_doc_samples.py │ │ ├── test_file_utils.py │ │ ├── test_generic.py │ │ ├── test_hf_argparser.py │ │ ├── test_hub_utils.py │ │ ├── test_image_processing_utils.py │ │ ├── test_image_utils.py │ │ ├── test_logging.py │ │ ├── test_model_card.py │ │ ├── test_model_output.py │ │ ├── test_modeling_tf_core.py │ │ ├── test_offline.py │ │ ├── test_skip_decorators.py │ │ └── test_versions_utils.py └── utils │ ├── check_config_docstrings.py │ ├── check_copies.py │ ├── check_doc_toc.py │ ├── check_dummies.py │ ├── check_inits.py │ ├── check_repo.py │ ├── check_self_hosted_runner.py │ ├── check_table.py │ ├── check_tf_ops.py │ ├── create_dummy_models.py │ ├── custom_init_isort.py │ ├── documentation_tests.txt │ ├── download_glue_data.py │ ├── get_ci_error_statistics.py │ ├── get_github_job_time.py │ ├── get_modified_files.py │ ├── notification_service.py │ ├── notification_service_doc_tests.py │ ├── past_ci_versions.py │ ├── prepare_for_doc_test.py │ ├── print_env.py │ ├── release.py │ ├── sort_auto_mappings.py │ ├── test_module │ ├── __init__.py │ ├── custom_configuration.py │ ├── custom_feature_extraction.py │ ├── custom_image_processing.py │ ├── custom_modeling.py │ ├── custom_pipeline.py │ ├── custom_processing.py │ ├── custom_tokenization.py │ └── custom_tokenization_fast.py │ ├── tests_fetcher.py │ ├── tf_ops │ └── onnx.json │ └── update_metadata.py └── utils.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/README.md -------------------------------------------------------------------------------- /arguments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/arguments.py -------------------------------------------------------------------------------- /check_picl_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/check_picl_data.py -------------------------------------------------------------------------------- /configs/deepspeed/ds_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/configs/deepspeed/ds_config.json -------------------------------------------------------------------------------- /configs/deepspeed/ds_config_fp32.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/configs/deepspeed/ds_config_fp32.json -------------------------------------------------------------------------------- /data_utils/all2std.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/data_utils/all2std.py -------------------------------------------------------------------------------- /data_utils/data_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/data_utils/data_config.py -------------------------------------------------------------------------------- /data_utils/distributed_indexed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/data_utils/distributed_indexed.py -------------------------------------------------------------------------------- /data_utils/evaluation_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/data_utils/evaluation_datasets.py -------------------------------------------------------------------------------- /data_utils/icl_base_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/data_utils/icl_base_dataset.py -------------------------------------------------------------------------------- /data_utils/icl_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/data_utils/icl_datasets.py -------------------------------------------------------------------------------- /data_utils/indexed_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/data_utils/indexed_dataset.py -------------------------------------------------------------------------------- /data_utils/pretrain_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/data_utils/pretrain_datasets.py -------------------------------------------------------------------------------- /data_utils/retriever_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/data_utils/retriever_datasets.py -------------------------------------------------------------------------------- /data_utils/sni_evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/data_utils/sni_evaluation.py -------------------------------------------------------------------------------- /data_utils/sni_tasks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/data_utils/sni_tasks.py -------------------------------------------------------------------------------- /data_utils/std2all.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/data_utils/std2all.py -------------------------------------------------------------------------------- /data_utils/train_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/data_utils/train_dataset.py -------------------------------------------------------------------------------- /evaluate_cls.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/evaluate_cls.py -------------------------------------------------------------------------------- /evaluate_inst.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/evaluate_inst.py -------------------------------------------------------------------------------- /figures/method.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/figures/method.png -------------------------------------------------------------------------------- /filter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/filter.py -------------------------------------------------------------------------------- /modeling/retriever_modeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/modeling/retriever_modeling.py -------------------------------------------------------------------------------- /pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/pretrain.py -------------------------------------------------------------------------------- /promptsource/.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/promptsource/.gitattributes -------------------------------------------------------------------------------- /promptsource/.github/workflows/check_code_quality.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/promptsource/.github/workflows/check_code_quality.yml -------------------------------------------------------------------------------- /promptsource/.github/workflows/check_templates.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/promptsource/.github/workflows/check_templates.yml -------------------------------------------------------------------------------- /promptsource/.github/workflows/show_new_templates.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/promptsource/.github/workflows/show_new_templates.yml -------------------------------------------------------------------------------- /promptsource/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/promptsource/.gitignore -------------------------------------------------------------------------------- /promptsource/API_DOCUMENTATION.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/promptsource/API_DOCUMENTATION.md -------------------------------------------------------------------------------- /promptsource/CITATION.cff: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/promptsource/CITATION.cff -------------------------------------------------------------------------------- /promptsource/CODEOWNERS: -------------------------------------------------------------------------------- 1 | @bigscience-workshop/promptsource-codeowners 2 | -------------------------------------------------------------------------------- /promptsource/CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/promptsource/CONTRIBUTING.md -------------------------------------------------------------------------------- /promptsource/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/promptsource/LICENSE -------------------------------------------------------------------------------- /promptsource/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/promptsource/Makefile -------------------------------------------------------------------------------- /promptsource/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/promptsource/README.md -------------------------------------------------------------------------------- /promptsource/promptsource/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/promptsource/promptsource/__init__.py -------------------------------------------------------------------------------- /promptsource/promptsource/app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/promptsource/promptsource/app.py -------------------------------------------------------------------------------- /promptsource/promptsource/session.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/promptsource/promptsource/session.py -------------------------------------------------------------------------------- /promptsource/promptsource/templates.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/promptsource/promptsource/templates.py -------------------------------------------------------------------------------- /promptsource/promptsource/templates/art/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/promptsource/promptsource/templates/art/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/emo/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/promptsource/promptsource/templates/emo/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/qed/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/promptsource/promptsource/templates/qed/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/promptsource/promptsource/utils.py -------------------------------------------------------------------------------- /promptsource/setup.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/promptsource/setup.cfg -------------------------------------------------------------------------------- /promptsource/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/promptsource/setup.py -------------------------------------------------------------------------------- /promptsource/test/show_templates.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/promptsource/test/show_templates.py -------------------------------------------------------------------------------- /promptsource/test/test_templates.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/promptsource/test/test_templates.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/requirements.txt -------------------------------------------------------------------------------- /retriever.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/retriever.py -------------------------------------------------------------------------------- /scripts/eval/eval_cls.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/scripts/eval/eval_cls.sh -------------------------------------------------------------------------------- /scripts/eval/eval_inst.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/scripts/eval/eval_inst.sh -------------------------------------------------------------------------------- /scripts/eval/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/scripts/eval/run.sh -------------------------------------------------------------------------------- /scripts/filter/filter.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/scripts/filter/filter.sh -------------------------------------------------------------------------------- /scripts/pipeline.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/scripts/pipeline.sh -------------------------------------------------------------------------------- /scripts/pretrain/pretrain_picl_gpt2_large.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/scripts/pretrain/pretrain_picl_gpt2_large.sh -------------------------------------------------------------------------------- /scripts/pretrain/pretrain_picl_gpt2_xlarge.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/scripts/pretrain/pretrain_picl_gpt2_xlarge.sh -------------------------------------------------------------------------------- /scripts/pretrain/pretrain_picl_gpt_neo.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/scripts/pretrain/pretrain_picl_gpt_neo.sh -------------------------------------------------------------------------------- /scripts/retriever/infer.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/scripts/retriever/infer.sh -------------------------------------------------------------------------------- /scripts/retriever/search.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/scripts/retriever/search.sh -------------------------------------------------------------------------------- /scripts/retriever/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/scripts/retriever/train.sh -------------------------------------------------------------------------------- /scripts/tools/merge_bin_files.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/scripts/tools/merge_bin_files.sh -------------------------------------------------------------------------------- /scripts/tools/process_corpus.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/scripts/tools/process_corpus.sh -------------------------------------------------------------------------------- /scripts/tools/process_full_doc_data_gpt2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/scripts/tools/process_full_doc_data_gpt2.sh -------------------------------------------------------------------------------- /scripts/tools/process_full_doc_data_gptj.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/scripts/tools/process_full_doc_data_gptj.sh -------------------------------------------------------------------------------- /scripts/tools/process_picl_data_gpt2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/scripts/tools/process_picl_data_gpt2.sh -------------------------------------------------------------------------------- /scripts/tools/process_picl_data_gptj.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/scripts/tools/process_picl_data_gptj.sh -------------------------------------------------------------------------------- /scripts/tools/split_picl_train_valid.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/scripts/tools/split_picl_train_valid.sh -------------------------------------------------------------------------------- /tools/add_prompt/agnews.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/tools/add_prompt/agnews.py -------------------------------------------------------------------------------- /tools/add_prompt/cb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/tools/add_prompt/cb.py -------------------------------------------------------------------------------- /tools/add_prompt/mr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/tools/add_prompt/mr.py -------------------------------------------------------------------------------- /tools/add_prompt/rte.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/tools/add_prompt/rte.py -------------------------------------------------------------------------------- /tools/add_prompt/sst2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/tools/add_prompt/sst2.py -------------------------------------------------------------------------------- /tools/add_prompt/sst5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/tools/add_prompt/sst5.py -------------------------------------------------------------------------------- /tools/add_prompt/subj.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/tools/add_prompt/subj.py -------------------------------------------------------------------------------- /tools/merge_bin_files.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/tools/merge_bin_files.py -------------------------------------------------------------------------------- /tools/preprare_raw_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/tools/preprare_raw_data.py -------------------------------------------------------------------------------- /tools/process_corpus.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/tools/process_corpus.py -------------------------------------------------------------------------------- /tools/process_full_doc_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/tools/process_full_doc_data.py -------------------------------------------------------------------------------- /tools/process_picl_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/tools/process_picl_data.py -------------------------------------------------------------------------------- /tools/process_retriever_train_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/tools/process_retriever_train_data.py -------------------------------------------------------------------------------- /tools/split_picl_train_valid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/tools/split_picl_train_valid.py -------------------------------------------------------------------------------- /transformers/.circleci/TROUBLESHOOT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/.circleci/TROUBLESHOOT.md -------------------------------------------------------------------------------- /transformers/.circleci/config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/.circleci/config.yml -------------------------------------------------------------------------------- /transformers/.circleci/create_circleci_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/.circleci/create_circleci_config.py -------------------------------------------------------------------------------- /transformers/.coveragerc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/.coveragerc -------------------------------------------------------------------------------- /transformers/CITATION.cff: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/CITATION.cff -------------------------------------------------------------------------------- /transformers/CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /transformers/CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/CONTRIBUTING.md -------------------------------------------------------------------------------- /transformers/ISSUES.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/ISSUES.md -------------------------------------------------------------------------------- /transformers/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/LICENSE -------------------------------------------------------------------------------- /transformers/MANIFEST.in: -------------------------------------------------------------------------------- 1 | include LICENSE 2 | -------------------------------------------------------------------------------- /transformers/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/Makefile -------------------------------------------------------------------------------- /transformers/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/README.md -------------------------------------------------------------------------------- /transformers/README_es.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/README_es.md -------------------------------------------------------------------------------- /transformers/README_ja.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/README_ja.md -------------------------------------------------------------------------------- /transformers/README_ko.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/README_ko.md -------------------------------------------------------------------------------- /transformers/README_zh-hans.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/README_zh-hans.md -------------------------------------------------------------------------------- /transformers/README_zh-hant.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/README_zh-hant.md -------------------------------------------------------------------------------- /transformers/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/conftest.py -------------------------------------------------------------------------------- /transformers/docker/transformers-cpu/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docker/transformers-cpu/Dockerfile -------------------------------------------------------------------------------- /transformers/docker/transformers-gpu/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docker/transformers-gpu/Dockerfile -------------------------------------------------------------------------------- /transformers/docker/transformers-past-gpu/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docker/transformers-past-gpu/Dockerfile -------------------------------------------------------------------------------- /transformers/docs/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/README.md -------------------------------------------------------------------------------- /transformers/docs/TRANSLATING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/TRANSLATING.md -------------------------------------------------------------------------------- /transformers/docs/source/_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/_config.py -------------------------------------------------------------------------------- /transformers/docs/source/de/_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/de/_config.py -------------------------------------------------------------------------------- /transformers/docs/source/de/_toctree.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/de/_toctree.yml -------------------------------------------------------------------------------- /transformers/docs/source/de/accelerate.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/de/accelerate.mdx -------------------------------------------------------------------------------- /transformers/docs/source/de/autoclass_tutorial.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/de/autoclass_tutorial.mdx -------------------------------------------------------------------------------- /transformers/docs/source/de/index.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/de/index.mdx -------------------------------------------------------------------------------- /transformers/docs/source/de/installation.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/de/installation.mdx -------------------------------------------------------------------------------- /transformers/docs/source/de/model_sharing.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/de/model_sharing.mdx -------------------------------------------------------------------------------- /transformers/docs/source/de/pipeline_tutorial.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/de/pipeline_tutorial.mdx -------------------------------------------------------------------------------- /transformers/docs/source/de/preprocessing.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/de/preprocessing.mdx -------------------------------------------------------------------------------- /transformers/docs/source/de/quicktour.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/de/quicktour.mdx -------------------------------------------------------------------------------- /transformers/docs/source/de/training.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/de/training.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/_config.py -------------------------------------------------------------------------------- /transformers/docs/source/en/_toctree.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/_toctree.yml -------------------------------------------------------------------------------- /transformers/docs/source/en/accelerate.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/accelerate.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/add_new_model.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/add_new_model.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/add_new_pipeline.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/add_new_pipeline.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/add_tensorflow_model.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/add_tensorflow_model.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/autoclass_tutorial.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/autoclass_tutorial.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/benchmarks.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/benchmarks.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/bertology.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/bertology.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/big_models.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/big_models.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/community.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/community.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/contributing.md: -------------------------------------------------------------------------------- 1 | ../../../CONTRIBUTING.md -------------------------------------------------------------------------------- /transformers/docs/source/en/create_a_model.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/create_a_model.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/custom_models.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/custom_models.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/debugging.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/debugging.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/fast_tokenizers.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/fast_tokenizers.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/glossary.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/glossary.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/hpo_train.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/hpo_train.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/index.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/index.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/installation.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/installation.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/internal/file_utils.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/internal/file_utils.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/internal/trainer_utils.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/internal/trainer_utils.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/main_classes/callback.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/main_classes/callback.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/main_classes/deepspeed.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/main_classes/deepspeed.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/main_classes/logging.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/main_classes/logging.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/main_classes/model.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/main_classes/model.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/main_classes/onnx.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/main_classes/onnx.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/main_classes/output.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/main_classes/output.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/main_classes/pipelines.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/main_classes/pipelines.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/main_classes/tokenizer.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/main_classes/tokenizer.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/main_classes/trainer.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/main_classes/trainer.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/migration.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/migration.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/albert.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/albert.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/auto.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/auto.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/bart.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/bart.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/barthez.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/barthez.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/bartpho.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/bartpho.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/beit.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/beit.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/bert.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/bert.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/bertweet.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/bertweet.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/big_bird.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/big_bird.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/blenderbot.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/blenderbot.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/bloom.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/bloom.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/bort.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/bort.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/byt5.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/byt5.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/camembert.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/camembert.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/canine.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/canine.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/clip.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/clip.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/clipseg.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/clipseg.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/codegen.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/codegen.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/convbert.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/convbert.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/convnext.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/convnext.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/cpm.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/cpm.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/ctrl.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/ctrl.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/cvt.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/cvt.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/data2vec.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/data2vec.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/deberta-v2.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/deberta-v2.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/deberta.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/deberta.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/deit.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/deit.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/detr.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/detr.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/dialogpt.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/dialogpt.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/dinat.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/dinat.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/distilbert.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/distilbert.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/dit.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/dit.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/donut.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/donut.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/dpr.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/dpr.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/dpt.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/dpt.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/electra.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/electra.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/ernie.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/ernie.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/esm.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/esm.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/flan-t5.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/flan-t5.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/flaubert.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/flaubert.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/flava.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/flava.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/fnet.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/fnet.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/fsmt.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/fsmt.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/funnel.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/funnel.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/glpn.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/glpn.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/gpt2.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/gpt2.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/gpt_neo.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/gpt_neo.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/gpt_neox.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/gpt_neox.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/gptj.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/gptj.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/groupvit.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/groupvit.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/herbert.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/herbert.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/hubert.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/hubert.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/ibert.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/ibert.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/imagegpt.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/imagegpt.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/jukebox.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/jukebox.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/layoutlm.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/layoutlm.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/layoutlmv2.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/layoutlmv2.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/layoutlmv3.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/layoutlmv3.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/layoutxlm.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/layoutxlm.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/led.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/led.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/levit.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/levit.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/lilt.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/lilt.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/longformer.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/longformer.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/longt5.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/longt5.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/luke.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/luke.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/lxmert.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/lxmert.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/m2m_100.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/m2m_100.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/marian.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/marian.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/markuplm.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/markuplm.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/maskformer.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/maskformer.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/mbart.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/mbart.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/mctct.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/mctct.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/mluke.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/mluke.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/mobilebert.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/mobilebert.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/mobilenet_v1.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/mobilenet_v1.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/mobilenet_v2.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/mobilenet_v2.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/mobilevit.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/mobilevit.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/mpnet.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/mpnet.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/mt5.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/mt5.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/mvp.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/mvp.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/nat.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/nat.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/nezha.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/nezha.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/nllb.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/nllb.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/openai-gpt.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/openai-gpt.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/opt.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/opt.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/owlvit.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/owlvit.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/pegasus.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/pegasus.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/pegasus_x.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/pegasus_x.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/perceiver.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/perceiver.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/phobert.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/phobert.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/plbart.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/plbart.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/poolformer.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/poolformer.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/prophetnet.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/prophetnet.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/qdqbert.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/qdqbert.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/rag.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/rag.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/realm.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/realm.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/reformer.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/reformer.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/regnet.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/regnet.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/rembert.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/rembert.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/resnet.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/resnet.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/retribert.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/retribert.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/roberta.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/roberta.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/roc_bert.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/roc_bert.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/roformer.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/roformer.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/segformer.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/segformer.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/sew-d.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/sew-d.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/sew.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/sew.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/splinter.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/splinter.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/squeezebert.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/squeezebert.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/swin.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/swin.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/swinv2.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/swinv2.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/t5.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/t5.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/t5v1.1.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/t5v1.1.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/tapas.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/tapas.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/tapex.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/tapex.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/transfo-xl.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/transfo-xl.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/trocr.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/trocr.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/ul2.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/ul2.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/unispeech.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/unispeech.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/van.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/van.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/videomae.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/videomae.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/vilt.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/vilt.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/visual_bert.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/visual_bert.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/vit.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/vit.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/vit_mae.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/vit_mae.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/vit_msn.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/vit_msn.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/wav2vec2.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/wav2vec2.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/wavlm.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/wavlm.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/whisper.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/whisper.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/xclip.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/xclip.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/xglm.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/xglm.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/xlm-roberta.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/xlm-roberta.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/xlm.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/xlm.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/xlnet.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/xlnet.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/xls_r.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/xls_r.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/yolos.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/yolos.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_doc/yoso.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_doc/yoso.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_sharing.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_sharing.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/model_summary.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/model_summary.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/multilingual.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/multilingual.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/notebooks.md: -------------------------------------------------------------------------------- 1 | ../../../notebooks/README.md -------------------------------------------------------------------------------- /transformers/docs/source/en/pad_truncation.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/pad_truncation.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/perf_hardware.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/perf_hardware.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/perf_infer_cpu.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/perf_infer_cpu.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/perf_infer_gpu_many.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/perf_infer_gpu_many.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/perf_infer_gpu_one.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/perf_infer_gpu_one.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/perf_infer_special.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/perf_infer_special.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/perf_train_cpu.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/perf_train_cpu.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/perf_train_cpu_many.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/perf_train_cpu_many.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/perf_train_gpu_many.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/perf_train_gpu_many.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/perf_train_gpu_one.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/perf_train_gpu_one.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/perf_train_special.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/perf_train_special.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/perf_train_tpu.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/perf_train_tpu.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/performance.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/performance.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/perplexity.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/perplexity.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/philosophy.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/philosophy.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/pipeline_tutorial.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/pipeline_tutorial.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/pr_checks.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/pr_checks.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/preprocessing.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/preprocessing.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/quicktour.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/quicktour.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/sagemaker.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/sagemaker.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/serialization.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/serialization.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/task_summary.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/task_summary.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/tasks/asr.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/tasks/asr.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/tasks/multiple_choice.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/tasks/multiple_choice.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/tasks/summarization.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/tasks/summarization.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/tasks/translation.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/tasks/translation.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/testing.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/testing.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/tokenizer_summary.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/tokenizer_summary.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/torchscript.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/torchscript.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/training.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/training.mdx -------------------------------------------------------------------------------- /transformers/docs/source/en/troubleshooting.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/en/troubleshooting.mdx -------------------------------------------------------------------------------- /transformers/docs/source/es/_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/es/_config.py -------------------------------------------------------------------------------- /transformers/docs/source/es/_toctree.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/es/_toctree.yml -------------------------------------------------------------------------------- /transformers/docs/source/es/accelerate.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/es/accelerate.mdx -------------------------------------------------------------------------------- /transformers/docs/source/es/autoclass_tutorial.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/es/autoclass_tutorial.mdx -------------------------------------------------------------------------------- /transformers/docs/source/es/bertology.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/es/bertology.mdx -------------------------------------------------------------------------------- /transformers/docs/source/es/create_a_model.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/es/create_a_model.mdx -------------------------------------------------------------------------------- /transformers/docs/source/es/custom_models.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/es/custom_models.mdx -------------------------------------------------------------------------------- /transformers/docs/source/es/fast_tokenizers.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/es/fast_tokenizers.mdx -------------------------------------------------------------------------------- /transformers/docs/source/es/index.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/es/index.mdx -------------------------------------------------------------------------------- /transformers/docs/source/es/installation.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/es/installation.mdx -------------------------------------------------------------------------------- /transformers/docs/source/es/model_sharing.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/es/model_sharing.mdx -------------------------------------------------------------------------------- /transformers/docs/source/es/multilingual.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/es/multilingual.mdx -------------------------------------------------------------------------------- /transformers/docs/source/es/philosophy.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/es/philosophy.mdx -------------------------------------------------------------------------------- /transformers/docs/source/es/pipeline_tutorial.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/es/pipeline_tutorial.mdx -------------------------------------------------------------------------------- /transformers/docs/source/es/pr_checks.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/es/pr_checks.mdx -------------------------------------------------------------------------------- /transformers/docs/source/es/preprocessing.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/es/preprocessing.mdx -------------------------------------------------------------------------------- /transformers/docs/source/es/quicktour.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/es/quicktour.mdx -------------------------------------------------------------------------------- /transformers/docs/source/es/sagemaker.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/es/sagemaker.mdx -------------------------------------------------------------------------------- /transformers/docs/source/es/serialization.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/es/serialization.mdx -------------------------------------------------------------------------------- /transformers/docs/source/es/tasks/multiple_choice.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/es/tasks/multiple_choice.mdx -------------------------------------------------------------------------------- /transformers/docs/source/es/tasks/summarization.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/es/tasks/summarization.mdx -------------------------------------------------------------------------------- /transformers/docs/source/es/training.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/es/training.mdx -------------------------------------------------------------------------------- /transformers/docs/source/it/_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/it/_config.py -------------------------------------------------------------------------------- /transformers/docs/source/it/_toctree.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/it/_toctree.yml -------------------------------------------------------------------------------- /transformers/docs/source/it/accelerate.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/it/accelerate.mdx -------------------------------------------------------------------------------- /transformers/docs/source/it/add_new_model.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/it/add_new_model.mdx -------------------------------------------------------------------------------- /transformers/docs/source/it/add_new_pipeline.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/it/add_new_pipeline.mdx -------------------------------------------------------------------------------- /transformers/docs/source/it/autoclass_tutorial.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/it/autoclass_tutorial.mdx -------------------------------------------------------------------------------- /transformers/docs/source/it/create_a_model.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/it/create_a_model.mdx -------------------------------------------------------------------------------- /transformers/docs/source/it/custom_models.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/it/custom_models.mdx -------------------------------------------------------------------------------- /transformers/docs/source/it/debugging.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/it/debugging.mdx -------------------------------------------------------------------------------- /transformers/docs/source/it/index.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/it/index.mdx -------------------------------------------------------------------------------- /transformers/docs/source/it/installation.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/it/installation.mdx -------------------------------------------------------------------------------- /transformers/docs/source/it/model_sharing.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/it/model_sharing.mdx -------------------------------------------------------------------------------- /transformers/docs/source/it/multilingual.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/it/multilingual.mdx -------------------------------------------------------------------------------- /transformers/docs/source/it/perf_hardware.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/it/perf_hardware.mdx -------------------------------------------------------------------------------- /transformers/docs/source/it/pipeline_tutorial.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/it/pipeline_tutorial.mdx -------------------------------------------------------------------------------- /transformers/docs/source/it/preprocessing.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/it/preprocessing.mdx -------------------------------------------------------------------------------- /transformers/docs/source/it/quicktour.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/it/quicktour.mdx -------------------------------------------------------------------------------- /transformers/docs/source/it/serialization.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/it/serialization.mdx -------------------------------------------------------------------------------- /transformers/docs/source/it/training.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/it/training.mdx -------------------------------------------------------------------------------- /transformers/docs/source/ko/_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/ko/_config.py -------------------------------------------------------------------------------- /transformers/docs/source/ko/_toctree.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/ko/_toctree.yml -------------------------------------------------------------------------------- /transformers/docs/source/ko/in_translation.mdx: -------------------------------------------------------------------------------- 1 | # 열심히 번역 중입니다. 조금 이따 만나요! -------------------------------------------------------------------------------- /transformers/docs/source/ko/index.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/ko/index.mdx -------------------------------------------------------------------------------- /transformers/docs/source/pt/_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/pt/_config.py -------------------------------------------------------------------------------- /transformers/docs/source/pt/_toctree.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/pt/_toctree.yml -------------------------------------------------------------------------------- /transformers/docs/source/pt/accelerate.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/pt/accelerate.mdx -------------------------------------------------------------------------------- /transformers/docs/source/pt/create_a_model.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/pt/create_a_model.mdx -------------------------------------------------------------------------------- /transformers/docs/source/pt/custom_models.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/pt/custom_models.mdx -------------------------------------------------------------------------------- /transformers/docs/source/pt/fast_tokenizers.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/pt/fast_tokenizers.mdx -------------------------------------------------------------------------------- /transformers/docs/source/pt/index.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/pt/index.mdx -------------------------------------------------------------------------------- /transformers/docs/source/pt/installation.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/pt/installation.mdx -------------------------------------------------------------------------------- /transformers/docs/source/pt/multilingual.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/pt/multilingual.mdx -------------------------------------------------------------------------------- /transformers/docs/source/pt/pipeline_tutorial.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/pt/pipeline_tutorial.mdx -------------------------------------------------------------------------------- /transformers/docs/source/pt/quicktour.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/pt/quicktour.mdx -------------------------------------------------------------------------------- /transformers/docs/source/pt/serialization.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/pt/serialization.mdx -------------------------------------------------------------------------------- /transformers/docs/source/pt/training.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/pt/training.mdx -------------------------------------------------------------------------------- /transformers/docs/source/zh/_toctree.yml: -------------------------------------------------------------------------------- 1 | - sections: 2 | - local: quicktour 3 | title: 快速上手 4 | -------------------------------------------------------------------------------- /transformers/docs/source/zh/quicktour.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/docs/source/zh/quicktour.mdx -------------------------------------------------------------------------------- /transformers/examples/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/examples/README.md -------------------------------------------------------------------------------- /transformers/examples/flax/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/examples/flax/README.md -------------------------------------------------------------------------------- /transformers/examples/flax/_tests_requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/examples/flax/_tests_requirements.txt -------------------------------------------------------------------------------- /transformers/examples/flax/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/examples/flax/conftest.py -------------------------------------------------------------------------------- /transformers/examples/flax/image-captioning/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/examples/flax/image-captioning/README.md -------------------------------------------------------------------------------- /transformers/examples/flax/language-modeling/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/examples/flax/language-modeling/README.md -------------------------------------------------------------------------------- /transformers/examples/flax/summarization/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/examples/flax/summarization/README.md -------------------------------------------------------------------------------- /transformers/examples/flax/test_flax_examples.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/examples/flax/test_flax_examples.py -------------------------------------------------------------------------------- /transformers/examples/flax/vision/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/examples/flax/vision/README.md -------------------------------------------------------------------------------- /transformers/examples/flax/vision/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/examples/flax/vision/requirements.txt -------------------------------------------------------------------------------- /transformers/examples/legacy/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/examples/legacy/README.md -------------------------------------------------------------------------------- /transformers/examples/legacy/seq2seq/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/examples/legacy/seq2seq/README.md -------------------------------------------------------------------------------- /transformers/examples/legacy/seq2seq/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/examples/legacy/seq2seq/__init__.py -------------------------------------------------------------------------------- /transformers/examples/legacy/seq2seq/download_wmt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/examples/legacy/seq2seq/download_wmt.py -------------------------------------------------------------------------------- /transformers/examples/legacy/seq2seq/finetune.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/examples/legacy/seq2seq/finetune.sh -------------------------------------------------------------------------------- /transformers/examples/legacy/seq2seq/finetune_tpu.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/examples/legacy/seq2seq/finetune_tpu.sh -------------------------------------------------------------------------------- /transformers/examples/legacy/seq2seq/minify_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/examples/legacy/seq2seq/minify_dataset.py -------------------------------------------------------------------------------- /transformers/examples/legacy/seq2seq/pack_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/examples/legacy/seq2seq/pack_dataset.py -------------------------------------------------------------------------------- /transformers/examples/legacy/seq2seq/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/examples/legacy/seq2seq/requirements.txt -------------------------------------------------------------------------------- /transformers/examples/legacy/seq2seq/rouge_cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/examples/legacy/seq2seq/rouge_cli.py -------------------------------------------------------------------------------- /transformers/examples/legacy/seq2seq/save_len_file.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/examples/legacy/seq2seq/save_len_file.py -------------------------------------------------------------------------------- /transformers/examples/legacy/seq2seq/test_data/test_data: -------------------------------------------------------------------------------- 1 | seq2seq/test_data -------------------------------------------------------------------------------- /transformers/examples/legacy/seq2seq/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/examples/legacy/seq2seq/utils.py -------------------------------------------------------------------------------- /transformers/examples/legacy/seq2seq/xla_spawn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/examples/legacy/seq2seq/xla_spawn.py -------------------------------------------------------------------------------- /transformers/examples/pytorch/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/examples/pytorch/README.md -------------------------------------------------------------------------------- /transformers/examples/pytorch/_tests_requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/examples/pytorch/_tests_requirements.txt -------------------------------------------------------------------------------- /transformers/examples/pytorch/benchmarking/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/examples/pytorch/benchmarking/README.md -------------------------------------------------------------------------------- /transformers/examples/pytorch/benchmarking/requirements.txt: -------------------------------------------------------------------------------- 1 | torch >= 1.3 -------------------------------------------------------------------------------- /transformers/examples/pytorch/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/examples/pytorch/conftest.py -------------------------------------------------------------------------------- /transformers/examples/pytorch/test_xla_examples.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/examples/pytorch/test_xla_examples.py -------------------------------------------------------------------------------- /transformers/examples/pytorch/text-generation/requirements.txt: -------------------------------------------------------------------------------- 1 | sentencepiece != 0.1.92 2 | protobuf 3 | torch >= 1.3 4 | -------------------------------------------------------------------------------- /transformers/examples/pytorch/translation/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/examples/pytorch/translation/README.md -------------------------------------------------------------------------------- /transformers/examples/pytorch/xla_spawn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/examples/pytorch/xla_spawn.py -------------------------------------------------------------------------------- /transformers/examples/research_projects/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/examples/research_projects/README.md -------------------------------------------------------------------------------- /transformers/examples/research_projects/adversarial/requirements.txt: -------------------------------------------------------------------------------- 1 | transformers == 3.5.1 2 | -------------------------------------------------------------------------------- /transformers/examples/research_projects/bert-loses-patience/pabee/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/examples/research_projects/bert-loses-patience/requirements.txt: -------------------------------------------------------------------------------- 1 | transformers == 3.5.1 -------------------------------------------------------------------------------- /transformers/examples/research_projects/bertabs/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/examples/research_projects/bertabs/requirements.txt: -------------------------------------------------------------------------------- 1 | transformers == 3.5.1 2 | 3 | # For ROUGE 4 | nltk 5 | py-rouge 6 | -------------------------------------------------------------------------------- /transformers/examples/research_projects/bertology/requirements.txt: -------------------------------------------------------------------------------- 1 | transformers == 3.5.1 2 | -------------------------------------------------------------------------------- /transformers/examples/research_projects/codeparrot/scripts/tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/examples/research_projects/deebert/requirements.txt: -------------------------------------------------------------------------------- 1 | transformers == 3.5.1 2 | -------------------------------------------------------------------------------- /transformers/examples/research_projects/deebert/src/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/examples/research_projects/fsner/requirements.txt: -------------------------------------------------------------------------------- 1 | transformers>=4.9.2 -------------------------------------------------------------------------------- /transformers/examples/research_projects/information-gain-filtration/igf/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/examples/research_projects/layoutlmv3/requirements.txt: -------------------------------------------------------------------------------- 1 | datasets 2 | seqeval 3 | pillow 4 | -------------------------------------------------------------------------------- /transformers/examples/research_projects/longform-qa/requirements.txt: -------------------------------------------------------------------------------- 1 | datasets >= 1.1.3 2 | faiss-cpu 3 | streamlit 4 | elasticsearch 5 | -------------------------------------------------------------------------------- /transformers/examples/research_projects/mlm_wwm/requirements.txt: -------------------------------------------------------------------------------- 1 | datasets >= 1.1.3 2 | sentencepiece != 0.1.92 3 | protobuf 4 | ltp 5 | -------------------------------------------------------------------------------- /transformers/examples/research_projects/onnx/summarization/requirements.txt: -------------------------------------------------------------------------------- 1 | torch >= 1.10 -------------------------------------------------------------------------------- /transformers/examples/research_projects/tapex/requirements.txt: -------------------------------------------------------------------------------- 1 | numpy 2 | datasets 3 | pandas 4 | nltk -------------------------------------------------------------------------------- /transformers/examples/tensorflow/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/examples/tensorflow/README.md -------------------------------------------------------------------------------- /transformers/examples/tensorflow/benchmarking/requirements.txt: -------------------------------------------------------------------------------- 1 | tensorflow >= 2.3 -------------------------------------------------------------------------------- /transformers/examples/tensorflow/language-modeling/requirements.txt: -------------------------------------------------------------------------------- 1 | datasets >= 1.8.0 2 | sentencepiece != 0.1.92 -------------------------------------------------------------------------------- /transformers/examples/tensorflow/multiple-choice/requirements.txt: -------------------------------------------------------------------------------- 1 | sentencepiece != 0.1.92 2 | protobuf 3 | tensorflow >= 2.3 4 | -------------------------------------------------------------------------------- /transformers/hubconf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/hubconf.py -------------------------------------------------------------------------------- /transformers/model_cards/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/model_cards/README.md -------------------------------------------------------------------------------- /transformers/notebooks/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/notebooks/README.md -------------------------------------------------------------------------------- /transformers/pyproject.toml: -------------------------------------------------------------------------------- 1 | [tool.black] 2 | line-length = 119 3 | target-version = ['py35'] 4 | -------------------------------------------------------------------------------- /transformers/scripts/benchmark/trainer-benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/scripts/benchmark/trainer-benchmark.py -------------------------------------------------------------------------------- /transformers/scripts/check_tokenizers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/scripts/check_tokenizers.py -------------------------------------------------------------------------------- /transformers/scripts/fsmt/convert-allenai-wmt16.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/scripts/fsmt/convert-allenai-wmt16.sh -------------------------------------------------------------------------------- /transformers/scripts/fsmt/convert-allenai-wmt19.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/scripts/fsmt/convert-allenai-wmt19.sh -------------------------------------------------------------------------------- /transformers/scripts/fsmt/convert-facebook-wmt19.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/scripts/fsmt/convert-facebook-wmt19.sh -------------------------------------------------------------------------------- /transformers/scripts/fsmt/eval-allenai-wmt16.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/scripts/fsmt/eval-allenai-wmt16.sh -------------------------------------------------------------------------------- /transformers/scripts/fsmt/eval-allenai-wmt19.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/scripts/fsmt/eval-allenai-wmt19.sh -------------------------------------------------------------------------------- /transformers/scripts/fsmt/eval-facebook-wmt19.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/scripts/fsmt/eval-facebook-wmt19.sh -------------------------------------------------------------------------------- /transformers/scripts/fsmt/fsmt-make-tiny-model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/scripts/fsmt/fsmt-make-tiny-model.py -------------------------------------------------------------------------------- /transformers/scripts/fsmt/gen-card-allenai-wmt16.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/scripts/fsmt/gen-card-allenai-wmt16.py -------------------------------------------------------------------------------- /transformers/scripts/fsmt/gen-card-allenai-wmt19.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/scripts/fsmt/gen-card-allenai-wmt19.py -------------------------------------------------------------------------------- /transformers/scripts/fsmt/gen-card-facebook-wmt19.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/scripts/fsmt/gen-card-facebook-wmt19.py -------------------------------------------------------------------------------- /transformers/scripts/fsmt/s3-move.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/scripts/fsmt/s3-move.sh -------------------------------------------------------------------------------- /transformers/scripts/fsmt/tests-to-run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/scripts/fsmt/tests-to-run.sh -------------------------------------------------------------------------------- /transformers/scripts/stale.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/scripts/stale.py -------------------------------------------------------------------------------- /transformers/scripts/tatoeba/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/scripts/tatoeba/README.md -------------------------------------------------------------------------------- /transformers/scripts/tatoeba/upload_models.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/scripts/tatoeba/upload_models.sh -------------------------------------------------------------------------------- /transformers/setup.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/setup.cfg -------------------------------------------------------------------------------- /transformers/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/setup.py -------------------------------------------------------------------------------- /transformers/src/transformers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/activations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/activations.py -------------------------------------------------------------------------------- /transformers/src/transformers/activations_tf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/activations_tf.py -------------------------------------------------------------------------------- /transformers/src/transformers/benchmark/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/src/transformers/benchmark/benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/benchmark/benchmark.py -------------------------------------------------------------------------------- /transformers/src/transformers/commands/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/commands/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/commands/convert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/commands/convert.py -------------------------------------------------------------------------------- /transformers/src/transformers/commands/download.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/commands/download.py -------------------------------------------------------------------------------- /transformers/src/transformers/commands/env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/commands/env.py -------------------------------------------------------------------------------- /transformers/src/transformers/commands/lfs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/commands/lfs.py -------------------------------------------------------------------------------- /transformers/src/transformers/commands/pt_to_tf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/commands/pt_to_tf.py -------------------------------------------------------------------------------- /transformers/src/transformers/commands/serving.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/commands/serving.py -------------------------------------------------------------------------------- /transformers/src/transformers/commands/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/commands/train.py -------------------------------------------------------------------------------- /transformers/src/transformers/commands/user.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/commands/user.py -------------------------------------------------------------------------------- /transformers/src/transformers/configuration_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/configuration_utils.py -------------------------------------------------------------------------------- /transformers/src/transformers/debug_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/debug_utils.py -------------------------------------------------------------------------------- /transformers/src/transformers/deepspeed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/deepspeed.py -------------------------------------------------------------------------------- /transformers/src/transformers/file_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/file_utils.py -------------------------------------------------------------------------------- /transformers/src/transformers/generation/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/generation/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/generation/tf_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/generation/tf_utils.py -------------------------------------------------------------------------------- /transformers/src/transformers/generation/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/generation/utils.py -------------------------------------------------------------------------------- /transformers/src/transformers/generation_tf_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/generation_tf_utils.py -------------------------------------------------------------------------------- /transformers/src/transformers/generation_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/generation_utils.py -------------------------------------------------------------------------------- /transformers/src/transformers/hf_argparser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/hf_argparser.py -------------------------------------------------------------------------------- /transformers/src/transformers/image_transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/image_transforms.py -------------------------------------------------------------------------------- /transformers/src/transformers/image_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/image_utils.py -------------------------------------------------------------------------------- /transformers/src/transformers/integrations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/integrations.py -------------------------------------------------------------------------------- /transformers/src/transformers/keras_callbacks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/keras_callbacks.py -------------------------------------------------------------------------------- /transformers/src/transformers/modelcard.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/modelcard.py -------------------------------------------------------------------------------- /transformers/src/transformers/modeling_flax_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/modeling_flax_utils.py -------------------------------------------------------------------------------- /transformers/src/transformers/modeling_outputs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/modeling_outputs.py -------------------------------------------------------------------------------- /transformers/src/transformers/modeling_tf_outputs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/modeling_tf_outputs.py -------------------------------------------------------------------------------- /transformers/src/transformers/modeling_tf_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/modeling_tf_utils.py -------------------------------------------------------------------------------- /transformers/src/transformers/modeling_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/modeling_utils.py -------------------------------------------------------------------------------- /transformers/src/transformers/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/models/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/models/bort/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/src/transformers/models/cpm/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/models/cpm/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/models/cvt/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/models/cvt/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/models/dialogpt/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/src/transformers/models/dit/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/src/transformers/models/dpr/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/models/dpr/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/models/dpt/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/models/dpt/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/models/esm/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/models/esm/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/models/led/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/models/led/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/models/mt5/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/models/mt5/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/models/mvp/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/models/mvp/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/models/nat/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/models/nat/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/models/opt/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/models/opt/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/models/rag/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/models/rag/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/models/sew/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/models/sew/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/models/t5/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/models/t5/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/models/van/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/models/van/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/models/vit/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/models/vit/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/models/xlm/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/models/xlm/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/models/yoso/common.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/models/yoso/common.h -------------------------------------------------------------------------------- /transformers/src/transformers/onnx/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/onnx/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/onnx/__main__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/onnx/__main__.py -------------------------------------------------------------------------------- /transformers/src/transformers/onnx/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/onnx/config.py -------------------------------------------------------------------------------- /transformers/src/transformers/onnx/convert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/onnx/convert.py -------------------------------------------------------------------------------- /transformers/src/transformers/onnx/features.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/onnx/features.py -------------------------------------------------------------------------------- /transformers/src/transformers/onnx/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/onnx/utils.py -------------------------------------------------------------------------------- /transformers/src/transformers/optimization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/optimization.py -------------------------------------------------------------------------------- /transformers/src/transformers/optimization_tf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/optimization_tf.py -------------------------------------------------------------------------------- /transformers/src/transformers/pipelines/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/pipelines/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/pipelines/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/pipelines/base.py -------------------------------------------------------------------------------- /transformers/src/transformers/pipelines/fill_mask.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/pipelines/fill_mask.py -------------------------------------------------------------------------------- /transformers/src/transformers/pipelines/pt_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/pipelines/pt_utils.py -------------------------------------------------------------------------------- /transformers/src/transformers/processing_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/processing_utils.py -------------------------------------------------------------------------------- /transformers/src/transformers/pytorch_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/pytorch_utils.py -------------------------------------------------------------------------------- /transformers/src/transformers/sagemaker/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/sagemaker/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/testing_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/testing_utils.py -------------------------------------------------------------------------------- /transformers/src/transformers/tf_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/tf_utils.py -------------------------------------------------------------------------------- /transformers/src/transformers/tokenization_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/tokenization_utils.py -------------------------------------------------------------------------------- /transformers/src/transformers/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/trainer.py -------------------------------------------------------------------------------- /transformers/src/transformers/trainer_callback.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/trainer_callback.py -------------------------------------------------------------------------------- /transformers/src/transformers/trainer_pt_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/trainer_pt_utils.py -------------------------------------------------------------------------------- /transformers/src/transformers/trainer_seq2seq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/trainer_seq2seq.py -------------------------------------------------------------------------------- /transformers/src/transformers/trainer_tf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/trainer_tf.py -------------------------------------------------------------------------------- /transformers/src/transformers/trainer_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/trainer_utils.py -------------------------------------------------------------------------------- /transformers/src/transformers/training_args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/training_args.py -------------------------------------------------------------------------------- /transformers/src/transformers/training_args_tf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/training_args_tf.py -------------------------------------------------------------------------------- /transformers/src/transformers/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/utils/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/utils/bitsandbytes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/utils/bitsandbytes.py -------------------------------------------------------------------------------- /transformers/src/transformers/utils/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/utils/constants.py -------------------------------------------------------------------------------- /transformers/src/transformers/utils/doc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/utils/doc.py -------------------------------------------------------------------------------- /transformers/src/transformers/utils/fx.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/utils/fx.py -------------------------------------------------------------------------------- /transformers/src/transformers/utils/generic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/utils/generic.py -------------------------------------------------------------------------------- /transformers/src/transformers/utils/hp_naming.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/utils/hp_naming.py -------------------------------------------------------------------------------- /transformers/src/transformers/utils/hub.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/utils/hub.py -------------------------------------------------------------------------------- /transformers/src/transformers/utils/import_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/utils/import_utils.py -------------------------------------------------------------------------------- /transformers/src/transformers/utils/logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/utils/logging.py -------------------------------------------------------------------------------- /transformers/src/transformers/utils/notebook.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/utils/notebook.py -------------------------------------------------------------------------------- /transformers/src/transformers/utils/versions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/src/transformers/utils/versions.py -------------------------------------------------------------------------------- /transformers/templates/adding_a_new_model/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/templates/adding_a_new_model/README.md -------------------------------------------------------------------------------- /transformers/tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/benchmark/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/benchmark/test_benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/benchmark/test_benchmark.py -------------------------------------------------------------------------------- /transformers/tests/benchmark/test_benchmark_tf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/benchmark/test_benchmark_tf.py -------------------------------------------------------------------------------- /transformers/tests/deepspeed/ds_config_zero2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/deepspeed/ds_config_zero2.json -------------------------------------------------------------------------------- /transformers/tests/deepspeed/ds_config_zero3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/deepspeed/ds_config_zero3.json -------------------------------------------------------------------------------- /transformers/tests/deepspeed/test_deepspeed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/deepspeed/test_deepspeed.py -------------------------------------------------------------------------------- /transformers/tests/deepspeed/test_model_zoo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/deepspeed/test_model_zoo.py -------------------------------------------------------------------------------- /transformers/tests/extended/test_trainer_ext.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/extended/test_trainer_ext.py -------------------------------------------------------------------------------- /transformers/tests/fixtures/dummy-config.json: -------------------------------------------------------------------------------- 1 | { 2 | "model_type": "roberta" 3 | } -------------------------------------------------------------------------------- /transformers/tests/fixtures/empty.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/fixtures/input.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/fixtures/input.txt -------------------------------------------------------------------------------- /transformers/tests/fixtures/merges.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/fixtures/merges.txt -------------------------------------------------------------------------------- /transformers/tests/fixtures/preprocessor_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/fixtures/preprocessor_config.json -------------------------------------------------------------------------------- /transformers/tests/fixtures/sample_text.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/fixtures/sample_text.txt -------------------------------------------------------------------------------- /transformers/tests/fixtures/spiece.model: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/fixtures/spiece.model -------------------------------------------------------------------------------- /transformers/tests/fixtures/test_entity_vocab.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/fixtures/test_entity_vocab.json -------------------------------------------------------------------------------- /transformers/tests/fixtures/test_sentencepiece.model: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/fixtures/test_sentencepiece.model -------------------------------------------------------------------------------- /transformers/tests/fixtures/tests_samples/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/fixtures/tests_samples/.gitignore -------------------------------------------------------------------------------- /transformers/tests/fixtures/vocab.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/fixtures/vocab.json -------------------------------------------------------------------------------- /transformers/tests/fixtures/vocab.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/fixtures/vocab.txt -------------------------------------------------------------------------------- /transformers/tests/generation/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/generation/test_beam_search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/generation/test_beam_search.py -------------------------------------------------------------------------------- /transformers/tests/generation/test_flax_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/generation/test_flax_utils.py -------------------------------------------------------------------------------- /transformers/tests/generation/test_logits_process.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/generation/test_logits_process.py -------------------------------------------------------------------------------- /transformers/tests/generation/test_tf_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/generation/test_tf_utils.py -------------------------------------------------------------------------------- /transformers/tests/generation/test_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/generation/test_utils.py -------------------------------------------------------------------------------- /transformers/tests/mixed_int8/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/mixed_int8/README.md -------------------------------------------------------------------------------- /transformers/tests/mixed_int8/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/mixed_int8/test_mixed_int8.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/mixed_int8/test_mixed_int8.py -------------------------------------------------------------------------------- /transformers/tests/models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/albert/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/audio_spectrogram_transformer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/auto/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/auto/test_modeling_auto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/models/auto/test_modeling_auto.py -------------------------------------------------------------------------------- /transformers/tests/models/bart/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/bart/test_modeling_bart.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/models/bart/test_modeling_bart.py -------------------------------------------------------------------------------- /transformers/tests/models/barthez/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/bartpho/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/beit/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/beit/test_modeling_beit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/models/beit/test_modeling_beit.py -------------------------------------------------------------------------------- /transformers/tests/models/bert/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/bert/test_modeling_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/models/bert/test_modeling_bert.py -------------------------------------------------------------------------------- /transformers/tests/models/bert_generation/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/bert_japanese/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/bertweet/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/big_bird/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/bigbird_pegasus/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/blenderbot/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/blenderbot_small/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/bloom/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/bort/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/bort/test_modeling_bort.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/models/bort/test_modeling_bort.py -------------------------------------------------------------------------------- /transformers/tests/models/byt5/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/camembert/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/canine/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/clip/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/clip/test_modeling_clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/models/clip/test_modeling_clip.py -------------------------------------------------------------------------------- /transformers/tests/models/clipseg/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/codegen/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/conditional_detr/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/convbert/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/convnext/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/cpm/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/ctrl/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/ctrl/test_modeling_ctrl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/models/ctrl/test_modeling_ctrl.py -------------------------------------------------------------------------------- /transformers/tests/models/cvt/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/cvt/test_modeling_cvt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/models/cvt/test_modeling_cvt.py -------------------------------------------------------------------------------- /transformers/tests/models/data2vec/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/deberta/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/deberta_v2/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/decision_transformer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/deformable_detr/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/deit/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/deit/test_modeling_deit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/models/deit/test_modeling_deit.py -------------------------------------------------------------------------------- /transformers/tests/models/detr/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/detr/test_modeling_detr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/models/detr/test_modeling_detr.py -------------------------------------------------------------------------------- /transformers/tests/models/dinat/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/distilbert/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/dit/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/dit/test_modeling_dit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/models/dit/test_modeling_dit.py -------------------------------------------------------------------------------- /transformers/tests/models/donut/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/dpr/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/dpr/test_modeling_dpr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/models/dpr/test_modeling_dpr.py -------------------------------------------------------------------------------- /transformers/tests/models/dpt/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/dpt/test_modeling_dpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/models/dpt/test_modeling_dpt.py -------------------------------------------------------------------------------- /transformers/tests/models/electra/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/encoder_decoder/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/ernie/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/esm/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/esm/test_modeling_esm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/models/esm/test_modeling_esm.py -------------------------------------------------------------------------------- /transformers/tests/models/flaubert/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/flava/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/fnet/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/fnet/test_modeling_fnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/models/fnet/test_modeling_fnet.py -------------------------------------------------------------------------------- /transformers/tests/models/fsmt/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/fsmt/test_modeling_fsmt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/models/fsmt/test_modeling_fsmt.py -------------------------------------------------------------------------------- /transformers/tests/models/funnel/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/glpn/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/glpn/test_modeling_glpn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/models/glpn/test_modeling_glpn.py -------------------------------------------------------------------------------- /transformers/tests/models/gpt2/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/gpt2/test_modeling_gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/models/gpt2/test_modeling_gpt2.py -------------------------------------------------------------------------------- /transformers/tests/models/gpt_neo/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/gpt_neox/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/gpt_neox_japanese/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/gptj/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/gptj/test_modeling_gptj.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/models/gptj/test_modeling_gptj.py -------------------------------------------------------------------------------- /transformers/tests/models/groupvit/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/herbert/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/hubert/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/ibert/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/imagegpt/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/jukebox/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/layoutlm/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/layoutlmv2/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/layoutlmv3/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/layoutxlm/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/led/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/led/test_modeling_led.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/models/led/test_modeling_led.py -------------------------------------------------------------------------------- /transformers/tests/models/levit/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/lilt/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/lilt/test_modeling_lilt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/models/lilt/test_modeling_lilt.py -------------------------------------------------------------------------------- /transformers/tests/models/longformer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/longt5/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/luke/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/luke/test_modeling_luke.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/models/luke/test_modeling_luke.py -------------------------------------------------------------------------------- /transformers/tests/models/lxmert/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/m2m_100/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/marian/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/markuplm/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/maskformer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/mbart/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/mbart50/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/mctct/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/megatron_bert/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/megatron_gpt2/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/mluke/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/mobilebert/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/mobilenet_v1/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/mobilenet_v2/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/mobilevit/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/mpnet/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/mt5/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/mt5/test_modeling_mt5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/models/mt5/test_modeling_mt5.py -------------------------------------------------------------------------------- /transformers/tests/models/mvp/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/mvp/test_modeling_mvp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/models/mvp/test_modeling_mvp.py -------------------------------------------------------------------------------- /transformers/tests/models/nat/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/nat/test_modeling_nat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/models/nat/test_modeling_nat.py -------------------------------------------------------------------------------- /transformers/tests/models/nezha/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/nllb/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/nystromformer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/openai/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/opt/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/opt/test_modeling_opt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/models/opt/test_modeling_opt.py -------------------------------------------------------------------------------- /transformers/tests/models/owlvit/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/pegasus/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/pegasus_x/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/perceiver/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/phobert/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/plbart/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/poolformer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/prophetnet/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/qdqbert/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/rag/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/rag/test_modeling_rag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/models/rag/test_modeling_rag.py -------------------------------------------------------------------------------- /transformers/tests/models/rag/test_retrieval_rag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/models/rag/test_retrieval_rag.py -------------------------------------------------------------------------------- /transformers/tests/models/realm/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/reformer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/regnet/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/rembert/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/resnet/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/retribert/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/roberta/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/roc_bert/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/roformer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/segformer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/sew/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/sew/test_modeling_sew.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/models/sew/test_modeling_sew.py -------------------------------------------------------------------------------- /transformers/tests/models/sew_d/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/speech_encoder_decoder/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/speech_to_text/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/speech_to_text_2/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/splinter/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/squeezebert/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/swin/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/swin/test_modeling_swin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/models/swin/test_modeling_swin.py -------------------------------------------------------------------------------- /transformers/tests/models/swinv2/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/switch_transformers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/t5/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/t5/test_modeling_t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/models/t5/test_modeling_t5.py -------------------------------------------------------------------------------- /transformers/tests/models/t5/test_modeling_tf_t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/models/t5/test_modeling_tf_t5.py -------------------------------------------------------------------------------- /transformers/tests/models/t5/test_tokenization_t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/models/t5/test_tokenization_t5.py -------------------------------------------------------------------------------- /transformers/tests/models/table_transformer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/tapas/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/tapex/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/time_series_transformer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/trajectory_transformer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/transfo_xl/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/trocr/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/unispeech/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/unispeech_sat/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/van/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/van/test_modeling_van.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/models/van/test_modeling_van.py -------------------------------------------------------------------------------- /transformers/tests/models/videomae/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/vilt/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/vilt/test_modeling_vilt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/models/vilt/test_modeling_vilt.py -------------------------------------------------------------------------------- /transformers/tests/models/vision_encoder_decoder/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/vision_text_dual_encoder/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/visual_bert/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/vit/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/vit/test_modeling_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/models/vit/test_modeling_vit.py -------------------------------------------------------------------------------- /transformers/tests/models/vit_mae/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/vit_msn/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/wav2vec2/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/wav2vec2_conformer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/wav2vec2_phoneme/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/wav2vec2_with_lm/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/wavlm/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/whisper/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/x_clip/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/xglm/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/xglm/test_modeling_xglm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/models/xglm/test_modeling_xglm.py -------------------------------------------------------------------------------- /transformers/tests/models/xlm/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/xlm/test_modeling_xlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/models/xlm/test_modeling_xlm.py -------------------------------------------------------------------------------- /transformers/tests/models/xlm_prophetnet/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/xlm_roberta/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/xlm_roberta_xl/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/xlnet/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/yolos/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/yoso/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/yoso/test_modeling_yoso.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/models/yoso/test_modeling_yoso.py -------------------------------------------------------------------------------- /transformers/tests/onnx/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/onnx/test_features.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/onnx/test_features.py -------------------------------------------------------------------------------- /transformers/tests/onnx/test_onnx.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/onnx/test_onnx.py -------------------------------------------------------------------------------- /transformers/tests/onnx/test_onnx_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/onnx/test_onnx_v2.py -------------------------------------------------------------------------------- /transformers/tests/optimization/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/optimization/test_optimization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/optimization/test_optimization.py -------------------------------------------------------------------------------- /transformers/tests/pipelines/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/repo_utils/test_check_copies.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/repo_utils/test_check_copies.py -------------------------------------------------------------------------------- /transformers/tests/repo_utils/test_check_dummies.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/repo_utils/test_check_dummies.py -------------------------------------------------------------------------------- /transformers/tests/repo_utils/test_tests_fetcher.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/repo_utils/test_tests_fetcher.py -------------------------------------------------------------------------------- /transformers/tests/sagemaker/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/sagemaker/README.md -------------------------------------------------------------------------------- /transformers/tests/sagemaker/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/sagemaker/__init__.py -------------------------------------------------------------------------------- /transformers/tests/sagemaker/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/sagemaker/conftest.py -------------------------------------------------------------------------------- /transformers/tests/sagemaker/test_single_node_gpu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/sagemaker/test_single_node_gpu.py -------------------------------------------------------------------------------- /transformers/tests/test_configuration_common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/test_configuration_common.py -------------------------------------------------------------------------------- /transformers/tests/test_feature_extraction_common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/test_feature_extraction_common.py -------------------------------------------------------------------------------- /transformers/tests/test_image_transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/test_image_transforms.py -------------------------------------------------------------------------------- /transformers/tests/test_modeling_common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/test_modeling_common.py -------------------------------------------------------------------------------- /transformers/tests/test_modeling_flax_common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/test_modeling_flax_common.py -------------------------------------------------------------------------------- /transformers/tests/test_modeling_tf_common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/test_modeling_tf_common.py -------------------------------------------------------------------------------- /transformers/tests/test_tokenization_common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/test_tokenization_common.py -------------------------------------------------------------------------------- /transformers/tests/tokenization/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/trainer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/trainer/test_data_collator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/trainer/test_data_collator.py -------------------------------------------------------------------------------- /transformers/tests/trainer/test_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/trainer/test_trainer.py -------------------------------------------------------------------------------- /transformers/tests/trainer/test_trainer_callback.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/trainer/test_trainer_callback.py -------------------------------------------------------------------------------- /transformers/tests/trainer/test_trainer_seq2seq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/trainer/test_trainer_seq2seq.py -------------------------------------------------------------------------------- /transformers/tests/trainer/test_trainer_tpu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/trainer/test_trainer_tpu.py -------------------------------------------------------------------------------- /transformers/tests/trainer/test_trainer_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/trainer/test_trainer_utils.py -------------------------------------------------------------------------------- /transformers/tests/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/utils/test_activations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/utils/test_activations.py -------------------------------------------------------------------------------- /transformers/tests/utils/test_activations_tf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/utils/test_activations_tf.py -------------------------------------------------------------------------------- /transformers/tests/utils/test_add_new_model_like.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/utils/test_add_new_model_like.py -------------------------------------------------------------------------------- /transformers/tests/utils/test_cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/utils/test_cli.py -------------------------------------------------------------------------------- /transformers/tests/utils/test_doc_samples.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/utils/test_doc_samples.py -------------------------------------------------------------------------------- /transformers/tests/utils/test_file_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/utils/test_file_utils.py -------------------------------------------------------------------------------- /transformers/tests/utils/test_generic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/utils/test_generic.py -------------------------------------------------------------------------------- /transformers/tests/utils/test_hf_argparser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/utils/test_hf_argparser.py -------------------------------------------------------------------------------- /transformers/tests/utils/test_hub_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/utils/test_hub_utils.py -------------------------------------------------------------------------------- /transformers/tests/utils/test_image_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/utils/test_image_utils.py -------------------------------------------------------------------------------- /transformers/tests/utils/test_logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/utils/test_logging.py -------------------------------------------------------------------------------- /transformers/tests/utils/test_model_card.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/utils/test_model_card.py -------------------------------------------------------------------------------- /transformers/tests/utils/test_model_output.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/utils/test_model_output.py -------------------------------------------------------------------------------- /transformers/tests/utils/test_modeling_tf_core.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/utils/test_modeling_tf_core.py -------------------------------------------------------------------------------- /transformers/tests/utils/test_offline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/utils/test_offline.py -------------------------------------------------------------------------------- /transformers/tests/utils/test_skip_decorators.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/utils/test_skip_decorators.py -------------------------------------------------------------------------------- /transformers/tests/utils/test_versions_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/tests/utils/test_versions_utils.py -------------------------------------------------------------------------------- /transformers/utils/check_config_docstrings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/utils/check_config_docstrings.py -------------------------------------------------------------------------------- /transformers/utils/check_copies.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/utils/check_copies.py -------------------------------------------------------------------------------- /transformers/utils/check_doc_toc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/utils/check_doc_toc.py -------------------------------------------------------------------------------- /transformers/utils/check_dummies.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/utils/check_dummies.py -------------------------------------------------------------------------------- /transformers/utils/check_inits.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/utils/check_inits.py -------------------------------------------------------------------------------- /transformers/utils/check_repo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/utils/check_repo.py -------------------------------------------------------------------------------- /transformers/utils/check_self_hosted_runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/utils/check_self_hosted_runner.py -------------------------------------------------------------------------------- /transformers/utils/check_table.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/utils/check_table.py -------------------------------------------------------------------------------- /transformers/utils/check_tf_ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/utils/check_tf_ops.py -------------------------------------------------------------------------------- /transformers/utils/create_dummy_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/utils/create_dummy_models.py -------------------------------------------------------------------------------- /transformers/utils/custom_init_isort.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/utils/custom_init_isort.py -------------------------------------------------------------------------------- /transformers/utils/documentation_tests.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/utils/documentation_tests.txt -------------------------------------------------------------------------------- /transformers/utils/download_glue_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/utils/download_glue_data.py -------------------------------------------------------------------------------- /transformers/utils/get_ci_error_statistics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/utils/get_ci_error_statistics.py -------------------------------------------------------------------------------- /transformers/utils/get_github_job_time.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/utils/get_github_job_time.py -------------------------------------------------------------------------------- /transformers/utils/get_modified_files.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/utils/get_modified_files.py -------------------------------------------------------------------------------- /transformers/utils/notification_service.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/utils/notification_service.py -------------------------------------------------------------------------------- /transformers/utils/notification_service_doc_tests.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/utils/notification_service_doc_tests.py -------------------------------------------------------------------------------- /transformers/utils/past_ci_versions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/utils/past_ci_versions.py -------------------------------------------------------------------------------- /transformers/utils/prepare_for_doc_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/utils/prepare_for_doc_test.py -------------------------------------------------------------------------------- /transformers/utils/print_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/utils/print_env.py -------------------------------------------------------------------------------- /transformers/utils/release.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/utils/release.py -------------------------------------------------------------------------------- /transformers/utils/sort_auto_mappings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/utils/sort_auto_mappings.py -------------------------------------------------------------------------------- /transformers/utils/test_module/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/utils/test_module/custom_modeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/utils/test_module/custom_modeling.py -------------------------------------------------------------------------------- /transformers/utils/test_module/custom_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/utils/test_module/custom_pipeline.py -------------------------------------------------------------------------------- /transformers/utils/test_module/custom_processing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/utils/test_module/custom_processing.py -------------------------------------------------------------------------------- /transformers/utils/tests_fetcher.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/utils/tests_fetcher.py -------------------------------------------------------------------------------- /transformers/utils/tf_ops/onnx.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/utils/tf_ops/onnx.json -------------------------------------------------------------------------------- /transformers/utils/update_metadata.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/transformers/utils/update_metadata.py -------------------------------------------------------------------------------- /utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-coai/PICL/HEAD/utils.py --------------------------------------------------------------------------------