├── README.md ├── barney.py ├── configs ├── finetune_cola.sh ├── finetune_sbert_nli.sh ├── finetune_sst2.sh └── pretrain_bert_roberta_masked_freeze_bert.sh ├── download_glue_data.py ├── fairseq ├── CODE_OF_CONDUCT.md ├── CONTRIBUTING.md ├── LICENSE ├── README.md ├── build │ ├── lib.linux-x86_64-3.7 │ │ └── fairseq │ │ │ ├── data │ │ │ ├── data_utils_fast.cpython-37m-x86_64-linux-gnu.so │ │ │ └── token_block_utils_fast.cpython-37m-x86_64-linux-gnu.so │ │ │ └── libbleu.cpython-37m-x86_64-linux-gnu.so │ └── temp.linux-x86_64-3.7 │ │ └── fairseq │ │ ├── clib │ │ └── libbleu │ │ │ ├── libbleu.o │ │ │ └── module.o │ │ └── data │ │ ├── data_utils_fast.o │ │ └── token_block_utils_fast.o ├── docs │ ├── Makefile │ ├── _static │ │ └── theme_overrides.css │ ├── command_line_tools.rst │ ├── conf.py │ ├── criterions.rst │ ├── data.rst │ ├── docutils.conf │ ├── fairseq.gif │ ├── fairseq_logo.png │ ├── getting_started.rst │ ├── index.rst │ ├── lr_scheduler.rst │ ├── make.bat │ ├── models.rst │ ├── modules.rst │ ├── optim.rst │ ├── overview.rst │ ├── requirements.txt │ ├── tasks.rst │ ├── tutorial_classifying_names.rst │ └── tutorial_simple_lstm.rst ├── examples │ ├── .gitignore │ ├── __init__.py │ ├── backtranslation │ │ ├── README.md │ │ ├── deduplicate_lines.py │ │ ├── extract_bt_data.py │ │ ├── prepare-de-monolingual.sh │ │ ├── prepare-wmt18en2de.sh │ │ ├── sacrebleu.sh │ │ └── tokenized_bleu.sh │ ├── bart │ │ ├── README.glue.md │ │ ├── README.md │ │ └── README.summarization.md │ ├── byte_level_bpe │ │ ├── README.md │ │ ├── get_bitext.py │ │ ├── get_data.sh │ │ └── gru_transformer.py │ ├── camembert │ │ └── README.md │ ├── conv_seq2seq │ │ └── README.md │ ├── cross_lingual_language_model │ │ └── README.md │ ├── joint_alignment_translation │ │ ├── README.md │ │ └── prepare-wmt18en2de_no_norm_no_escape_no_agressive.sh │ ├── language_model │ │ ├── README.adaptive_inputs.md │ │ ├── README.conv.md │ │ ├── README.md │ │ └── prepare-wikitext-103.sh │ ├── layerdrop │ │ └── README.md │ ├── mbart │ │ └── README.md │ ├── megatron_11b │ │ ├── README.md │ │ └── detok.py │ ├── noisychannel │ │ ├── README.md │ │ ├── __init__.py │ │ ├── rerank.py │ │ ├── rerank_generate.py │ │ ├── rerank_options.py │ │ ├── rerank_score_bw.py │ │ ├── rerank_score_lm.py │ │ ├── rerank_tune.py │ │ └── rerank_utils.py │ ├── nonautoregressive_translation │ │ ├── README.md │ │ └── scripts.md │ ├── paraphraser │ │ ├── README.md │ │ └── paraphrase.py │ ├── pay_less_attention_paper │ │ └── README.md │ ├── quant_noise │ │ ├── README.md │ │ └── transformer_quantization_config.yaml │ ├── roberta │ │ ├── README.custom_classification.md │ │ ├── README.glue.md │ │ ├── README.md │ │ ├── README.pretraining.md │ │ ├── README.race.md │ │ ├── commonsense_qa │ │ │ ├── README.md │ │ │ ├── __init__.py │ │ │ ├── commonsense_qa_task.py │ │ │ └── download_cqa_data.sh │ │ ├── multiprocessing_bpe_encoder.py │ │ ├── preprocess_GLUE_tasks.sh │ │ ├── preprocess_RACE.py │ │ ├── preprocess_RACE.sh │ │ └── wsc │ │ │ ├── README.md │ │ │ ├── __init__.py │ │ │ ├── wsc_criterion.py │ │ │ ├── wsc_task.py │ │ │ └── wsc_utils.py │ ├── scaling_nmt │ │ └── README.md │ ├── simultaneous_translation │ │ ├── README.md │ │ ├── __init__.py │ │ ├── criterions │ │ │ ├── __init__.py │ │ │ └── label_smoothed_cross_entropy_latency_augmented.py │ │ ├── docs │ │ │ ├── baseline.md │ │ │ └── evaluation.md │ │ ├── eval │ │ │ ├── __init__.py │ │ │ ├── agents │ │ │ │ ├── __init__.py │ │ │ │ ├── agent.py │ │ │ │ ├── simul_trans_agent.py │ │ │ │ ├── simul_trans_text_agent.py │ │ │ │ └── word_splitter.py │ │ │ ├── client.py │ │ │ ├── eval_latency.py │ │ │ ├── evaluate.py │ │ │ ├── scorers │ │ │ │ ├── __init__.py │ │ │ │ ├── scorer.py │ │ │ │ └── text_scorer.py │ │ │ └── server.py │ │ ├── models │ │ │ ├── __init__.py │ │ │ └── transformer_monotonic_attention.py │ │ ├── modules │ │ │ ├── __init__.py │ │ │ ├── monotonic_multihead_attention.py │ │ │ └── monotonic_transformer_layer.py │ │ └── utils │ │ │ ├── __init__.py │ │ │ ├── functions.py │ │ │ └── latency.py │ ├── speech_recognition │ │ ├── README.md │ │ ├── __init__.py │ │ ├── criterions │ │ │ ├── ASG_loss.py │ │ │ ├── CTC_loss.py │ │ │ ├── __init__.py │ │ │ └── cross_entropy_acc.py │ │ ├── data │ │ │ ├── __init__.py │ │ │ ├── asr_dataset.py │ │ │ ├── collaters.py │ │ │ ├── data_utils.py │ │ │ └── replabels.py │ │ ├── datasets │ │ │ ├── asr_prep_json.py │ │ │ └── prepare-librispeech.sh │ │ ├── infer.py │ │ ├── models │ │ │ ├── __init__.py │ │ │ ├── vggtransformer.py │ │ │ └── w2l_conv_glu_enc.py │ │ ├── tasks │ │ │ ├── __init__.py │ │ │ └── speech_recognition.py │ │ ├── utils │ │ │ └── wer_utils.py │ │ └── w2l_decoder.py │ ├── stories │ │ └── README.md │ ├── translation │ │ ├── README.md │ │ ├── prepare-iwslt14.sh │ │ ├── prepare-iwslt17-multilingual.sh │ │ ├── prepare-wmt14en2de.sh │ │ └── prepare-wmt14en2fr.sh │ ├── translation_moe │ │ ├── README.md │ │ ├── score.py │ │ └── src │ │ │ ├── __init__.py │ │ │ ├── logsumexp_moe.py │ │ │ ├── mean_pool_gating_network.py │ │ │ └── translation_moe.py │ ├── unsupervised_quality_estimation │ │ ├── README.md │ │ ├── aggregate_scores.py │ │ ├── meteor.py │ │ └── repeat_lines.py │ ├── wav2vec │ │ ├── README.md │ │ ├── vq-wav2vec_featurize.py │ │ ├── wav2vec_featurize.py │ │ └── wav2vec_manifest.py │ ├── wmt19 │ │ └── README.md │ └── xlmr │ │ └── README.md ├── fairseq.egg-info │ ├── PKG-INFO │ ├── SOURCES.txt │ ├── dependency_links.txt │ ├── entry_points.txt │ ├── not-zip-safe │ ├── requires.txt │ └── top_level.txt ├── fairseq │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-37.pyc │ │ ├── binarizer.cpython-37.pyc │ │ ├── checkpoint_utils.cpython-37.pyc │ │ ├── distributed_utils.cpython-37.pyc │ │ ├── file_io.cpython-37.pyc │ │ ├── file_utils.cpython-37.pyc │ │ ├── hub_utils.cpython-37.pyc │ │ ├── incremental_decoding_utils.cpython-37.pyc │ │ ├── iterative_refinement_generator.cpython-37.pyc │ │ ├── legacy_distributed_data_parallel.cpython-37.pyc │ │ ├── nan_detector.cpython-37.pyc │ │ ├── options.cpython-37.pyc │ │ ├── pdb.cpython-37.pyc │ │ ├── quantization_utils.cpython-37.pyc │ │ ├── registry.cpython-37.pyc │ │ ├── search.cpython-37.pyc │ │ ├── sequence_generator.cpython-37.pyc │ │ ├── tokenizer.cpython-37.pyc │ │ ├── trainer.cpython-37.pyc │ │ └── utils.cpython-37.pyc │ ├── benchmark │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-37.pyc │ │ │ ├── dummy_lm.cpython-37.pyc │ │ │ ├── dummy_masked_lm.cpython-37.pyc │ │ │ └── dummy_model.cpython-37.pyc │ │ ├── dummy_lm.py │ │ ├── dummy_masked_lm.py │ │ └── dummy_model.py │ ├── binarizer.py │ ├── bleu.py │ ├── checkpoint_utils.py │ ├── clib │ │ ├── libbleu │ │ │ ├── libbleu.cpp │ │ │ └── module.cpp │ │ ├── libnat │ │ │ └── edit_dist.cpp │ │ └── libnat_cuda │ │ │ ├── binding.cpp │ │ │ ├── edit_dist.cu │ │ │ └── edit_dist.h │ ├── criterions │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-37.pyc │ │ │ ├── adaptive_loss.cpython-37.pyc │ │ │ ├── autoencoder_label_smoothed_cross_entropy_with_masked_lm.cpython-37.pyc │ │ │ ├── binary_cross_entropy.cpython-37.pyc │ │ │ ├── composite_loss.cpython-37.pyc │ │ │ ├── cross_entropy.cpython-37.pyc │ │ │ ├── fairseq_criterion.cpython-37.pyc │ │ │ ├── label_smoothed_cross_entropy.cpython-37.pyc │ │ │ ├── label_smoothed_cross_entropy_with_alignment.cpython-37.pyc │ │ │ ├── legacy_masked_lm.cpython-37.pyc │ │ │ ├── masked_lm.cpython-37.pyc │ │ │ ├── nat_loss.cpython-37.pyc │ │ │ ├── sentence_prediction.cpython-37.pyc │ │ │ └── sentence_ranking.cpython-37.pyc │ │ ├── adaptive_loss.py │ │ ├── autoencoder_label_smoothed_cross_entropy_with_masked_lm.py │ │ ├── binary_cross_entropy.py │ │ ├── composite_loss.py │ │ ├── cross_entropy.py │ │ ├── fairseq_criterion.py │ │ ├── label_smoothed_cross_entropy.py │ │ ├── label_smoothed_cross_entropy_with_alignment.py │ │ ├── legacy_masked_lm.py │ │ ├── masked_lm.py │ │ ├── nat_loss.py │ │ ├── sentence_prediction.py │ │ └── sentence_ranking.py │ ├── data │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-37.pyc │ │ │ ├── append_token_dataset.cpython-37.pyc │ │ │ ├── backtranslation_dataset.cpython-37.pyc │ │ │ ├── base_wrapper_dataset.cpython-37.pyc │ │ │ ├── bucket_pad_length_dataset.cpython-37.pyc │ │ │ ├── colorize_dataset.cpython-37.pyc │ │ │ ├── concat_dataset.cpython-37.pyc │ │ │ ├── concat_sentences_dataset.cpython-37.pyc │ │ │ ├── data_utils.cpython-37.pyc │ │ │ ├── denoising_dataset.cpython-37.pyc │ │ │ ├── dictionary.cpython-37.pyc │ │ │ ├── fairseq_dataset.cpython-37.pyc │ │ │ ├── id_dataset.cpython-37.pyc │ │ │ ├── indexed_dataset.cpython-37.pyc │ │ │ ├── iterators.cpython-37.pyc │ │ │ ├── language_pair_dataset.cpython-37.pyc │ │ │ ├── list_dataset.cpython-37.pyc │ │ │ ├── lm_context_window_dataset.cpython-37.pyc │ │ │ ├── lru_cache_dataset.cpython-37.pyc │ │ │ ├── mask_tokens_dataset.cpython-37.pyc │ │ │ ├── monolingual_dataset.cpython-37.pyc │ │ │ ├── multi_corpus_sampled_dataset.cpython-37.pyc │ │ │ ├── nested_dictionary_dataset.cpython-37.pyc │ │ │ ├── noising.cpython-37.pyc │ │ │ ├── num_samples_dataset.cpython-37.pyc │ │ │ ├── numel_dataset.cpython-37.pyc │ │ │ ├── offset_tokens_dataset.cpython-37.pyc │ │ │ ├── pad_dataset.cpython-37.pyc │ │ │ ├── plasma_utils.cpython-37.pyc │ │ │ ├── prepend_dataset.cpython-37.pyc │ │ │ ├── prepend_token_dataset.cpython-37.pyc │ │ │ ├── raw_label_dataset.cpython-37.pyc │ │ │ ├── replace_dataset.cpython-37.pyc │ │ │ ├── resampling_dataset.cpython-37.pyc │ │ │ ├── roll_dataset.cpython-37.pyc │ │ │ ├── round_robin_zip_datasets.cpython-37.pyc │ │ │ ├── shorten_dataset.cpython-37.pyc │ │ │ ├── sort_dataset.cpython-37.pyc │ │ │ ├── strip_token_dataset.cpython-37.pyc │ │ │ ├── subsample_dataset.cpython-37.pyc │ │ │ ├── token_block_dataset.cpython-37.pyc │ │ │ ├── transform_eos_dataset.cpython-37.pyc │ │ │ └── transform_eos_lang_pair_dataset.cpython-37.pyc │ │ ├── append_token_dataset.py │ │ ├── audio │ │ │ ├── __init__.py │ │ │ ├── __pycache__ │ │ │ │ ├── __init__.cpython-37.pyc │ │ │ │ └── raw_audio_dataset.cpython-37.pyc │ │ │ └── raw_audio_dataset.py │ │ ├── backtranslation_dataset.py │ │ ├── base_wrapper_dataset.py │ │ ├── bucket_pad_length_dataset.py │ │ ├── colorize_dataset.py │ │ ├── concat_dataset.py │ │ ├── concat_sentences_dataset.py │ │ ├── data_utils.py │ │ ├── data_utils_fast.cpp │ │ ├── data_utils_fast.cpython-37m-x86_64-linux-gnu.so │ │ ├── data_utils_fast.pyx │ │ ├── denoising_dataset.py │ │ ├── dictionary.py │ │ ├── encoders │ │ │ ├── __init__.py │ │ │ ├── __pycache__ │ │ │ │ ├── __init__.cpython-37.pyc │ │ │ │ ├── byte_bpe.cpython-37.pyc │ │ │ │ ├── byte_utils.cpython-37.pyc │ │ │ │ ├── bytes.cpython-37.pyc │ │ │ │ ├── characters.cpython-37.pyc │ │ │ │ ├── fastbpe.cpython-37.pyc │ │ │ │ ├── gpt2_bpe.cpython-37.pyc │ │ │ │ ├── gpt2_bpe_utils.cpython-37.pyc │ │ │ │ ├── hf_bert_bpe.cpython-37.pyc │ │ │ │ ├── hf_byte_bpe.cpython-37.pyc │ │ │ │ ├── moses_tokenizer.cpython-37.pyc │ │ │ │ ├── nltk_tokenizer.cpython-37.pyc │ │ │ │ ├── sentencepiece_bpe.cpython-37.pyc │ │ │ │ ├── space_tokenizer.cpython-37.pyc │ │ │ │ ├── subword_nmt_bpe.cpython-37.pyc │ │ │ │ └── utils.cpython-37.pyc │ │ │ ├── byte_bpe.py │ │ │ ├── byte_utils.py │ │ │ ├── bytes.py │ │ │ ├── characters.py │ │ │ ├── fastbpe.py │ │ │ ├── gpt2_bpe.py │ │ │ ├── gpt2_bpe_utils.py │ │ │ ├── hf_bert_bpe.py │ │ │ ├── hf_byte_bpe.py │ │ │ ├── moses_tokenizer.py │ │ │ ├── nltk_tokenizer.py │ │ │ ├── sentencepiece_bpe.py │ │ │ ├── space_tokenizer.py │ │ │ ├── subword_nmt_bpe.py │ │ │ └── utils.py │ │ ├── fairseq_dataset.py │ │ ├── id_dataset.py │ │ ├── indexed_dataset.py │ │ ├── iterators.py │ │ ├── language_pair_dataset.py │ │ ├── legacy │ │ │ ├── __init__.py │ │ │ ├── __pycache__ │ │ │ │ ├── __init__.cpython-37.pyc │ │ │ │ ├── block_pair_dataset.cpython-37.pyc │ │ │ │ ├── masked_lm_dataset.cpython-37.pyc │ │ │ │ └── masked_lm_dictionary.cpython-37.pyc │ │ │ ├── block_pair_dataset.py │ │ │ ├── masked_lm_dataset.py │ │ │ └── masked_lm_dictionary.py │ │ ├── list_dataset.py │ │ ├── lm_context_window_dataset.py │ │ ├── lru_cache_dataset.py │ │ ├── mask_tokens_dataset.py │ │ ├── monolingual_dataset.py │ │ ├── multi_corpus_dataset.py │ │ ├── multi_corpus_sampled_dataset.py │ │ ├── nested_dictionary_dataset.py │ │ ├── noising.py │ │ ├── num_samples_dataset.py │ │ ├── numel_dataset.py │ │ ├── offset_tokens_dataset.py │ │ ├── pad_dataset.py │ │ ├── plasma_utils.py │ │ ├── prepend_dataset.py │ │ ├── prepend_token_dataset.py │ │ ├── raw_label_dataset.py │ │ ├── replace_dataset.py │ │ ├── resampling_dataset.py │ │ ├── roll_dataset.py │ │ ├── round_robin_zip_datasets.py │ │ ├── shorten_dataset.py │ │ ├── sort_dataset.py │ │ ├── strip_token_dataset.py │ │ ├── subsample_dataset.py │ │ ├── token_block_dataset.py │ │ ├── token_block_utils_fast.cpp │ │ ├── token_block_utils_fast.cpython-37m-x86_64-linux-gnu.so │ │ ├── token_block_utils_fast.pyx │ │ ├── transform_eos_dataset.py │ │ └── transform_eos_lang_pair_dataset.py │ ├── distributed_utils.py │ ├── file_io.py │ ├── file_utils.py │ ├── hub_utils.py │ ├── incremental_decoding_utils.py │ ├── iterative_refinement_generator.py │ ├── legacy_distributed_data_parallel.py │ ├── libbleu.cpython-37m-x86_64-linux-gnu.so │ ├── logging │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-37.pyc │ │ │ ├── meters.cpython-37.pyc │ │ │ ├── metrics.cpython-37.pyc │ │ │ └── progress_bar.cpython-37.pyc │ │ ├── meters.py │ │ ├── metrics.py │ │ └── progress_bar.py │ ├── model_parallel │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── megatron_trainer.cpython-37.pyc │ │ ├── criterions │ │ │ ├── __init__.py │ │ │ ├── __pycache__ │ │ │ │ ├── __init__.cpython-37.pyc │ │ │ │ └── vocab_parallel_cross_entropy.cpython-37.pyc │ │ │ └── vocab_parallel_cross_entropy.py │ │ ├── megatron_trainer.py │ │ ├── models │ │ │ ├── __init__.py │ │ │ ├── __pycache__ │ │ │ │ ├── __init__.cpython-37.pyc │ │ │ │ ├── transformer.cpython-37.pyc │ │ │ │ └── transformer_lm.cpython-37.pyc │ │ │ ├── roberta │ │ │ │ ├── __init__.py │ │ │ │ ├── __pycache__ │ │ │ │ │ ├── __init__.cpython-37.pyc │ │ │ │ │ └── model.cpython-37.pyc │ │ │ │ └── model.py │ │ │ ├── transformer.py │ │ │ └── transformer_lm.py │ │ └── modules │ │ │ ├── __init__.py │ │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-37.pyc │ │ │ ├── multihead_attention.cpython-37.pyc │ │ │ ├── transformer_layer.cpython-37.pyc │ │ │ ├── transformer_sentence_encoder.cpython-37.pyc │ │ │ └── transformer_sentence_encoder_layer.cpython-37.pyc │ │ │ ├── multihead_attention.py │ │ │ ├── transformer_layer.py │ │ │ ├── transformer_sentence_encoder.py │ │ │ └── transformer_sentence_encoder_layer.py │ ├── models │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-37.pyc │ │ │ ├── autoencoder.cpython-37.pyc │ │ │ ├── composite_encoder.cpython-37.pyc │ │ │ ├── distributed_fairseq_model.cpython-37.pyc │ │ │ ├── fairseq_decoder.cpython-37.pyc │ │ │ ├── fairseq_encoder.cpython-37.pyc │ │ │ ├── fairseq_incremental_decoder.cpython-37.pyc │ │ │ ├── fairseq_model.cpython-37.pyc │ │ │ ├── fconv.cpython-37.pyc │ │ │ ├── fconv_lm.cpython-37.pyc │ │ │ ├── fconv_self_att.cpython-37.pyc │ │ │ ├── lightconv.cpython-37.pyc │ │ │ ├── lightconv_lm.cpython-37.pyc │ │ │ ├── lstm.cpython-37.pyc │ │ │ ├── lstm_lm.cpython-37.pyc │ │ │ ├── masked_lm.cpython-37.pyc │ │ │ ├── model_utils.cpython-37.pyc │ │ │ ├── multilingual_transformer.cpython-37.pyc │ │ │ ├── transformer.cpython-37.pyc │ │ │ ├── transformer_align.cpython-37.pyc │ │ │ ├── transformer_from_pretrained_xlm.cpython-37.pyc │ │ │ ├── transformer_lm.cpython-37.pyc │ │ │ └── wav2vec.cpython-37.pyc │ │ ├── autoencoder.py │ │ ├── bart │ │ │ ├── __init__.py │ │ │ ├── __pycache__ │ │ │ │ ├── __init__.cpython-37.pyc │ │ │ │ ├── hub_interface.cpython-37.pyc │ │ │ │ └── model.cpython-37.pyc │ │ │ ├── hub_interface.py │ │ │ └── model.py │ │ ├── composite_encoder.py │ │ ├── distributed_fairseq_model.py │ │ ├── fairseq_decoder.py │ │ ├── fairseq_encoder.py │ │ ├── fairseq_incremental_decoder.py │ │ ├── fairseq_model.py │ │ ├── fconv.py │ │ ├── fconv_lm.py │ │ ├── fconv_self_att.py │ │ ├── huggingface │ │ │ ├── __init__.py │ │ │ ├── __pycache__ │ │ │ │ ├── __init__.cpython-37.pyc │ │ │ │ └── hf_gpt2.cpython-37.pyc │ │ │ └── hf_gpt2.py │ │ ├── lightconv.py │ │ ├── lightconv_lm.py │ │ ├── lstm.py │ │ ├── lstm_lm.py │ │ ├── masked_lm.py │ │ ├── model_utils.py │ │ ├── multilingual_transformer.py │ │ ├── nat │ │ │ ├── __init__.py │ │ │ ├── __pycache__ │ │ │ │ ├── __init__.cpython-37.pyc │ │ │ │ ├── cmlm_transformer.cpython-37.pyc │ │ │ │ ├── fairseq_nat_model.cpython-37.pyc │ │ │ │ ├── insertion_transformer.cpython-37.pyc │ │ │ │ ├── iterative_nonautoregressive_transformer.cpython-37.pyc │ │ │ │ ├── levenshtein_transformer.cpython-37.pyc │ │ │ │ ├── levenshtein_utils.cpython-37.pyc │ │ │ │ ├── nat_crf_transformer.cpython-37.pyc │ │ │ │ └── nonautoregressive_transformer.cpython-37.pyc │ │ │ ├── cmlm_transformer.py │ │ │ ├── fairseq_nat_model.py │ │ │ ├── insertion_transformer.py │ │ │ ├── iterative_nonautoregressive_transformer.py │ │ │ ├── levenshtein_transformer.py │ │ │ ├── levenshtein_utils.py │ │ │ ├── nat_crf_transformer.py │ │ │ ├── nonautoregressive_ensembles.py │ │ │ └── nonautoregressive_transformer.py │ │ ├── roberta │ │ │ ├── __init__.py │ │ │ ├── __pycache__ │ │ │ │ ├── __init__.cpython-37.pyc │ │ │ │ ├── hub_interface.cpython-37.pyc │ │ │ │ ├── model.cpython-37.pyc │ │ │ │ ├── model_camembert.cpython-37.pyc │ │ │ │ └── model_xlmr.cpython-37.pyc │ │ │ ├── alignment_utils.py │ │ │ ├── hub_interface.py │ │ │ ├── model.py │ │ │ ├── model_camembert.py │ │ │ └── model_xlmr.py │ │ ├── transformer.py │ │ ├── transformer_align.py │ │ ├── transformer_from_pretrained_xlm.py │ │ ├── transformer_lm.py │ │ └── wav2vec.py │ ├── modules │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-37.pyc │ │ │ ├── adaptive_input.cpython-37.pyc │ │ │ ├── adaptive_softmax.cpython-37.pyc │ │ │ ├── autoencoder_layer.cpython-37.pyc │ │ │ ├── beamable_mm.cpython-37.pyc │ │ │ ├── character_token_embedder.cpython-37.pyc │ │ │ ├── conv_tbc.cpython-37.pyc │ │ │ ├── cross_entropy.cpython-37.pyc │ │ │ ├── downsampled_multihead_attention.cpython-37.pyc │ │ │ ├── dynamic_convolution.cpython-37.pyc │ │ │ ├── dynamic_crf_layer.cpython-37.pyc │ │ │ ├── fairseq_dropout.cpython-37.pyc │ │ │ ├── fp32_group_norm.cpython-37.pyc │ │ │ ├── gelu.cpython-37.pyc │ │ │ ├── grad_multiply.cpython-37.pyc │ │ │ ├── gumbel_vector_quantizer.cpython-37.pyc │ │ │ ├── kmeans_vector_quantizer.cpython-37.pyc │ │ │ ├── layer_drop.cpython-37.pyc │ │ │ ├── layer_norm.cpython-37.pyc │ │ │ ├── learned_positional_embedding.cpython-37.pyc │ │ │ ├── lightweight_convolution.cpython-37.pyc │ │ │ ├── linearized_convolution.cpython-37.pyc │ │ │ ├── multihead_attention.cpython-37.pyc │ │ │ ├── positional_embedding.cpython-37.pyc │ │ │ ├── quant_noise.cpython-37.pyc │ │ │ ├── scalar_bias.cpython-37.pyc │ │ │ ├── sinusoidal_positional_embedding.cpython-37.pyc │ │ │ ├── transformer_layer.cpython-37.pyc │ │ │ ├── transformer_sentence_encoder.cpython-37.pyc │ │ │ ├── transformer_sentence_encoder_layer.cpython-37.pyc │ │ │ ├── unfold.cpython-37.pyc │ │ │ └── vggblock.cpython-37.pyc │ │ ├── adaptive_input.py │ │ ├── adaptive_softmax.py │ │ ├── autoencoder_layer.py │ │ ├── beamable_mm.py │ │ ├── character_token_embedder.py │ │ ├── conv_tbc.py │ │ ├── cross_entropy.py │ │ ├── cuda_utils.cu │ │ ├── downsampled_multihead_attention.py │ │ ├── dynamic_convolution.py │ │ ├── dynamic_crf_layer.py │ │ ├── dynamicconv_layer │ │ │ ├── __init__.py │ │ │ ├── cuda_function_gen.py │ │ │ ├── dynamicconv_cuda.cpp │ │ │ ├── dynamicconv_cuda.cuh │ │ │ ├── dynamicconv_cuda_kernel.cu │ │ │ ├── dynamicconv_layer.py │ │ │ ├── dynamiconv_cpu.cpp │ │ │ └── setup.py │ │ ├── fairseq_dropout.py │ │ ├── fp32_group_norm.py │ │ ├── gelu.py │ │ ├── grad_multiply.py │ │ ├── gumbel_vector_quantizer.py │ │ ├── kmeans_vector_quantizer.py │ │ ├── layer_drop.py │ │ ├── layer_norm.py │ │ ├── learned_positional_embedding.py │ │ ├── lightconv_layer │ │ │ ├── __init__.py │ │ │ ├── cuda_function_gen.py │ │ │ ├── lightconv_cuda.cpp │ │ │ ├── lightconv_cuda.cuh │ │ │ ├── lightconv_cuda_kernel.cu │ │ │ ├── lightconv_layer.py │ │ │ └── setup.py │ │ ├── lightweight_convolution.py │ │ ├── linearized_convolution.py │ │ ├── multihead_attention.py │ │ ├── positional_embedding.py │ │ ├── quant_noise.py │ │ ├── quantization │ │ │ ├── __init__.py │ │ │ ├── __pycache__ │ │ │ │ ├── __init__.cpython-37.pyc │ │ │ │ └── quantization_options.cpython-37.pyc │ │ │ ├── pq │ │ │ │ ├── __init__.py │ │ │ │ ├── __pycache__ │ │ │ │ │ ├── __init__.cpython-37.pyc │ │ │ │ │ ├── em.cpython-37.pyc │ │ │ │ │ ├── pq.cpython-37.pyc │ │ │ │ │ └── utils.cpython-37.pyc │ │ │ │ ├── em.py │ │ │ │ ├── modules │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── __pycache__ │ │ │ │ │ │ ├── __init__.cpython-37.pyc │ │ │ │ │ │ ├── qconv.cpython-37.pyc │ │ │ │ │ │ ├── qemb.cpython-37.pyc │ │ │ │ │ │ └── qlinear.cpython-37.pyc │ │ │ │ │ ├── qconv.py │ │ │ │ │ ├── qemb.py │ │ │ │ │ └── qlinear.py │ │ │ │ ├── pq.py │ │ │ │ └── utils.py │ │ │ ├── quantization_options.py │ │ │ └── scalar │ │ │ │ ├── __init__.py │ │ │ │ ├── __pycache__ │ │ │ │ ├── __init__.cpython-37.pyc │ │ │ │ ├── ops.cpython-37.pyc │ │ │ │ └── utils.cpython-37.pyc │ │ │ │ ├── modules │ │ │ │ ├── __init__.py │ │ │ │ ├── __pycache__ │ │ │ │ │ ├── __init__.cpython-37.pyc │ │ │ │ │ ├── qact.cpython-37.pyc │ │ │ │ │ ├── qconv.cpython-37.pyc │ │ │ │ │ ├── qemb.cpython-37.pyc │ │ │ │ │ └── qlinear.cpython-37.pyc │ │ │ │ ├── qact.py │ │ │ │ ├── qconv.py │ │ │ │ ├── qemb.py │ │ │ │ └── qlinear.py │ │ │ │ ├── ops.py │ │ │ │ └── utils.py │ │ ├── scalar_bias.py │ │ ├── sinusoidal_positional_embedding.py │ │ ├── sparse_multihead_attention.py │ │ ├── sparse_transformer_sentence_encoder.py │ │ ├── sparse_transformer_sentence_encoder_layer.py │ │ ├── transformer_layer.py │ │ ├── transformer_sentence_encoder.py │ │ ├── transformer_sentence_encoder_layer.py │ │ ├── unfold.py │ │ └── vggblock.py │ ├── nan_detector.py │ ├── optim │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-37.pyc │ │ │ ├── adadelta.cpython-37.pyc │ │ │ ├── adafactor.cpython-37.pyc │ │ │ ├── adagrad.cpython-37.pyc │ │ │ ├── adam.cpython-37.pyc │ │ │ ├── adamax.cpython-37.pyc │ │ │ ├── bmuf.cpython-37.pyc │ │ │ ├── fairseq_optimizer.cpython-37.pyc │ │ │ ├── fp16_optimizer.cpython-37.pyc │ │ │ ├── fused_adam.cpython-37.pyc │ │ │ ├── fused_lamb.cpython-37.pyc │ │ │ ├── nag.cpython-37.pyc │ │ │ └── sgd.cpython-37.pyc │ │ ├── adadelta.py │ │ ├── adafactor.py │ │ ├── adagrad.py │ │ ├── adam.py │ │ ├── adamax.py │ │ ├── bmuf.py │ │ ├── fairseq_optimizer.py │ │ ├── fp16_optimizer.py │ │ ├── fused_adam.py │ │ ├── fused_lamb.py │ │ ├── lr_scheduler │ │ │ ├── __init__.py │ │ │ ├── __pycache__ │ │ │ │ ├── __init__.cpython-37.pyc │ │ │ │ ├── constant_schedule.cpython-37.pyc │ │ │ │ ├── cosine_lr_scheduler.cpython-37.pyc │ │ │ │ ├── fairseq_lr_scheduler.cpython-37.pyc │ │ │ │ ├── fixed_schedule.cpython-37.pyc │ │ │ │ ├── inverse_square_root_schedule.cpython-37.pyc │ │ │ │ ├── linear_lr_scheduler.cpython-37.pyc │ │ │ │ ├── polynomial_decay_schedule.cpython-37.pyc │ │ │ │ ├── reduce_lr_on_plateau.cpython-37.pyc │ │ │ │ ├── tri_stage_lr_scheduler.cpython-37.pyc │ │ │ │ └── triangular_lr_scheduler.cpython-37.pyc │ │ │ ├── constant_schedule.py │ │ │ ├── cosine_lr_scheduler.py │ │ │ ├── fairseq_lr_scheduler.py │ │ │ ├── fixed_schedule.py │ │ │ ├── inverse_square_root_schedule.py │ │ │ ├── linear_lr_scheduler.py │ │ │ ├── polynomial_decay_schedule.py │ │ │ ├── reduce_lr_on_plateau.py │ │ │ ├── tri_stage_lr_scheduler.py │ │ │ └── triangular_lr_scheduler.py │ │ ├── nag.py │ │ └── sgd.py │ ├── options.py │ ├── pdb.py │ ├── quantization_utils.py │ ├── registry.py │ ├── search.py │ ├── sequence_generator.py │ ├── sequence_scorer.py │ ├── tasks │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-37.pyc │ │ │ ├── audio_pretraining.cpython-37.pyc │ │ │ ├── cross_lingual_lm.cpython-37.pyc │ │ │ ├── denoising.cpython-37.pyc │ │ │ ├── fairseq_task.cpython-37.pyc │ │ │ ├── language_modeling.cpython-37.pyc │ │ │ ├── legacy_masked_lm.cpython-37.pyc │ │ │ ├── masked_lm.cpython-37.pyc │ │ │ ├── multilingual_denoising.cpython-37.pyc │ │ │ ├── multilingual_masked_lm.cpython-37.pyc │ │ │ ├── multilingual_translation.cpython-37.pyc │ │ │ ├── semisupervised_translation.cpython-37.pyc │ │ │ ├── sentence_prediction.cpython-37.pyc │ │ │ ├── sentence_ranking.cpython-37.pyc │ │ │ ├── translation.cpython-37.pyc │ │ │ ├── translation_from_pretrained_bart.cpython-37.pyc │ │ │ ├── translation_from_pretrained_xlm.cpython-37.pyc │ │ │ └── translation_lev.cpython-37.pyc │ │ ├── audio_pretraining.py │ │ ├── cross_lingual_lm.py │ │ ├── denoising.py │ │ ├── fairseq_task.py │ │ ├── language_modeling.py │ │ ├── legacy_masked_lm.py │ │ ├── masked_lm.py │ │ ├── multilingual_denoising.py │ │ ├── multilingual_masked_lm.py │ │ ├── multilingual_translation.py │ │ ├── semisupervised_translation.py │ │ ├── sentence_prediction.py │ │ ├── sentence_ranking.py │ │ ├── translation.py │ │ ├── translation_from_pretrained_bart.py │ │ ├── translation_from_pretrained_xlm.py │ │ └── translation_lev.py │ ├── tokenizer.py │ ├── trainer.py │ ├── unsupervised_style_sequence_generator.py │ └── utils.py ├── fairseq_cli │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-37.pyc │ │ └── train.cpython-37.pyc │ ├── eval_lm.py │ ├── generate.py │ ├── interactive.py │ ├── preprocess.py │ ├── score.py │ ├── train.py │ └── validate.py ├── hubconf.py ├── preprocess_huggingface.py ├── pyproject.toml ├── scripts │ ├── __init__.py │ ├── average_checkpoints.py │ ├── build_sym_alignment.py │ ├── compare_namespaces.py │ ├── compound_split_bleu.sh │ ├── convert_dictionary.lua │ ├── convert_model.lua │ ├── count_docs.py │ ├── read_binarized.py │ ├── rm_pt.py │ ├── sacrebleu_pregen.sh │ ├── shard_docs.py │ ├── split_train_valid_docs.py │ ├── spm_decode.py │ ├── spm_encode.py │ └── spm_train.py ├── setup.py ├── tests │ ├── __init__.py │ ├── gpu │ │ ├── __init__.py │ │ ├── test_binaries_gpu.py │ │ └── transformer_quantization_config.yaml │ ├── speech_recognition │ │ ├── __init__.py │ │ ├── asr_test_base.py │ │ ├── test_collaters.py │ │ ├── test_cross_entropy.py │ │ ├── test_data_utils.py │ │ └── test_vggtransformer.py │ ├── test_average_checkpoints.py │ ├── test_backtranslation_dataset.py │ ├── test_binaries.py │ ├── test_bmuf.py │ ├── test_character_token_embedder.py │ ├── test_concat_dataset.py │ ├── test_convtbc.py │ ├── test_dictionary.py │ ├── test_export.py │ ├── test_file_io.py │ ├── test_inference_dropout.py │ ├── test_iterators.py │ ├── test_label_smoothing.py │ ├── test_lstm_jitable.py │ ├── test_memory_efficient_fp16.py │ ├── test_metrics.py │ ├── test_multi_corpus_sampled_dataset.py │ ├── test_multihead_attention.py │ ├── test_noising.py │ ├── test_reproducibility.py │ ├── test_resampling_dataset.py │ ├── test_sequence_generator.py │ ├── test_sequence_scorer.py │ ├── test_sparse_multihead_attention.py │ ├── test_token_block_dataset.py │ ├── test_train.py │ ├── test_utils.py │ └── utils.py └── train.py ├── requirements.txt ├── run_glue.py ├── sbert ├── get_data.py ├── sbert_nli.py └── sbert_nli_acc.py ├── scripts ├── evaluate_accuracy.py ├── evaluate_perplexity.py ├── preprocess_autoencoder.sh ├── preprocess_huggingface.py ├── preprocessing.sh ├── spm_encode.py ├── spm_train.py ├── tokenize.sh ├── tokenize_autoencoder.sh ├── train_tokenizer.sh └── train_tokenizer_autoencoder.sh ├── setup.sh └── transformers ├── CODE_OF_CONDUCT.md ├── CONTRIBUTING.md ├── LICENSE ├── MANIFEST.in ├── Makefile ├── README.md ├── codecov.yml ├── docker ├── transformers-cpu │ └── Dockerfile ├── transformers-gpu │ └── Dockerfile ├── transformers-pytorch-cpu │ └── Dockerfile ├── transformers-pytorch-gpu │ └── Dockerfile ├── transformers-pytorch-tpu │ ├── Dockerfile │ ├── bert-base-cased.jsonnet │ ├── dataset.yaml │ └── docker-entrypoint.sh ├── transformers-tensorflow-cpu │ └── Dockerfile └── transformers-tensorflow-gpu │ └── Dockerfile ├── docs ├── Makefile ├── README.md └── source │ ├── _static │ ├── css │ │ ├── Calibre-Light.ttf │ │ ├── Calibre-Medium.otf │ │ ├── Calibre-Regular.otf │ │ ├── Calibre-Thin.otf │ │ ├── code-snippets.css │ │ └── huggingface.css │ └── js │ │ ├── custom.js │ │ └── huggingface_logo.svg │ ├── benchmarks.rst │ ├── bertology.rst │ ├── conf.py │ ├── contributing.md │ ├── converting_tensorflow_models.rst │ ├── custom_datasets.rst │ ├── examples.md │ ├── favicon.ico │ ├── glossary.rst │ ├── imgs │ ├── local_attention_mask.png │ ├── ppl_chunked.gif │ ├── ppl_full.gif │ ├── ppl_sliding.gif │ ├── transformers_logo_name.png │ ├── warmup_constant_schedule.png │ ├── warmup_cosine_hard_restarts_schedule.png │ ├── warmup_cosine_schedule.png │ ├── warmup_cosine_warm_restarts_schedule.png │ └── warmup_linear_schedule.png │ ├── index.rst │ ├── installation.md │ ├── internal │ ├── modeling_utils.rst │ ├── pipelines_utils.rst │ └── tokenization_utils.rst │ ├── main_classes │ ├── configuration.rst │ ├── logging.rst │ ├── model.rst │ ├── optimizer_schedules.rst │ ├── output.rst │ ├── pipelines.rst │ ├── processors.rst │ ├── tokenizer.rst │ └── trainer.rst │ ├── migration.md │ ├── model_doc │ ├── albert.rst │ ├── auto.rst │ ├── bart.rst │ ├── bert.rst │ ├── bertgeneration.rst │ ├── camembert.rst │ ├── ctrl.rst │ ├── dialogpt.rst │ ├── distilbert.rst │ ├── dpr.rst │ ├── electra.rst │ ├── encoderdecoder.rst │ ├── flaubert.rst │ ├── fsmt.rst │ ├── funnel.rst │ ├── gpt.rst │ ├── gpt2.rst │ ├── layoutlm.rst │ ├── longformer.rst │ ├── lxmert.rst │ ├── marian.rst │ ├── mbart.rst │ ├── mobilebert.rst │ ├── pegasus.rst │ ├── rag.rst │ ├── reformer.rst │ ├── retribert.rst │ ├── roberta.rst │ ├── t5.rst │ ├── transformerxl.rst │ ├── xlm.rst │ ├── xlmroberta.rst │ └── xlnet.rst │ ├── model_sharing.rst │ ├── model_summary.rst │ ├── multilingual.rst │ ├── notebooks.md │ ├── perplexity.rst │ ├── philosophy.rst │ ├── preprocessing.rst │ ├── pretrained_models.rst │ ├── quicktour.rst │ ├── serialization.rst │ ├── task_summary.rst │ ├── testing.rst │ ├── tokenizer_summary.rst │ └── training.rst ├── examples ├── README.md ├── adversarial │ ├── README.md │ ├── run_hans.py │ └── utils_hans.py ├── benchmarking │ ├── README.md │ ├── plot_csv_file.py │ ├── run_benchmark.py │ └── run_benchmark_tf.py ├── bert-loses-patience │ ├── README.md │ ├── pabee │ │ ├── __init__.py │ │ ├── modeling_pabee_albert.py │ │ └── modeling_pabee_bert.py │ ├── run_glue_with_pabee.py │ └── test_run_glue_with_pabee.py ├── bertology │ └── run_bertology.py ├── conftest.py ├── contrib │ ├── README.md │ ├── mm-imdb │ │ ├── README.md │ │ ├── run_mmimdb.py │ │ └── utils_mmimdb.py │ ├── run_camembert.py │ ├── run_openai_gpt.py │ ├── run_swag.py │ └── run_transfo_xl.py ├── deebert │ ├── README.md │ ├── entropy_eval.sh │ ├── eval_deebert.sh │ ├── run_glue_deebert.py │ ├── src │ │ ├── __init__.py │ │ ├── modeling_highway_bert.py │ │ └── modeling_highway_roberta.py │ ├── test_glue_deebert.py │ └── train_deebert.sh ├── distillation │ ├── README.md │ ├── distiller.py │ ├── grouped_batch_sampler.py │ ├── lm_seqs_dataset.py │ ├── requirements.txt │ ├── run_squad_w_distillation.py │ ├── scripts │ │ ├── binarized_data.py │ │ ├── extract.py │ │ ├── extract_distilbert.py │ │ └── token_counts.py │ ├── train.py │ ├── training_configs │ │ ├── distilbert-base-cased.json │ │ ├── distilbert-base-multilingual-cased.json │ │ ├── distilbert-base-uncased.json │ │ ├── distilgpt2.json │ │ └── distilroberta-base.json │ └── utils.py ├── language-modeling │ ├── README.md │ └── run_language_modeling.py ├── lightning_base.py ├── longform-qa │ ├── README.md │ ├── eli5_app.py │ └── eli5_utils.py ├── lxmert │ ├── README.md │ ├── demo.ipynb │ ├── extracting_data.py │ ├── modeling_frcnn.py │ ├── processing_image.py │ ├── requirements.txt │ ├── utils.py │ └── visualizing_image.py ├── movement-pruning │ ├── README.md │ ├── Saving_PruneBERT.ipynb │ ├── bertarize.py │ ├── counts_parameters.py │ ├── emmental │ │ ├── __init__.py │ │ ├── configuration_bert_masked.py │ │ ├── modeling_bert_masked.py │ │ └── modules │ │ │ ├── __init__.py │ │ │ ├── binarizer.py │ │ │ └── masked_nn.py │ ├── masked_run_glue.py │ ├── masked_run_squad.py │ └── requirements.txt ├── multiple-choice │ ├── README.md │ ├── run_multiple_choice.py │ ├── run_tf_multiple_choice.py │ └── utils_multiple_choice.py ├── question-answering │ ├── README.md │ ├── run_squad.py │ ├── run_squad_trainer.py │ └── run_tf_squad.py ├── rag │ ├── README.md │ ├── __init__.py │ ├── callbacks.py │ ├── consolidate_rag_checkpoint.py │ ├── distributed_retriever.py │ ├── eval_rag.py │ ├── finetune.py │ ├── finetune.sh │ ├── parse_dpr_relevance_data.py │ ├── requirements.txt │ ├── test_distributed_retriever.py │ └── utils.py ├── requirements.txt ├── seq2seq │ ├── README.md │ ├── __init__.py │ ├── bertabs │ │ ├── README.md │ │ ├── __init__.py │ │ ├── configuration_bertabs.py │ │ ├── convert_bertabs_original_pytorch_checkpoint.py │ │ ├── modeling_bertabs.py │ │ ├── requirements.txt │ │ ├── run_summarization.py │ │ ├── test_utils_summarization.py │ │ └── utils_summarization.py │ ├── builtin_trainer │ │ ├── finetune.sh │ │ ├── finetune_tpu.sh │ │ ├── train_distil_marian_enro.sh │ │ ├── train_distil_marian_enro_tpu.sh │ │ ├── train_distilbart_cnn.sh │ │ └── train_mbart_cc25_enro.sh │ ├── callbacks.py │ ├── convert_model_to_fp16.py │ ├── convert_pl_checkpoint_to_hf.py │ ├── distil_marian_enro_teacher.sh │ ├── distil_marian_no_teacher.sh │ ├── distillation.py │ ├── download_wmt.py │ ├── dynamic_bs_example.sh │ ├── finetune.py │ ├── finetune.sh │ ├── finetune_bart_tiny.sh │ ├── finetune_pegasus_xsum.sh │ ├── finetune_t5.sh │ ├── finetune_trainer.py │ ├── make_student.py │ ├── minify_dataset.py │ ├── pack_dataset.py │ ├── romanian_postprocessing.md │ ├── rouge_cli.py │ ├── run_distiller.sh │ ├── run_distributed_eval.py │ ├── run_eval.py │ ├── run_eval_search.py │ ├── save_len_file.py │ ├── save_randomly_initialized_model.py │ ├── sentence_splitter.py │ ├── seq2seq_trainer.py │ ├── test_bash_script.py │ ├── test_calculate_rouge.py │ ├── test_data │ │ ├── fsmt │ │ │ ├── build-eval-data.py │ │ │ └── fsmt_val_data.json │ │ └── wmt_en_ro │ │ │ ├── test.source │ │ │ ├── test.target │ │ │ ├── train.len │ │ │ ├── train.source │ │ │ ├── train.target │ │ │ ├── val.len │ │ │ ├── val.source │ │ │ └── val.target │ ├── test_datasets.py │ ├── test_finetune_trainer.py │ ├── test_fsmt_bleu_score.py │ ├── test_make_student.py │ ├── test_seq2seq_examples.py │ ├── train_distilbart_cnn.sh │ ├── train_distilbart_xsum.sh │ ├── train_mbart_cc25_enro.sh │ ├── utils.py │ └── xla_spawn.py ├── test_examples.py ├── test_xla_examples.py ├── text-classification │ ├── README.md │ ├── run_glue.py │ ├── run_pl.sh │ ├── run_pl_glue.py │ ├── run_tf_glue.py │ ├── run_tf_text_classification.py │ └── run_xnli.py ├── text-generation │ ├── README.md │ ├── pplm │ │ ├── README.md │ │ ├── imgs │ │ │ ├── headfigure.png │ │ │ └── wooly.png │ │ ├── pplm_classification_head.py │ │ ├── run_pplm.py │ │ └── run_pplm_discrim_train.py │ └── run_generation.py ├── token-classification │ ├── README.md │ ├── run.sh │ ├── run_chunk.sh │ ├── run_ner.py │ ├── run_pl.sh │ ├── run_pl_ner.py │ ├── run_pos.sh │ ├── run_pos_pl.sh │ ├── run_tf_ner.py │ ├── scripts │ │ └── preprocess.py │ ├── tasks.py │ ├── test_ner_examples.py │ └── utils_ner.py └── xla_spawn.py ├── hubconf.py ├── model_cards ├── DeepPavlov │ ├── bert-base-bg-cs-pl-ru-cased │ │ └── README.md │ ├── bert-base-cased-conversational │ │ └── README.md │ ├── bert-base-multilingual-cased-sentence │ │ └── README.md │ ├── rubert-base-cased-conversational │ │ └── README.md │ ├── rubert-base-cased-sentence │ │ └── README.md │ └── rubert-base-cased │ │ └── README.md ├── Hate-speech-CNERG │ ├── dehatebert-mono-arabic │ │ └── README.md │ ├── dehatebert-mono-english │ │ └── README.md │ ├── dehatebert-mono-french │ │ └── README.md │ ├── dehatebert-mono-german │ │ └── README.md │ ├── dehatebert-mono-indonesian │ │ └── README.md │ ├── dehatebert-mono-italian │ │ └── README.md │ ├── dehatebert-mono-polish │ │ └── README.md │ ├── dehatebert-mono-portugese │ │ └── README.md │ └── dehatebert-mono-spanish │ │ └── README.md ├── HooshvareLab │ ├── bert-base-parsbert-armanner-uncased │ │ └── README.md │ ├── bert-base-parsbert-ner-uncased │ │ └── README.md │ ├── bert-base-parsbert-peymaner-uncased │ │ └── README.md │ ├── bert-base-parsbert-uncased │ │ └── README.md │ └── bert-fa-base-uncased │ │ └── README.md ├── KB │ ├── albert-base-swedish-cased-alpha │ │ └── README.md │ ├── bert-base-swedish-cased-ner │ │ └── README.md │ └── bert-base-swedish-cased │ │ └── README.md ├── LorenzoDeMattei │ └── GePpeTto │ │ └── README.md ├── MoseliMotsoehli │ ├── TswanaBert │ │ └── README.md │ └── zuBERTa │ │ └── README.md ├── Musixmatch │ ├── umberto-commoncrawl-cased-v1 │ │ └── README.md │ └── umberto-wikipedia-uncased-v1 │ │ └── README.md ├── NLP4H │ └── ms_bert │ │ └── README.md ├── Naveen-k │ └── KanBERTo │ │ └── README.md ├── NeuML │ ├── bert-small-cord19-squad2 │ │ └── README.md │ ├── bert-small-cord19 │ │ └── README.md │ └── bert-small-cord19qa │ │ └── README.md ├── Norod78 │ └── hewiki-articles-distilGPT2py-il │ │ └── README.md ├── Primer │ └── bart-squad2 │ │ └── README.md ├── Rostlab │ ├── prot_bert │ │ └── README.md │ └── prot_bert_bfd │ │ └── README.md ├── SZTAKI-HLT │ └── hubert-base-cc │ │ └── README.md ├── SparkBeyond │ └── roberta-large-sts-b │ │ └── README.md ├── T-Systems-onsite │ └── bert-german-dbmdz-uncased-sentence-stsb │ │ └── README.md ├── Tereveni-AI │ └── gpt2-124M-uk-fiction │ │ └── README.md ├── TurkuNLP │ ├── bert-base-finnish-cased-v1 │ │ └── README.md │ └── bert-base-finnish-uncased-v1 │ │ └── README.md ├── TypicaAI │ └── magbert-ner │ │ └── README.md ├── Vamsi │ └── T5_Paraphrase_Paws │ │ └── README.md ├── VictorSanh │ └── roberta-base-finetuned-yelp-polarity │ │ └── README.md ├── ViktorAlm │ └── electra-base-norwegian-uncased-discriminator │ │ └── README.md ├── a-ware │ ├── bart-squadv2 │ │ └── README.md │ ├── roberta-large-squad-classification │ │ └── README.md │ └── xlmroberta-squadv2 │ │ └── README.md ├── activebus │ ├── BERT-DK_laptop │ │ └── README.md │ ├── BERT-DK_rest │ │ └── README.md │ ├── BERT-PT_laptop │ │ └── README.md │ ├── BERT-PT_rest │ │ └── README.md │ ├── BERT-XD_Review │ │ └── README.md │ └── BERT_Review │ │ └── README.md ├── ahotrod │ ├── albert_xxlargev1_squad2_512 │ │ └── README.md │ ├── electra_large_discriminator_squad2_512 │ │ └── README.md │ ├── roberta_large_squad2 │ │ └── README.md │ └── xlnet_large_squad2_512 │ │ └── README.md ├── akhooli │ ├── gpt2-small-arabic-poetry │ │ └── README.md │ ├── gpt2-small-arabic │ │ └── README.md │ ├── mbart-large-cc25-ar-en │ │ └── README.md │ ├── mbart-large-cc25-en-ar │ │ └── README.md │ └── xlm-r-large-arabic-sent │ │ └── README.md ├── albert-base-v1-README.md ├── albert-xxlarge-v2-README.md ├── aliosm │ ├── ComVE-distilgpt2 │ │ └── README.md │ ├── ComVE-gpt2-large │ │ └── README.md │ ├── ComVE-gpt2-medium │ │ └── README.md │ └── ComVE-gpt2 │ │ └── README.md ├── allegro │ ├── herbert-klej-cased-tokenizer-v1 │ │ └── README.md │ └── herbert-klej-cased-v1 │ │ └── README.md ├── allenai │ ├── biomed_roberta_base │ │ └── README.md │ ├── longformer-base-4096-extra.pos.embd.only │ │ └── README.md │ ├── longformer-base-4096 │ │ └── README.md │ ├── scibert_scivocab_cased │ │ └── README.md │ ├── scibert_scivocab_uncased │ │ └── README.md │ ├── wmt16-en-de-12-1 │ │ └── README.md │ ├── wmt16-en-de-dist-12-1 │ │ └── README.md │ ├── wmt16-en-de-dist-6-1 │ │ └── README.md │ ├── wmt19-de-en-6-6-base │ │ └── README.md │ └── wmt19-de-en-6-6-big │ │ └── README.md ├── amberoad │ └── bert-multilingual-passage-reranking-msmarco │ │ └── README.md ├── antoiloui │ └── belgpt2 │ │ └── README.md ├── aodiniz │ ├── bert_uncased_L-10_H-512_A-8_cord19-200616 │ │ └── README.md │ ├── bert_uncased_L-10_H-512_A-8_cord19-200616_squad2 │ │ └── README.md │ ├── bert_uncased_L-2_H-512_A-8_cord19-200616 │ │ └── README.md │ └── bert_uncased_L-4_H-256_A-4_cord19-200616 │ │ └── README.md ├── asafaya │ ├── bert-base-arabic │ │ └── README.md │ ├── bert-large-arabic │ │ └── README.md │ ├── bert-medium-arabic │ │ └── README.md │ └── bert-mini-arabic │ │ └── README.md ├── aubmindlab │ ├── bert-base-arabert │ │ └── README.md │ └── bert-base-arabertv01 │ │ └── README.md ├── bart-large-cnn │ └── README.md ├── bart-large-xsum │ └── README.md ├── bashar-talafha │ └── multi-dialect-bert-base-arabic │ │ └── README.md ├── bayartsogt │ └── albert-mongolian │ │ └── README.md ├── bert-base-cased-README.md ├── bert-base-chinese-README.md ├── bert-base-german-cased-README.md ├── bert-base-german-dbmdz-cased-README.md ├── bert-base-german-dbmdz-uncased-README.md ├── bert-base-multilingual-cased-README.md ├── bert-base-multilingual-uncased-README.md ├── bert-base-uncased-README.md ├── bert-large-cased-README.md ├── binwang │ └── xlnet-base-cased │ │ └── README.md ├── blinoff │ └── roberta-base-russian-v0 │ │ └── README.md ├── cahya │ ├── bert-base-indonesian-522M │ │ └── README.md │ ├── gpt2-small-indonesian-522M │ │ └── README.md │ └── roberta-base-indonesian-522M │ │ └── README.md ├── camembert-base-README.md ├── camembert │ ├── camembert-base-ccnet-4gb │ │ └── README.md │ ├── camembert-base-ccnet │ │ └── README.md │ ├── camembert-base-oscar-4gb │ │ └── README.md │ ├── camembert-base-wikipedia-4gb │ │ └── README.md │ └── camembert-large │ │ └── README.md ├── canwenxu │ └── BERT-of-Theseus-MNLI │ │ └── README.md ├── cedpsam │ └── chatbot_fr │ │ └── README.md ├── chrisliu298 │ └── arxiv_ai_gpt2 │ │ └── README.md ├── cimm-kzn │ └── rudr-bert │ │ └── README.md ├── clue │ ├── albert_chinese_small │ │ └── README.md │ ├── albert_chinese_tiny │ │ └── README.md │ ├── roberta_chinese_3L312_clue_tiny │ │ └── README.md │ ├── roberta_chinese_base │ │ └── README.md │ ├── roberta_chinese_large │ │ └── README.md │ └── xlnet_chinese_large │ │ └── README.md ├── codegram │ ├── calbert-base-uncased │ │ └── README.md │ └── calbert-tiny-uncased │ │ └── README.md ├── csarron │ ├── bert-base-uncased-squad-v1 │ │ └── README.md │ ├── mobilebert-uncased-squad-v1 │ │ └── README.md │ ├── mobilebert-uncased-squad-v2 │ │ └── README.md │ └── roberta-base-squad-v1 │ │ └── README.md ├── daigo │ └── bert-base-japanese-sentiment │ │ └── README.md ├── dbmdz │ ├── bert-base-german-cased │ │ └── README.md │ ├── bert-base-german-europeana-cased │ │ └── README.md │ ├── bert-base-german-europeana-uncased │ │ └── README.md │ ├── bert-base-german-uncased │ │ └── README.md │ ├── bert-base-italian-cased │ │ └── README.md │ ├── bert-base-italian-uncased │ │ └── README.md │ ├── bert-base-italian-xxl-cased │ │ └── README.md │ ├── bert-base-italian-xxl-uncased │ │ └── README.md │ ├── bert-base-turkish-128k-cased │ │ └── README.md │ ├── bert-base-turkish-128k-uncased │ │ └── README.md │ ├── bert-base-turkish-cased │ │ └── README.md │ ├── bert-base-turkish-uncased │ │ └── README.md │ ├── distilbert-base-turkish-cased │ │ └── README.md │ ├── electra-base-turkish-cased-discriminator │ │ └── README.md │ └── electra-small-turkish-cased-discriminator │ │ └── README.md ├── dccuchile │ ├── bert-base-spanish-wwm-cased │ │ └── README.md │ └── bert-base-spanish-wwm-uncased │ │ └── README.md ├── deepset │ ├── bert-base-german-cased-oldvocab │ │ └── README.md │ ├── electra-base-squad2 │ │ └── README.md │ ├── minilm-uncased-squad2 │ │ └── README.md │ ├── quora_dedup_bert_base │ │ └── README.md │ ├── roberta-base-squad2-covid │ │ └── README.md │ ├── roberta-base-squad2 │ │ └── README.md │ ├── sentence_bert │ │ └── README.md │ └── xlm-roberta-large-squad2 │ │ └── README.md ├── digitalepidemiologylab │ └── covid-twitter-bert │ │ └── README.md ├── distilbert-base-cased-distilled-squad-README.md ├── distilbert-base-multilingual-cased-README.md ├── distilbert-base-uncased-README.md ├── distilbert-base-uncased-distilled-squad-README.md ├── distilgpt2-README.md ├── distilroberta-base-README.md ├── djstrong │ └── bg_cs_pl_ru_cased_L-12_H-768_A-12 │ │ └── README.md ├── dkleczek │ ├── bert-base-polish-cased-v1 │ │ └── README.md │ └── bert-base-polish-uncased-v1 │ │ └── README.md ├── dumitrescustefan │ ├── bert-base-romanian-cased-v1 │ │ └── README.md │ └── bert-base-romanian-uncased-v1 │ │ └── README.md ├── elgeish │ ├── cs224n-squad2.0-albert-base-v2 │ │ └── README.md │ ├── cs224n-squad2.0-albert-large-v2 │ │ └── README.md │ ├── cs224n-squad2.0-albert-xxlarge-v1 │ │ └── README.md │ ├── cs224n-squad2.0-distilbert-base-uncased │ │ └── README.md │ └── cs224n-squad2.0-roberta-base │ │ └── README.md ├── emilyalsentzer │ ├── Bio_ClinicalBERT │ │ └── README.md │ └── Bio_Discharge_Summary_BERT │ │ └── README.md ├── etalab-ia │ └── camembert-base-squadFR-fquad-piaf │ │ └── README.md ├── facebook │ ├── bart-large-cnn │ │ └── README.md │ ├── bart-large │ │ └── README.md │ ├── rag-sequence-base │ │ └── README.md │ ├── rag-sequence-nq │ │ └── README.md │ ├── rag-token-base │ │ └── README.md │ ├── rag-token-nq │ │ └── README.md │ ├── rag-token-nq_new │ │ └── README.md │ ├── wmt19-de-en │ │ └── README.md │ ├── wmt19-en-de │ │ └── README.md │ ├── wmt19-en-ru │ │ └── README.md │ └── wmt19-ru-en │ │ └── README.md ├── flexudy │ └── t5-base-multi-sentence-doctor │ │ ├── README.md │ │ └── sent-banner.png ├── fmikaelian │ ├── camembert-base-fquad │ │ └── README.md │ ├── camembert-base-squad │ │ └── README.md │ └── flaubert-base-uncased-squad │ │ └── README.md ├── fran-martinez │ └── scibert_scivocab_cased_ner_jnlpba │ │ └── README.md ├── funnel-transformer │ ├── intermediate-base │ │ └── README.md │ ├── intermediate │ │ └── README.md │ ├── large-base │ │ └── README.md │ ├── large │ │ └── README.md │ ├── medium-base │ │ └── README.md │ ├── medium │ │ └── README.md │ ├── small-base │ │ └── README.md │ ├── small │ │ └── README.md │ ├── xlarge-base │ │ └── README.md │ └── xlarge │ │ └── README.md ├── gaochangkuan │ └── model_dir │ │ └── README.md ├── german-nlp-group │ └── electra-base-german-uncased │ │ └── README.md ├── giganticode │ └── StackOBERTflow-comments-small-v1 │ │ └── README.md ├── gilf │ ├── french-camembert-postag-model │ │ └── README.md │ └── french-postag-model │ │ └── README.md ├── google │ ├── bert2bert_L-24_wmt_de_en │ │ └── README.md │ ├── bert2bert_L-24_wmt_en_de │ │ └── README.md │ ├── bert_uncased_L-10_H-128_A-2 │ │ └── README.md │ ├── bert_uncased_L-10_H-256_A-4 │ │ └── README.md │ ├── bert_uncased_L-10_H-512_A-8 │ │ └── README.md │ ├── bert_uncased_L-10_H-768_A-12 │ │ └── README.md │ ├── bert_uncased_L-12_H-128_A-2 │ │ └── README.md │ ├── bert_uncased_L-12_H-256_A-4 │ │ └── README.md │ ├── bert_uncased_L-12_H-512_A-8 │ │ └── README.md │ ├── bert_uncased_L-12_H-768_A-12 │ │ └── README.md │ ├── bert_uncased_L-2_H-128_A-2 │ │ └── README.md │ ├── bert_uncased_L-2_H-256_A-4 │ │ └── README.md │ ├── bert_uncased_L-2_H-512_A-8 │ │ └── README.md │ ├── bert_uncased_L-2_H-768_A-12 │ │ └── README.md │ ├── bert_uncased_L-4_H-128_A-2 │ │ └── README.md │ ├── bert_uncased_L-4_H-256_A-4 │ │ └── README.md │ ├── bert_uncased_L-4_H-512_A-8 │ │ └── README.md │ ├── bert_uncased_L-4_H-768_A-12 │ │ └── README.md │ ├── bert_uncased_L-6_H-128_A-2 │ │ └── README.md │ ├── bert_uncased_L-6_H-256_A-4 │ │ └── README.md │ ├── bert_uncased_L-6_H-512_A-8 │ │ └── README.md │ ├── bert_uncased_L-6_H-768_A-12 │ │ └── README.md │ ├── bert_uncased_L-8_H-128_A-2 │ │ └── README.md │ ├── bert_uncased_L-8_H-256_A-4 │ │ └── README.md │ ├── bert_uncased_L-8_H-512_A-8 │ │ └── README.md │ ├── bert_uncased_L-8_H-768_A-12 │ │ └── README.md │ ├── electra-base-discriminator │ │ └── README.md │ ├── electra-base-generator │ │ └── README.md │ ├── electra-large-discriminator │ │ └── README.md │ ├── electra-large-generator │ │ └── README.md │ ├── electra-small-discriminator │ │ └── README.md │ ├── electra-small-generator │ │ └── README.md │ ├── mobilebert-uncased │ │ └── README.md │ ├── reformer-crime-and-punishment │ │ └── README.md │ ├── reformer-enwik8 │ │ └── README.md │ ├── roberta2roberta_L-24_bbc │ │ └── README.md │ ├── roberta2roberta_L-24_cnn_daily_mail │ │ └── README.md │ ├── roberta2roberta_L-24_discofuse │ │ └── README.md │ ├── roberta2roberta_L-24_gigaword │ │ └── README.md │ └── roberta2roberta_L-24_wikisplit │ │ └── README.md ├── gpt2-README.md ├── gpt2-large-README.md ├── gpt2-medium-README.md ├── gpt2-xl-README.md ├── gsarti │ ├── biobert-nli │ │ └── README.md │ ├── covidbert-nli │ │ └── README.md │ └── scibert-nli │ │ └── README.md ├── healx │ ├── gpt-2-pubmed-large │ │ └── README.md │ └── gpt-2-pubmed-medium │ │ └── README.md ├── henryk │ ├── bert-base-multilingual-cased-finetuned-dutch-squad2 │ │ └── README.md │ ├── bert-base-multilingual-cased-finetuned-polish-squad1 │ │ └── README.md │ └── bert-base-multilingual-cased-finetuned-polish-squad2 │ │ └── README.md ├── huggingface │ ├── CodeBERTa-language-id │ │ └── README.md │ └── CodeBERTa-small-v1 │ │ └── README.md ├── huseinzol05 │ ├── albert-base-bahasa-cased │ │ └── README.md │ ├── albert-tiny-bahasa-cased │ │ └── README.md │ ├── bert-base-bahasa-cased │ │ └── README.md │ ├── electra-base-discriminator-bahasa-cased │ │ └── README.md │ ├── electra-base-generator-bahasa-cased │ │ └── README.md │ ├── electra-small-discriminator-bahasa-cased │ │ └── README.md │ ├── electra-small-generator-bahasa-cased │ │ └── README.md │ ├── gpt2-117M-bahasa-cased │ │ └── README.md │ ├── gpt2-345M-bahasa-cased │ │ └── README.md │ ├── t5-base-bahasa-cased │ │ └── README.md │ ├── t5-base-bahasa-summarization-cased │ │ └── README.md │ ├── t5-small-bahasa-cased │ │ └── README.md │ ├── t5-small-bahasa-summarization-cased │ │ └── README.md │ ├── tiny-bert-bahasa-cased │ │ └── README.md │ └── xlnet-base-bahasa-cased │ │ └── README.md ├── iarfmoose │ ├── bert-base-cased-qa-evaluator │ │ └── README.md │ ├── roberta-base-bulgarian-pos │ │ └── README.md │ ├── roberta-base-bulgarian │ │ └── README.md │ ├── roberta-small-bulgarian-pos │ │ └── README.md │ ├── roberta-small-bulgarian │ │ └── README.md │ └── t5-base-question-generator │ │ └── README.md ├── illuin │ ├── camembert-base-fquad │ │ └── README.md │ ├── camembert-large-fquad │ │ └── README.md │ └── lepetit │ │ └── README.md ├── indobenchmark │ ├── indobert-base-p1 │ │ └── README.md │ ├── indobert-base-p2 │ │ └── README.md │ ├── indobert-large-p1 │ │ └── README.md │ ├── indobert-large-p2 │ │ └── README.md │ ├── indobert-lite-base-p1 │ │ └── README.md │ ├── indobert-lite-base-p2 │ │ └── README.md │ ├── indobert-lite-large-p1 │ │ └── README.md │ └── indobert-lite-large-p2 │ │ └── README.md ├── ipuneetrathore │ └── bert-base-cased-finetuned-finBERT │ │ └── README.md ├── iuliaturc │ └── bert_uncased_L-2_H-128_A-2 │ │ └── README.md ├── ixa-ehu │ ├── berteus-base-cased │ │ └── README.md │ └── ixambert-base-cased │ │ └── README.md ├── jannesg │ ├── bertsson │ │ └── README.md │ ├── takalane_afr_roberta │ │ └── README.md │ ├── takalane_nbl_roberta │ │ └── README.md │ ├── takalane_nso_roberta │ │ └── README.md │ ├── takalane_sot_roberta │ │ └── README.md │ ├── takalane_ssw_roberta │ │ └── README.md │ ├── takalane_tsn_roberta │ │ └── README.md │ ├── takalane_tso_roberta │ │ └── README.md │ ├── takalane_ven_roberta │ │ └── README.md │ ├── takalane_xho_roberta │ │ └── README.md │ └── takalane_zul_roberta │ │ └── README.md ├── jimregan │ └── BERTreach │ │ └── README.md ├── jme-p │ └── shrugging-grace-tweet-classifier │ │ └── README.md ├── joeddav │ ├── bart-large-mnli-yahoo-answers │ │ └── README.md │ └── xlm-roberta-large-xnli │ │ └── README.md ├── jplu │ ├── tf-camembert-base │ │ └── README.md │ ├── tf-xlm-r-ner-40-lang │ │ └── README.md │ ├── tf-xlm-roberta-base │ │ └── README.md │ └── tf-xlm-roberta-large │ │ └── README.md ├── julien-c │ ├── EsperBERTo-small-pos │ │ └── README.md │ ├── EsperBERTo-small │ │ └── README.md │ ├── bert-xsmall-dummy │ │ └── README.md │ └── dummy-unknown │ │ └── README.md ├── krevas │ ├── finance-koelectra-base-discriminator │ │ └── README.md │ ├── finance-koelectra-base-generator │ │ └── README.md │ ├── finance-koelectra-small-discriminator │ │ └── README.md │ └── finance-koelectra-small-generator │ │ └── README.md ├── ktrapeznikov │ ├── albert-xlarge-v2-squad-v2 │ │ └── README.md │ ├── biobert_v1.1_pubmed_squad_v2 │ │ └── README.md │ └── scibert_scivocab_uncased_squad_v2 │ │ └── README.md ├── kuisailab │ ├── albert-base-arabic │ │ └── README.md │ ├── albert-large-arabic │ │ └── README.md │ └── albert-xlarge-arabic │ │ └── README.md ├── loodos │ ├── albert-base-turkish-uncased │ │ └── README.md │ ├── bert-base-turkish-uncased │ │ └── README.md │ ├── electra-base-turkish-64k-uncased-discriminator │ │ └── README.md │ ├── electra-base-turkish-uncased-discriminator │ │ └── README.md │ ├── electra-small-turkish-cased-discriminator │ │ └── README.md │ └── electra-small-turkish-uncased-discriminator │ │ └── README.md ├── lordtt13 │ ├── COVID-SciBERT │ │ └── README.md │ └── emo-mobilebert │ │ └── README.md ├── lserinol │ └── bert-turkish-question-answering │ │ └── README.md ├── lvwerra │ ├── bert-imdb │ │ └── README.md │ ├── gpt2-imdb-ctrl │ │ └── README.md │ ├── gpt2-imdb-pos │ │ └── README.md │ ├── gpt2-imdb │ │ └── README.md │ └── gpt2-medium-taboo │ │ └── README.md ├── lysandre │ ├── arxiv-nlp │ │ └── README.md │ └── arxiv │ │ └── README.md ├── m3hrdadfi │ └── albert-fa-base-v2 │ │ └── README.md ├── microsoft │ ├── DialoGPT-large │ │ └── README.md │ ├── DialoGPT-medium │ │ └── README.md │ ├── DialoGPT-small │ │ └── README.md │ ├── MiniLM-L12-H384-uncased │ │ └── README.md │ ├── Multilingual-MiniLM-L12-H384 │ │ └── README.md │ ├── codebert-base-mlm │ │ └── README.md │ ├── codebert-base │ │ └── README.md │ ├── layoutlm-base-uncased │ │ └── README.md │ └── layoutlm-large-uncased │ │ └── README.md ├── monologg │ ├── koelectra-base-discriminator │ │ └── README.md │ ├── koelectra-base-generator │ │ └── README.md │ ├── koelectra-small-discriminator │ │ └── README.md │ └── koelectra-small-generator │ │ └── README.md ├── monsoon-nlp │ └── dv-wave │ │ └── README.md ├── moumeneb1 │ └── flaubert-base-cased-ecology_crisis │ │ └── README.md ├── mrm8488 │ ├── CodeBERTaPy │ │ └── README.md │ ├── GPT-2-finetuned-CORD19 │ │ └── README.md │ ├── GPT-2-finetuned-covid-bio-medrxiv │ │ └── README.md │ ├── GuaPeTe-2-tiny │ │ └── README.md │ ├── RoBERTinha │ │ └── README.md │ ├── RoBasquERTa │ │ └── README.md │ ├── RuPERTa-base-finetuned-ner │ │ └── README.md │ ├── RuPERTa-base-finetuned-pawsx-es │ │ └── README.md │ ├── RuPERTa-base-finetuned-pos │ │ └── README.md │ ├── RuPERTa-base-finetuned-squadv1 │ │ └── README.md │ ├── RuPERTa-base-finetuned-squadv2 │ │ └── README.md │ ├── RuPERTa-base │ │ └── README.md │ ├── TinyBERT-spanish-uncased-finetuned-ner │ │ └── README.md │ ├── bert-base-german-dbmdz-cased-finetuned-pawsx-de │ │ └── README.md │ ├── bert-base-spanish-wwm-cased-finetuned-spa-squad2-es │ │ └── README.md │ ├── bert-italian-finedtuned-squadv1-it-alfa │ │ └── README.md │ ├── bert-medium-finetuned-squadv2 │ │ └── README.md │ ├── bert-mini-finetuned-squadv2 │ │ └── README.md │ ├── bert-multi-cased-finedtuned-xquad-tydiqa-goldp │ │ └── README.md │ ├── bert-multi-cased-finetuned-xquadv1 │ │ └── README.md │ ├── bert-multi-uncased-finetuned-xquadv1 │ │ └── README.md │ ├── bert-small-finetuned-squadv2 │ │ └── README.md │ ├── bert-small-finetuned-typo-detection │ │ └── README.md │ ├── bert-spanish-cased-finetuned-ner │ │ └── README.md │ ├── bert-spanish-cased-finetuned-pos-syntax │ │ └── README.md │ ├── bert-spanish-cased-finetuned-pos │ │ └── README.md │ ├── bert-tiny-finetuned-squadv2 │ │ └── README.md │ ├── bert-uncased-finetuned-qnli │ │ └── README.md │ ├── camembert-base-finetuned-pawsx-fr │ │ └── README.md │ ├── chEMBL_smiles_v1 │ │ └── README.md │ ├── codeBERTaJS │ │ └── README.md │ ├── distilbert-base-multi-cased-finetuned-typo-detection │ │ └── README.md │ ├── distilbert-multi-finetuned-for-xqua-on-tydiqa │ │ └── README.md │ ├── distill-bert-base-spanish-wwm-cased-finetuned-spa-squad2-es │ │ └── README.md │ ├── distilroberta-base-finetuned-sentiment │ │ └── README.md │ ├── electra-base-finetuned-squadv1 │ │ └── README.md │ ├── electra-small-finetuned-squadv1 │ │ └── README.md │ ├── electra-small-finetuned-squadv2 │ │ └── README.md │ ├── electricidad-base-discriminator │ │ └── README.md │ ├── electricidad-base-finetuned-pawsx-es │ │ └── README.md │ ├── electricidad-base-generator │ │ └── README.md │ ├── electricidad-small-discriminator │ │ └── README.md │ ├── electricidad-small-finetuned-squadv1-es │ │ └── README.md │ ├── gpt2-finetuned-recipes-cooking │ │ └── README.md │ ├── gpt2-finetuned-recipes-cooking_v2 │ │ └── README.md │ ├── gpt2-imdb-neg │ │ └── README.md │ ├── gpt2-imdb-neutral │ │ └── README.md │ ├── longformer-base-4096-finetuned-squadv2 │ │ └── README.md │ ├── mobilebert-uncased-finetuned-squadv1 │ │ └── README.md │ ├── mobilebert-uncased-finetuned-squadv2 │ │ └── README.md │ ├── roberta-base-1B-1-finetuned-squadv1 │ │ └── README.md │ ├── roberta-base-1B-1-finetuned-squadv2 │ │ └── README.md │ ├── roberta-large-finetuned-wsc │ │ └── README.md │ ├── spanbert-base-finetuned-squadv1 │ │ └── README.md │ ├── spanbert-base-finetuned-squadv2 │ │ └── README.md │ ├── spanbert-base-finetuned-tacred │ │ └── README.md │ ├── spanbert-finetuned-squadv1 │ │ └── README.md │ ├── spanbert-finetuned-squadv2 │ │ └── README.md │ ├── spanbert-large-finetuned-squadv1 │ │ └── README.md │ ├── spanbert-large-finetuned-squadv2 │ │ └── README.md │ ├── spanbert-large-finetuned-tacred │ │ └── README.md │ ├── t5-base-finetuned-break_data-question-retrieval │ │ └── README.md │ ├── t5-base-finetuned-break_data │ │ └── README.md │ ├── t5-base-finetuned-e2m-intent │ │ └── README.md │ ├── t5-base-finetuned-emotion │ │ └── README.md │ ├── t5-base-finetuned-imdb-sentiment │ │ └── README.md │ ├── t5-base-finetuned-question-generation-ap │ │ └── README.md │ ├── t5-base-finetuned-sarcasm-twitter │ │ └── README.md │ ├── t5-base-finetuned-span-sentiment-extraction │ │ └── README.md │ ├── t5-base-finetuned-squadv2 │ │ └── README.md │ ├── t5-base-finetuned-summarize-news │ │ └── README.md │ ├── t5-base-finetuned-wikiSQL-sql-to-en │ │ └── README.md │ ├── t5-base-finetuned-wikiSQL │ │ └── README.md │ ├── t5-small-finetuned-emotion │ │ └── README.md │ ├── t5-small-finetuned-imdb-sentiment │ │ └── README.md │ ├── t5-small-finetuned-quora-for-paraphrasing │ │ └── README.md │ ├── t5-small-finetuned-squadv1 │ │ └── README.md │ ├── t5-small-finetuned-squadv2 │ │ └── README.md │ ├── t5-small-finetuned-wikiSQL │ │ └── README.md │ ├── umberto-wikipedia-uncased-v1-finetuned-squadv1-it │ │ └── README.md │ └── xlm-multi-finetuned-xquadv1 │ │ └── README.md ├── mys │ └── electra-base-turkish-cased-ner │ │ └── README.md ├── neuralmind │ ├── bert-base-portuguese-cased │ │ └── README.md │ └── bert-large-portuguese-cased │ │ └── README.md ├── neuraly │ └── bert-base-italian-cased-sentiment │ │ └── README.md ├── nghuyong │ ├── ernie-1.0 │ │ └── README.md │ ├── ernie-2.0-en │ │ └── README.md │ ├── ernie-2.0-large-en │ │ └── README.md │ └── ernie-tiny │ │ └── README.md ├── nlpaueb │ └── bert-base-greek-uncased-v1 │ │ └── README.md ├── nlptown │ └── bert-base-multilingual-uncased-sentiment │ │ └── README.md ├── nyu-mll │ ├── roberta-base-100M-1 │ │ └── README.md │ ├── roberta-base-100M-2 │ │ └── README.md │ ├── roberta-base-100M-3 │ │ └── README.md │ ├── roberta-base-10M-1 │ │ └── README.md │ ├── roberta-base-10M-2 │ │ └── README.md │ ├── roberta-base-10M-3 │ │ └── README.md │ ├── roberta-base-1B-1 │ │ └── README.md │ ├── roberta-base-1B-2 │ │ └── README.md │ ├── roberta-base-1B-3 │ │ └── README.md │ ├── roberta-med-small-1M-1 │ │ └── README.md │ ├── roberta-med-small-1M-2 │ │ └── README.md │ ├── roberta-med-small-1M-3 │ │ └── README.md │ └── roberta_1M_to_1B │ │ └── README.md ├── oliverguhr │ └── german-sentiment-bert │ │ └── README.md ├── patrickvonplaten │ ├── bert2bert-cnn_dailymail-fp16 │ │ └── README.md │ ├── bert2gpt2-cnn_dailymail-fp16 │ │ └── README.md │ ├── longformer2roberta-cnn_dailymail-fp16 │ │ └── README.md │ ├── roberta2roberta-cnn_dailymail-fp16 │ │ └── README.md │ └── roberta2roberta-share-cnn_dailymail-fp16 │ │ └── README.md ├── pdelobelle │ └── robbert-v2-dutch-base │ │ └── README.md ├── pierreguillou │ └── gpt2-small-portuguese │ │ └── README.md ├── pradhyra │ └── AWSBlogBert │ │ └── README.md ├── pranavpsv │ └── gpt2-genre-story-generator │ │ └── README.md ├── pvl │ └── labse_bert │ │ └── README.md ├── ramsrigouthamg │ └── t5_paraphraser │ │ └── README.md ├── rdenadai │ └── BR_BERTo │ │ └── README.md ├── redewiedergabe │ └── bert-base-historical-german-rw-cased │ │ └── README.md ├── rjbownes │ └── Magic-The-Generating │ │ └── README.md ├── roberta-base-README.md ├── roberta-large-README.md ├── roberta-large-mnli-README.md ├── rohanrajpal │ ├── bert-base-codemixed-uncased-sentiment │ │ └── README.md │ ├── bert-base-en-es-codemix-cased │ │ └── README.md │ ├── bert-base-en-hi-codemix-cased │ │ └── README.md │ └── bert-base-multilingual-codemixed-cased-sentiment │ │ └── README.md ├── sagorsarker │ ├── bangla-bert-base │ │ └── README.md │ ├── codeswitch-hineng-lid-lince │ │ └── README.md │ ├── codeswitch-hineng-ner-lince │ │ └── README.md │ ├── codeswitch-hineng-pos-lince │ │ └── README.md │ ├── codeswitch-nepeng-lid-lince │ │ └── README.md │ ├── codeswitch-spaeng-lid-lince │ │ └── README.md │ ├── codeswitch-spaeng-ner-lince │ │ └── README.md │ ├── codeswitch-spaeng-pos-lince │ │ └── README.md │ └── codeswitch-spaeng-sentiment-analysis-lince │ │ └── README.md ├── savasy │ ├── bert-base-turkish-ner-cased │ │ └── README.md │ ├── bert-base-turkish-sentiment-cased │ │ └── README.md │ ├── bert-base-turkish-squad │ │ └── README.md │ └── bert-turkish-text-classification │ │ └── README.md ├── schmidek │ └── electra-small-cased │ │ └── README.md ├── seiya │ └── oubiobert-base-uncased │ │ └── README.md ├── sentence-transformers │ ├── bert-base-nli-cls-token │ │ └── README.md │ ├── bert-base-nli-max-tokens │ │ └── README.md │ └── bert-base-nli-mean-tokens │ │ └── README.md ├── severinsimmler │ └── literary-german-bert │ │ ├── README.md │ │ ├── kfold.png │ │ └── prosa-jahre.png ├── seyonec │ └── ChemBERTa-zinc-base-v1 │ │ └── README.md ├── shoarora │ ├── alectra-small-owt │ │ └── README.md │ └── electra-small-owt │ │ └── README.md ├── shrugging-grace │ └── tweetclassifier │ │ └── README.md ├── spentaur │ └── yelp │ │ └── README.md ├── stas │ └── tiny-wmt19-en-de │ │ └── README.md ├── stevhliu │ └── astroGPT │ │ └── README.md ├── surajp │ ├── RoBERTa-hindi-guj-san │ │ └── README.md │ ├── SanBERTa │ │ └── README.md │ └── albert-base-sanskrit │ │ └── README.md ├── t5-11b-README.md ├── t5-3b-README.md ├── t5-base-README.md ├── t5-large-README.md ├── t5-small-README.md ├── tblard │ └── tf-allocine │ │ └── README.md ├── tuner007 │ ├── pegasus_paraphrase │ │ └── README.md │ ├── pegasus_qa │ │ └── README.md │ └── t5_abs_qa │ │ └── README.md ├── twmkn9 │ ├── albert-base-v2-squad2 │ │ └── README.md │ ├── bert-base-uncased-squad2 │ │ └── README.md │ ├── distilbert-base-uncased-squad2 │ │ └── README.md │ └── distilroberta-base-squad2 │ │ └── README.md ├── uncnlp │ └── lxmert-base-uncased │ │ ├── LICENSE │ │ ├── README.md │ │ └── lxmert_model-1.jpg ├── unideeplearning │ └── polibert_sa │ │ └── README.md ├── urduhack │ └── roberta-urdu-small │ │ └── README.md ├── valhalla │ ├── bart-large-finetuned-squadv1 │ │ └── README.md │ ├── distilbart-mnli-12-1 │ │ └── README.md │ ├── distilbart-mnli-12-3 │ │ └── README.md │ ├── distilbart-mnli-12-6 │ │ └── README.md │ ├── distilbart-mnli-12-9 │ │ └── README.md │ ├── electra-base-discriminator-finetuned_squadv1 │ │ └── README.md │ ├── longformer-base-4096-finetuned-squadv1 │ │ └── README.md │ ├── t5-base-e2e-qg │ │ └── README.md │ ├── t5-base-qa-qg-hl │ │ └── README.md │ ├── t5-base-qg-hl │ │ └── README.md │ ├── t5-base-squad │ │ └── README.md │ ├── t5-samll-qg-prepend │ │ └── README.md │ ├── t5-small-e2e-qg │ │ └── README.md │ ├── t5-small-qa-qg-hl │ │ └── README.md │ └── t5-small-qg-hl │ │ └── README.md ├── vinai │ ├── bertweet-base │ │ └── README.md │ ├── bertweet-covid19-base-cased │ │ └── README.md │ ├── bertweet-covid19-base-uncased │ │ └── README.md │ ├── phobert-base │ │ └── README.md │ └── phobert-large │ │ └── README.md ├── voidful │ ├── albert_chinese_base │ │ └── README.md │ ├── albert_chinese_large │ │ └── README.md │ ├── albert_chinese_small │ │ └── README.md │ ├── albert_chinese_tiny │ │ └── README.md │ ├── albert_chinese_xlarge │ │ └── README.md │ └── albert_chinese_xxlarge │ │ └── README.md ├── wptoux │ └── albert-chinese-large-qa │ │ └── README.md ├── xlm-mlm-en-2048-README.md ├── xlm-roberta-base-README.md ├── xlm-roberta-large-finetuned-conll03-german-README.md ├── yjernite │ └── bart_eli5 │ │ └── README.md ├── youscan │ └── ukr-roberta-base │ │ └── README.md ├── yuvraj │ ├── summarizer-cnndm │ │ └── README.md │ └── xSumm │ │ └── README.md └── zanelim │ ├── singbert-large-sg │ └── README.md │ ├── singbert-lite-sg │ └── README.md │ └── singbert │ └── README.md ├── notebooks ├── 01-training-tokenizers.ipynb ├── 02-transformers.ipynb ├── 03-pipelines.ipynb ├── 04-onnx-export.ipynb ├── 05-benchmark.ipynb └── README.md ├── pyproject.toml ├── scripts └── fsmt │ ├── convert-allenai-wmt16.sh │ ├── convert-allenai-wmt19.sh │ ├── convert-facebook-wmt19.sh │ ├── eval-allenai-wmt16.sh │ ├── eval-allenai-wmt19.sh │ ├── eval-facebook-wmt19.sh │ ├── fsmt-make-tiny-model.py │ ├── gen-card-allenai-wmt16.py │ ├── gen-card-allenai-wmt19.py │ ├── gen-card-facebook-wmt19.py │ ├── s3-move.sh │ └── tests-to-run.sh ├── setup.cfg ├── setup.py ├── src ├── transformers.egg-info │ ├── PKG-INFO │ ├── SOURCES.txt │ ├── dependency_links.txt │ ├── entry_points.txt │ ├── requires.txt │ └── top_level.txt └── transformers │ ├── __init__.py │ ├── __pycache__ │ ├── __init__.cpython-37.pyc │ ├── activations.cpython-37.pyc │ ├── configuration_albert.cpython-37.pyc │ ├── configuration_auto.cpython-37.pyc │ ├── configuration_bart.cpython-37.pyc │ ├── configuration_bert.cpython-37.pyc │ ├── configuration_bert_generation.cpython-37.pyc │ ├── configuration_camembert.cpython-37.pyc │ ├── configuration_ctrl.cpython-37.pyc │ ├── configuration_distilbert.cpython-37.pyc │ ├── configuration_dpr.cpython-37.pyc │ ├── configuration_electra.cpython-37.pyc │ ├── configuration_encoder_decoder.cpython-37.pyc │ ├── configuration_flaubert.cpython-37.pyc │ ├── configuration_fsmt.cpython-37.pyc │ ├── configuration_funnel.cpython-37.pyc │ ├── configuration_gpt2.cpython-37.pyc │ ├── configuration_layoutlm.cpython-37.pyc │ ├── configuration_longformer.cpython-37.pyc │ ├── configuration_lxmert.cpython-37.pyc │ ├── configuration_marian.cpython-37.pyc │ ├── configuration_mbart.cpython-37.pyc │ ├── configuration_mmbt.cpython-37.pyc │ ├── configuration_mobilebert.cpython-37.pyc │ ├── configuration_openai.cpython-37.pyc │ ├── configuration_pegasus.cpython-37.pyc │ ├── configuration_rag.cpython-37.pyc │ ├── configuration_reformer.cpython-37.pyc │ ├── configuration_retribert.cpython-37.pyc │ ├── configuration_roberta.cpython-37.pyc │ ├── configuration_t5.cpython-37.pyc │ ├── configuration_transfo_xl.cpython-37.pyc │ ├── configuration_utils.cpython-37.pyc │ ├── configuration_xlm.cpython-37.pyc │ ├── configuration_xlm_roberta.cpython-37.pyc │ ├── configuration_xlnet.cpython-37.pyc │ ├── file_utils.cpython-37.pyc │ ├── generation_utils.cpython-37.pyc │ ├── hf_argparser.cpython-37.pyc │ ├── integrations.cpython-37.pyc │ ├── modelcard.cpython-37.pyc │ ├── modeling_albert.cpython-37.pyc │ ├── modeling_auto.cpython-37.pyc │ ├── modeling_bart.cpython-37.pyc │ ├── modeling_bert.cpython-37.pyc │ ├── modeling_bert_generation.cpython-37.pyc │ ├── modeling_camembert.cpython-37.pyc │ ├── modeling_ctrl.cpython-37.pyc │ ├── modeling_distilbert.cpython-37.pyc │ ├── modeling_dpr.cpython-37.pyc │ ├── modeling_electra.cpython-37.pyc │ ├── modeling_encoder_decoder.cpython-37.pyc │ ├── modeling_flaubert.cpython-37.pyc │ ├── modeling_fsmt.cpython-37.pyc │ ├── modeling_funnel.cpython-37.pyc │ ├── modeling_gpt2.cpython-37.pyc │ ├── modeling_layoutlm.cpython-37.pyc │ ├── modeling_longformer.cpython-37.pyc │ ├── modeling_lxmert.cpython-37.pyc │ ├── modeling_marian.cpython-37.pyc │ ├── modeling_mbart.cpython-37.pyc │ ├── modeling_mmbt.cpython-37.pyc │ ├── modeling_mobilebert.cpython-37.pyc │ ├── modeling_openai.cpython-37.pyc │ ├── modeling_outputs.cpython-37.pyc │ ├── modeling_pegasus.cpython-37.pyc │ ├── modeling_rag.cpython-37.pyc │ ├── modeling_reformer.cpython-37.pyc │ ├── modeling_retribert.cpython-37.pyc │ ├── modeling_roberta.cpython-37.pyc │ ├── modeling_t5.cpython-37.pyc │ ├── modeling_tf_pytorch_utils.cpython-37.pyc │ ├── modeling_transfo_xl.cpython-37.pyc │ ├── modeling_transfo_xl_utilities.cpython-37.pyc │ ├── modeling_utils.cpython-37.pyc │ ├── modeling_xlm.cpython-37.pyc │ ├── modeling_xlm_roberta.cpython-37.pyc │ ├── modeling_xlnet.cpython-37.pyc │ ├── optimization.cpython-37.pyc │ ├── pipelines.cpython-37.pyc │ ├── retrieval_rag.cpython-37.pyc │ ├── tokenization_albert.cpython-37.pyc │ ├── tokenization_auto.cpython-37.pyc │ ├── tokenization_bart.cpython-37.pyc │ ├── tokenization_bert.cpython-37.pyc │ ├── tokenization_bert_generation.cpython-37.pyc │ ├── tokenization_bert_japanese.cpython-37.pyc │ ├── tokenization_bertweet.cpython-37.pyc │ ├── tokenization_camembert.cpython-37.pyc │ ├── tokenization_ctrl.cpython-37.pyc │ ├── tokenization_distilbert.cpython-37.pyc │ ├── tokenization_dpr.cpython-37.pyc │ ├── tokenization_electra.cpython-37.pyc │ ├── tokenization_flaubert.cpython-37.pyc │ ├── tokenization_fsmt.cpython-37.pyc │ ├── tokenization_funnel.cpython-37.pyc │ ├── tokenization_gpt2.cpython-37.pyc │ ├── tokenization_layoutlm.cpython-37.pyc │ ├── tokenization_longformer.cpython-37.pyc │ ├── tokenization_lxmert.cpython-37.pyc │ ├── tokenization_marian.cpython-37.pyc │ ├── tokenization_mbart.cpython-37.pyc │ ├── tokenization_mobilebert.cpython-37.pyc │ ├── tokenization_openai.cpython-37.pyc │ ├── tokenization_pegasus.cpython-37.pyc │ ├── tokenization_phobert.cpython-37.pyc │ ├── tokenization_rag.cpython-37.pyc │ ├── tokenization_reformer.cpython-37.pyc │ ├── tokenization_retribert.cpython-37.pyc │ ├── tokenization_roberta.cpython-37.pyc │ ├── tokenization_t5.cpython-37.pyc │ ├── tokenization_transfo_xl.cpython-37.pyc │ ├── tokenization_utils.cpython-37.pyc │ ├── tokenization_utils_base.cpython-37.pyc │ ├── tokenization_utils_fast.cpython-37.pyc │ ├── tokenization_xlm.cpython-37.pyc │ ├── tokenization_xlm_roberta.cpython-37.pyc │ ├── tokenization_xlnet.cpython-37.pyc │ ├── trainer.cpython-37.pyc │ ├── trainer_utils.cpython-37.pyc │ ├── training_args.cpython-37.pyc │ └── training_args_tf.cpython-37.pyc │ ├── activations.py │ ├── activations_tf.py │ ├── benchmark │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-37.pyc │ │ ├── benchmark.cpython-37.pyc │ │ ├── benchmark_args.cpython-37.pyc │ │ ├── benchmark_args_utils.cpython-37.pyc │ │ └── benchmark_utils.cpython-37.pyc │ ├── benchmark.py │ ├── benchmark_args.py │ ├── benchmark_args_tf.py │ ├── benchmark_args_utils.py │ ├── benchmark_tf.py │ └── benchmark_utils.py │ ├── commands │ ├── __init__.py │ ├── convert.py │ ├── download.py │ ├── env.py │ ├── run.py │ ├── serving.py │ ├── train.py │ ├── transformers_cli.py │ └── user.py │ ├── configuration_albert.py │ ├── configuration_auto.py │ ├── configuration_bart.py │ ├── configuration_bert.py │ ├── configuration_bert_generation.py │ ├── configuration_camembert.py │ ├── configuration_ctrl.py │ ├── configuration_distilbert.py │ ├── configuration_dpr.py │ ├── configuration_electra.py │ ├── configuration_encoder_decoder.py │ ├── configuration_flaubert.py │ ├── configuration_fsmt.py │ ├── configuration_funnel.py │ ├── configuration_gpt2.py │ ├── configuration_layoutlm.py │ ├── configuration_longformer.py │ ├── configuration_lxmert.py │ ├── configuration_marian.py │ ├── configuration_mbart.py │ ├── configuration_mmbt.py │ ├── configuration_mobilebert.py │ ├── configuration_openai.py │ ├── configuration_pegasus.py │ ├── configuration_rag.py │ ├── configuration_reformer.py │ ├── configuration_retribert.py │ ├── configuration_roberta.py │ ├── configuration_t5.py │ ├── configuration_transfo_xl.py │ ├── configuration_utils.py │ ├── configuration_xlm.py │ ├── configuration_xlm_roberta.py │ ├── configuration_xlnet.py │ ├── convert_albert_original_tf_checkpoint_to_pytorch.py │ ├── convert_bart_original_pytorch_checkpoint_to_pytorch.py │ ├── convert_bert_original_tf2_checkpoint_to_pytorch.py │ ├── convert_bert_original_tf_checkpoint_to_pytorch.py │ ├── convert_bert_pytorch_checkpoint_to_original_tf.py │ ├── convert_dialogpt_original_pytorch_checkpoint_to_pytorch.py │ ├── convert_dpr_original_checkpoint_to_pytorch.py │ ├── convert_electra_original_tf_checkpoint_to_pytorch.py │ ├── convert_fsmt_original_pytorch_checkpoint_to_pytorch.py │ ├── convert_funnel_original_tf_checkpoint_to_pytorch.py │ ├── convert_gpt2_original_tf_checkpoint_to_pytorch.py │ ├── convert_graph_to_onnx.py │ ├── convert_longformer_original_pytorch_lightning_to_pytorch.py │ ├── convert_lxmert_original_tf_checkpoint_to_pytorch.py │ ├── convert_marian_to_pytorch.py │ ├── convert_mbart_original_checkpoint_to_pytorch.py │ ├── convert_mobilebert_original_tf_checkpoint_to_pytorch.py │ ├── convert_openai_original_tf_checkpoint_to_pytorch.py │ ├── convert_pegasus_tf_to_pytorch.py │ ├── convert_pytorch_checkpoint_to_tf2.py │ ├── convert_reformer_trax_checkpoint_to_pytorch.py │ ├── convert_roberta_original_pytorch_checkpoint_to_pytorch.py │ ├── convert_t5_original_tf_checkpoint_to_pytorch.py │ ├── convert_tf_hub_seq_to_seq_bert_to_pytorch.py │ ├── convert_transfo_xl_original_tf_checkpoint_to_pytorch.py │ ├── convert_xlm_original_pytorch_checkpoint_to_pytorch.py │ ├── convert_xlnet_original_tf_checkpoint_to_pytorch.py │ ├── data │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-37.pyc │ │ └── data_collator.cpython-37.pyc │ ├── data_collator.py │ ├── datasets │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-37.pyc │ │ │ ├── glue.cpython-37.pyc │ │ │ ├── language_modeling.cpython-37.pyc │ │ │ └── squad.cpython-37.pyc │ │ ├── glue.py │ │ ├── language_modeling.py │ │ └── squad.py │ ├── metrics │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ └── __init__.cpython-37.pyc │ │ └── squad_metrics.py │ ├── processors │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-37.pyc │ │ │ ├── glue.cpython-37.pyc │ │ │ ├── squad.cpython-37.pyc │ │ │ ├── utils.cpython-37.pyc │ │ │ └── xnli.cpython-37.pyc │ │ ├── glue.py │ │ ├── squad.py │ │ ├── utils.py │ │ └── xnli.py │ └── test_generation_utils.py │ ├── file_utils.py │ ├── generation_tf_utils.py │ ├── generation_utils.py │ ├── hf_api.py │ ├── hf_argparser.py │ ├── integrations.py │ ├── modelcard.py │ ├── modeling_albert.py │ ├── modeling_auto.py │ ├── modeling_bart.py │ ├── modeling_bert.py │ ├── modeling_bert_generation.py │ ├── modeling_camembert.py │ ├── modeling_ctrl.py │ ├── modeling_distilbert.py │ ├── modeling_dpr.py │ ├── modeling_electra.py │ ├── modeling_encoder_decoder.py │ ├── modeling_flaubert.py │ ├── modeling_fsmt.py │ ├── modeling_funnel.py │ ├── modeling_gpt2.py │ ├── modeling_layoutlm.py │ ├── modeling_longformer.py │ ├── modeling_lxmert.py │ ├── modeling_marian.py │ ├── modeling_mbart.py │ ├── modeling_mmbt.py │ ├── modeling_mobilebert.py │ ├── modeling_openai.py │ ├── modeling_outputs.py │ ├── modeling_pegasus.py │ ├── modeling_rag.py │ ├── modeling_reformer.py │ ├── modeling_retribert.py │ ├── modeling_roberta.py │ ├── modeling_t5.py │ ├── modeling_tf_albert.py │ ├── modeling_tf_auto.py │ ├── modeling_tf_bert.py │ ├── modeling_tf_camembert.py │ ├── modeling_tf_ctrl.py │ ├── modeling_tf_distilbert.py │ ├── modeling_tf_electra.py │ ├── modeling_tf_flaubert.py │ ├── modeling_tf_funnel.py │ ├── modeling_tf_gpt2.py │ ├── modeling_tf_longformer.py │ ├── modeling_tf_lxmert.py │ ├── modeling_tf_mobilebert.py │ ├── modeling_tf_openai.py │ ├── modeling_tf_outputs.py │ ├── modeling_tf_pytorch_utils.py │ ├── modeling_tf_roberta.py │ ├── modeling_tf_t5.py │ ├── modeling_tf_transfo_xl.py │ ├── modeling_tf_transfo_xl_utilities.py │ ├── modeling_tf_utils.py │ ├── modeling_tf_xlm.py │ ├── modeling_tf_xlm_roberta.py │ ├── modeling_tf_xlnet.py │ ├── modeling_transfo_xl.py │ ├── modeling_transfo_xl_utilities.py │ ├── modeling_utils.py │ ├── modeling_xlm.py │ ├── modeling_xlm_roberta.py │ ├── modeling_xlnet.py │ ├── optimization.py │ ├── optimization_tf.py │ ├── pipelines.py │ ├── retrieval_rag.py │ ├── testing_utils.py │ ├── tokenization_albert.py │ ├── tokenization_auto.py │ ├── tokenization_bart.py │ ├── tokenization_bert.py │ ├── tokenization_bert_generation.py │ ├── tokenization_bert_japanese.py │ ├── tokenization_bertweet.py │ ├── tokenization_camembert.py │ ├── tokenization_ctrl.py │ ├── tokenization_distilbert.py │ ├── tokenization_dpr.py │ ├── tokenization_electra.py │ ├── tokenization_flaubert.py │ ├── tokenization_fsmt.py │ ├── tokenization_funnel.py │ ├── tokenization_gpt2.py │ ├── tokenization_layoutlm.py │ ├── tokenization_longformer.py │ ├── tokenization_lxmert.py │ ├── tokenization_marian.py │ ├── tokenization_mbart.py │ ├── tokenization_mobilebert.py │ ├── tokenization_openai.py │ ├── tokenization_pegasus.py │ ├── tokenization_phobert.py │ ├── tokenization_rag.py │ ├── tokenization_reformer.py │ ├── tokenization_retribert.py │ ├── tokenization_roberta.py │ ├── tokenization_t5.py │ ├── tokenization_transfo_xl.py │ ├── tokenization_utils.py │ ├── tokenization_utils_base.py │ ├── tokenization_utils_fast.py │ ├── tokenization_xlm.py │ ├── tokenization_xlm_roberta.py │ ├── tokenization_xlnet.py │ ├── trainer.py │ ├── trainer_tf.py │ ├── trainer_utils.py │ ├── training_args.py │ ├── training_args_tf.py │ └── utils │ ├── __init__.py │ ├── __pycache__ │ ├── __init__.cpython-37.pyc │ └── logging.cpython-37.pyc │ └── logging.py ├── templates ├── adding_a_new_example_script │ ├── README.md │ ├── run_xxx.py │ └── utils_xxx.py └── adding_a_new_model │ ├── README.md │ ├── configuration_xxx.py │ ├── convert_xxx_original_tf_checkpoint_to_pytorch.py │ ├── modeling_tf_xxx.py │ ├── modeling_xxx.py │ ├── tests │ ├── test_modeling_tf_xxx.py │ ├── test_modeling_xxx.py │ └── test_tokenization_xxx.py │ └── tokenization_xxx.py ├── tests ├── __init__.py ├── conftest.py ├── fixtures │ ├── dummy-config.json │ ├── empty.txt │ ├── input.txt │ ├── sample_text.txt │ ├── spiece.model │ ├── test_sentencepiece.model │ └── tests_samples │ │ ├── .gitignore │ │ ├── GermEval │ │ ├── dev.txt │ │ ├── labels.txt │ │ └── train.txt │ │ ├── MRPC │ │ ├── dev.tsv │ │ └── train.tsv │ │ ├── SQUAD │ │ ├── dev-v2.0.json │ │ └── train-v2.0.json │ │ ├── STS-B │ │ ├── dev.tsv │ │ └── train.tsv │ │ └── wiki_text │ │ └── wiki_00 ├── test_activations.py ├── test_activations_tf.py ├── test_benchmark.py ├── test_benchmark_tf.py ├── test_cli.py ├── test_configuration_auto.py ├── test_configuration_common.py ├── test_data_collator.py ├── test_doc_samples.py ├── test_hf_api.py ├── test_hf_argparser.py ├── test_logging.py ├── test_model_card.py ├── test_model_output.py ├── test_modeling_albert.py ├── test_modeling_auto.py ├── test_modeling_bart.py ├── test_modeling_bert.py ├── test_modeling_bert_generation.py ├── test_modeling_camembert.py ├── test_modeling_common.py ├── test_modeling_ctrl.py ├── test_modeling_distilbert.py ├── test_modeling_dpr.py ├── test_modeling_electra.py ├── test_modeling_encoder_decoder.py ├── test_modeling_flaubert.py ├── test_modeling_fsmt.py ├── test_modeling_funnel.py ├── test_modeling_gpt2.py ├── test_modeling_layoutlm.py ├── test_modeling_longformer.py ├── test_modeling_lxmert.py ├── test_modeling_marian.py ├── test_modeling_mbart.py ├── test_modeling_mobilebert.py ├── test_modeling_openai.py ├── test_modeling_pegasus.py ├── test_modeling_rag.py ├── test_modeling_reformer.py ├── test_modeling_roberta.py ├── test_modeling_t5.py ├── test_modeling_tf_albert.py ├── test_modeling_tf_auto.py ├── test_modeling_tf_bert.py ├── test_modeling_tf_camembert.py ├── test_modeling_tf_common.py ├── test_modeling_tf_ctrl.py ├── test_modeling_tf_distilbert.py ├── test_modeling_tf_electra.py ├── test_modeling_tf_flaubert.py ├── test_modeling_tf_funnel.py ├── test_modeling_tf_gpt2.py ├── test_modeling_tf_longformer.py ├── test_modeling_tf_lxmert.py ├── test_modeling_tf_mobilebert.py ├── test_modeling_tf_openai.py ├── test_modeling_tf_roberta.py ├── test_modeling_tf_t5.py ├── test_modeling_tf_transfo_xl.py ├── test_modeling_tf_xlm.py ├── test_modeling_tf_xlm_roberta.py ├── test_modeling_tf_xlnet.py ├── test_modeling_transfo_xl.py ├── test_modeling_xlm.py ├── test_modeling_xlm_roberta.py ├── test_modeling_xlnet.py ├── test_onnx.py ├── test_optimization.py ├── test_optimization_tf.py ├── test_pipelines.py ├── test_retrieval_rag.py ├── test_skip_decorators.py ├── test_tokenization_albert.py ├── test_tokenization_auto.py ├── test_tokenization_bart.py ├── test_tokenization_bert.py ├── test_tokenization_bert_generation.py ├── test_tokenization_bert_japanese.py ├── test_tokenization_bertweet.py ├── test_tokenization_common.py ├── test_tokenization_ctrl.py ├── test_tokenization_distilbert.py ├── test_tokenization_dpr.py ├── test_tokenization_fast.py ├── test_tokenization_fsmt.py ├── test_tokenization_funnel.py ├── test_tokenization_gpt2.py ├── test_tokenization_layoutlm.py ├── test_tokenization_lxmert.py ├── test_tokenization_marian.py ├── test_tokenization_mbart.py ├── test_tokenization_openai.py ├── test_tokenization_pegasus.py ├── test_tokenization_phobert.py ├── test_tokenization_rag.py ├── test_tokenization_reformer.py ├── test_tokenization_roberta.py ├── test_tokenization_t5.py ├── test_tokenization_transfo_xl.py ├── test_tokenization_utils.py ├── test_tokenization_xlm.py ├── test_tokenization_xlm_roberta.py ├── test_tokenization_xlnet.py ├── test_trainer.py ├── test_trainer_distributed.py └── test_utils_check_copies.py ├── utils ├── check_copies.py ├── check_repo.py ├── download_glue_data.py └── link_tester.py └── valohai.yaml /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/README.md -------------------------------------------------------------------------------- /barney.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/barney.py -------------------------------------------------------------------------------- /configs/finetune_cola.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/configs/finetune_cola.sh -------------------------------------------------------------------------------- /configs/finetune_sbert_nli.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/configs/finetune_sbert_nli.sh -------------------------------------------------------------------------------- /configs/finetune_sst2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/configs/finetune_sst2.sh -------------------------------------------------------------------------------- /configs/pretrain_bert_roberta_masked_freeze_bert.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/configs/pretrain_bert_roberta_masked_freeze_bert.sh -------------------------------------------------------------------------------- /download_glue_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/download_glue_data.py -------------------------------------------------------------------------------- /fairseq/CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /fairseq/CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/CONTRIBUTING.md -------------------------------------------------------------------------------- /fairseq/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/LICENSE -------------------------------------------------------------------------------- /fairseq/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/README.md -------------------------------------------------------------------------------- /fairseq/docs/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/docs/Makefile -------------------------------------------------------------------------------- /fairseq/docs/_static/theme_overrides.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/docs/_static/theme_overrides.css -------------------------------------------------------------------------------- /fairseq/docs/command_line_tools.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/docs/command_line_tools.rst -------------------------------------------------------------------------------- /fairseq/docs/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/docs/conf.py -------------------------------------------------------------------------------- /fairseq/docs/criterions.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/docs/criterions.rst -------------------------------------------------------------------------------- /fairseq/docs/data.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/docs/data.rst -------------------------------------------------------------------------------- /fairseq/docs/docutils.conf: -------------------------------------------------------------------------------- 1 | [writers] 2 | option-limit=0 3 | -------------------------------------------------------------------------------- /fairseq/docs/fairseq.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/docs/fairseq.gif -------------------------------------------------------------------------------- /fairseq/docs/fairseq_logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/docs/fairseq_logo.png -------------------------------------------------------------------------------- /fairseq/docs/getting_started.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/docs/getting_started.rst -------------------------------------------------------------------------------- /fairseq/docs/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/docs/index.rst -------------------------------------------------------------------------------- /fairseq/docs/lr_scheduler.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/docs/lr_scheduler.rst -------------------------------------------------------------------------------- /fairseq/docs/make.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/docs/make.bat -------------------------------------------------------------------------------- /fairseq/docs/models.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/docs/models.rst -------------------------------------------------------------------------------- /fairseq/docs/modules.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/docs/modules.rst -------------------------------------------------------------------------------- /fairseq/docs/optim.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/docs/optim.rst -------------------------------------------------------------------------------- /fairseq/docs/overview.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/docs/overview.rst -------------------------------------------------------------------------------- /fairseq/docs/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/docs/requirements.txt -------------------------------------------------------------------------------- /fairseq/docs/tasks.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/docs/tasks.rst -------------------------------------------------------------------------------- /fairseq/docs/tutorial_classifying_names.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/docs/tutorial_classifying_names.rst -------------------------------------------------------------------------------- /fairseq/docs/tutorial_simple_lstm.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/docs/tutorial_simple_lstm.rst -------------------------------------------------------------------------------- /fairseq/examples/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/examples/.gitignore -------------------------------------------------------------------------------- /fairseq/examples/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/examples/__init__.py -------------------------------------------------------------------------------- /fairseq/examples/backtranslation/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/examples/backtranslation/README.md -------------------------------------------------------------------------------- /fairseq/examples/backtranslation/extract_bt_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/examples/backtranslation/extract_bt_data.py -------------------------------------------------------------------------------- /fairseq/examples/backtranslation/sacrebleu.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/examples/backtranslation/sacrebleu.sh -------------------------------------------------------------------------------- /fairseq/examples/backtranslation/tokenized_bleu.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/examples/backtranslation/tokenized_bleu.sh -------------------------------------------------------------------------------- /fairseq/examples/bart/README.glue.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/examples/bart/README.glue.md -------------------------------------------------------------------------------- /fairseq/examples/bart/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/examples/bart/README.md -------------------------------------------------------------------------------- /fairseq/examples/bart/README.summarization.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/examples/bart/README.summarization.md -------------------------------------------------------------------------------- /fairseq/examples/byte_level_bpe/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/examples/byte_level_bpe/README.md -------------------------------------------------------------------------------- /fairseq/examples/byte_level_bpe/get_bitext.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/examples/byte_level_bpe/get_bitext.py -------------------------------------------------------------------------------- /fairseq/examples/byte_level_bpe/get_data.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/examples/byte_level_bpe/get_data.sh -------------------------------------------------------------------------------- /fairseq/examples/byte_level_bpe/gru_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/examples/byte_level_bpe/gru_transformer.py -------------------------------------------------------------------------------- /fairseq/examples/camembert/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/examples/camembert/README.md -------------------------------------------------------------------------------- /fairseq/examples/conv_seq2seq/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/examples/conv_seq2seq/README.md -------------------------------------------------------------------------------- /fairseq/examples/language_model/README.conv.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/examples/language_model/README.conv.md -------------------------------------------------------------------------------- /fairseq/examples/language_model/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/examples/language_model/README.md -------------------------------------------------------------------------------- /fairseq/examples/layerdrop/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/examples/layerdrop/README.md -------------------------------------------------------------------------------- /fairseq/examples/mbart/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/examples/mbart/README.md -------------------------------------------------------------------------------- /fairseq/examples/megatron_11b/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/examples/megatron_11b/README.md -------------------------------------------------------------------------------- /fairseq/examples/megatron_11b/detok.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/examples/megatron_11b/detok.py -------------------------------------------------------------------------------- /fairseq/examples/noisychannel/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/examples/noisychannel/README.md -------------------------------------------------------------------------------- /fairseq/examples/noisychannel/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/examples/noisychannel/__init__.py -------------------------------------------------------------------------------- /fairseq/examples/noisychannel/rerank.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/examples/noisychannel/rerank.py -------------------------------------------------------------------------------- /fairseq/examples/noisychannel/rerank_generate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/examples/noisychannel/rerank_generate.py -------------------------------------------------------------------------------- /fairseq/examples/noisychannel/rerank_options.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/examples/noisychannel/rerank_options.py -------------------------------------------------------------------------------- /fairseq/examples/noisychannel/rerank_score_bw.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/examples/noisychannel/rerank_score_bw.py -------------------------------------------------------------------------------- /fairseq/examples/noisychannel/rerank_score_lm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/examples/noisychannel/rerank_score_lm.py -------------------------------------------------------------------------------- /fairseq/examples/noisychannel/rerank_tune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/examples/noisychannel/rerank_tune.py -------------------------------------------------------------------------------- /fairseq/examples/noisychannel/rerank_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/examples/noisychannel/rerank_utils.py -------------------------------------------------------------------------------- /fairseq/examples/paraphraser/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/examples/paraphraser/README.md -------------------------------------------------------------------------------- /fairseq/examples/paraphraser/paraphrase.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/examples/paraphraser/paraphrase.py -------------------------------------------------------------------------------- /fairseq/examples/pay_less_attention_paper/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/examples/pay_less_attention_paper/README.md -------------------------------------------------------------------------------- /fairseq/examples/quant_noise/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/examples/quant_noise/README.md -------------------------------------------------------------------------------- /fairseq/examples/roberta/README.glue.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/examples/roberta/README.glue.md -------------------------------------------------------------------------------- /fairseq/examples/roberta/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/examples/roberta/README.md -------------------------------------------------------------------------------- /fairseq/examples/roberta/README.pretraining.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/examples/roberta/README.pretraining.md -------------------------------------------------------------------------------- /fairseq/examples/roberta/README.race.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/examples/roberta/README.race.md -------------------------------------------------------------------------------- /fairseq/examples/roberta/commonsense_qa/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/examples/roberta/commonsense_qa/README.md -------------------------------------------------------------------------------- /fairseq/examples/roberta/commonsense_qa/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/examples/roberta/commonsense_qa/__init__.py -------------------------------------------------------------------------------- /fairseq/examples/roberta/preprocess_GLUE_tasks.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/examples/roberta/preprocess_GLUE_tasks.sh -------------------------------------------------------------------------------- /fairseq/examples/roberta/preprocess_RACE.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/examples/roberta/preprocess_RACE.py -------------------------------------------------------------------------------- /fairseq/examples/roberta/preprocess_RACE.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/examples/roberta/preprocess_RACE.sh -------------------------------------------------------------------------------- /fairseq/examples/roberta/wsc/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/examples/roberta/wsc/README.md -------------------------------------------------------------------------------- /fairseq/examples/roberta/wsc/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/examples/roberta/wsc/__init__.py -------------------------------------------------------------------------------- /fairseq/examples/roberta/wsc/wsc_criterion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/examples/roberta/wsc/wsc_criterion.py -------------------------------------------------------------------------------- /fairseq/examples/roberta/wsc/wsc_task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/examples/roberta/wsc/wsc_task.py -------------------------------------------------------------------------------- /fairseq/examples/roberta/wsc/wsc_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/examples/roberta/wsc/wsc_utils.py -------------------------------------------------------------------------------- /fairseq/examples/scaling_nmt/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/examples/scaling_nmt/README.md -------------------------------------------------------------------------------- /fairseq/examples/simultaneous_translation/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/examples/simultaneous_translation/README.md -------------------------------------------------------------------------------- /fairseq/examples/speech_recognition/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/examples/speech_recognition/README.md -------------------------------------------------------------------------------- /fairseq/examples/speech_recognition/__init__.py: -------------------------------------------------------------------------------- 1 | from . import tasks, criterions, models # noqa 2 | -------------------------------------------------------------------------------- /fairseq/examples/speech_recognition/infer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/examples/speech_recognition/infer.py -------------------------------------------------------------------------------- /fairseq/examples/speech_recognition/w2l_decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/examples/speech_recognition/w2l_decoder.py -------------------------------------------------------------------------------- /fairseq/examples/stories/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/examples/stories/README.md -------------------------------------------------------------------------------- /fairseq/examples/translation/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/examples/translation/README.md -------------------------------------------------------------------------------- /fairseq/examples/translation/prepare-iwslt14.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/examples/translation/prepare-iwslt14.sh -------------------------------------------------------------------------------- /fairseq/examples/translation/prepare-wmt14en2de.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/examples/translation/prepare-wmt14en2de.sh -------------------------------------------------------------------------------- /fairseq/examples/translation/prepare-wmt14en2fr.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/examples/translation/prepare-wmt14en2fr.sh -------------------------------------------------------------------------------- /fairseq/examples/translation_moe/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/examples/translation_moe/README.md -------------------------------------------------------------------------------- /fairseq/examples/translation_moe/score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/examples/translation_moe/score.py -------------------------------------------------------------------------------- /fairseq/examples/translation_moe/src/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/examples/translation_moe/src/__init__.py -------------------------------------------------------------------------------- /fairseq/examples/wav2vec/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/examples/wav2vec/README.md -------------------------------------------------------------------------------- /fairseq/examples/wav2vec/vq-wav2vec_featurize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/examples/wav2vec/vq-wav2vec_featurize.py -------------------------------------------------------------------------------- /fairseq/examples/wav2vec/wav2vec_featurize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/examples/wav2vec/wav2vec_featurize.py -------------------------------------------------------------------------------- /fairseq/examples/wav2vec/wav2vec_manifest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/examples/wav2vec/wav2vec_manifest.py -------------------------------------------------------------------------------- /fairseq/examples/wmt19/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/examples/wmt19/README.md -------------------------------------------------------------------------------- /fairseq/examples/xlmr/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/examples/xlmr/README.md -------------------------------------------------------------------------------- /fairseq/fairseq.egg-info/PKG-INFO: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq.egg-info/PKG-INFO -------------------------------------------------------------------------------- /fairseq/fairseq.egg-info/SOURCES.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq.egg-info/SOURCES.txt -------------------------------------------------------------------------------- /fairseq/fairseq.egg-info/dependency_links.txt: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /fairseq/fairseq.egg-info/entry_points.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq.egg-info/entry_points.txt -------------------------------------------------------------------------------- /fairseq/fairseq.egg-info/not-zip-safe: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /fairseq/fairseq.egg-info/requires.txt: -------------------------------------------------------------------------------- 1 | cffi 2 | cython 3 | numpy 4 | regex 5 | sacrebleu 6 | torch 7 | tqdm 8 | -------------------------------------------------------------------------------- /fairseq/fairseq.egg-info/top_level.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq.egg-info/top_level.txt -------------------------------------------------------------------------------- /fairseq/fairseq/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/__init__.py -------------------------------------------------------------------------------- /fairseq/fairseq/__pycache__/__init__.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/__pycache__/__init__.cpython-37.pyc -------------------------------------------------------------------------------- /fairseq/fairseq/__pycache__/file_io.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/__pycache__/file_io.cpython-37.pyc -------------------------------------------------------------------------------- /fairseq/fairseq/__pycache__/options.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/__pycache__/options.cpython-37.pyc -------------------------------------------------------------------------------- /fairseq/fairseq/__pycache__/pdb.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/__pycache__/pdb.cpython-37.pyc -------------------------------------------------------------------------------- /fairseq/fairseq/__pycache__/registry.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/__pycache__/registry.cpython-37.pyc -------------------------------------------------------------------------------- /fairseq/fairseq/__pycache__/search.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/__pycache__/search.cpython-37.pyc -------------------------------------------------------------------------------- /fairseq/fairseq/__pycache__/trainer.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/__pycache__/trainer.cpython-37.pyc -------------------------------------------------------------------------------- /fairseq/fairseq/__pycache__/utils.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/__pycache__/utils.cpython-37.pyc -------------------------------------------------------------------------------- /fairseq/fairseq/benchmark/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/benchmark/__init__.py -------------------------------------------------------------------------------- /fairseq/fairseq/benchmark/dummy_lm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/benchmark/dummy_lm.py -------------------------------------------------------------------------------- /fairseq/fairseq/benchmark/dummy_masked_lm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/benchmark/dummy_masked_lm.py -------------------------------------------------------------------------------- /fairseq/fairseq/benchmark/dummy_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/benchmark/dummy_model.py -------------------------------------------------------------------------------- /fairseq/fairseq/binarizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/binarizer.py -------------------------------------------------------------------------------- /fairseq/fairseq/bleu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/bleu.py -------------------------------------------------------------------------------- /fairseq/fairseq/checkpoint_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/checkpoint_utils.py -------------------------------------------------------------------------------- /fairseq/fairseq/clib/libbleu/libbleu.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/clib/libbleu/libbleu.cpp -------------------------------------------------------------------------------- /fairseq/fairseq/clib/libbleu/module.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/clib/libbleu/module.cpp -------------------------------------------------------------------------------- /fairseq/fairseq/clib/libnat/edit_dist.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/clib/libnat/edit_dist.cpp -------------------------------------------------------------------------------- /fairseq/fairseq/clib/libnat_cuda/binding.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/clib/libnat_cuda/binding.cpp -------------------------------------------------------------------------------- /fairseq/fairseq/clib/libnat_cuda/edit_dist.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/clib/libnat_cuda/edit_dist.cu -------------------------------------------------------------------------------- /fairseq/fairseq/clib/libnat_cuda/edit_dist.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/clib/libnat_cuda/edit_dist.h -------------------------------------------------------------------------------- /fairseq/fairseq/criterions/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/criterions/__init__.py -------------------------------------------------------------------------------- /fairseq/fairseq/criterions/adaptive_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/criterions/adaptive_loss.py -------------------------------------------------------------------------------- /fairseq/fairseq/criterions/binary_cross_entropy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/criterions/binary_cross_entropy.py -------------------------------------------------------------------------------- /fairseq/fairseq/criterions/composite_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/criterions/composite_loss.py -------------------------------------------------------------------------------- /fairseq/fairseq/criterions/cross_entropy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/criterions/cross_entropy.py -------------------------------------------------------------------------------- /fairseq/fairseq/criterions/fairseq_criterion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/criterions/fairseq_criterion.py -------------------------------------------------------------------------------- /fairseq/fairseq/criterions/legacy_masked_lm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/criterions/legacy_masked_lm.py -------------------------------------------------------------------------------- /fairseq/fairseq/criterions/masked_lm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/criterions/masked_lm.py -------------------------------------------------------------------------------- /fairseq/fairseq/criterions/nat_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/criterions/nat_loss.py -------------------------------------------------------------------------------- /fairseq/fairseq/criterions/sentence_prediction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/criterions/sentence_prediction.py -------------------------------------------------------------------------------- /fairseq/fairseq/criterions/sentence_ranking.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/criterions/sentence_ranking.py -------------------------------------------------------------------------------- /fairseq/fairseq/data/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/data/__init__.py -------------------------------------------------------------------------------- /fairseq/fairseq/data/append_token_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/data/append_token_dataset.py -------------------------------------------------------------------------------- /fairseq/fairseq/data/audio/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /fairseq/fairseq/data/audio/raw_audio_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/data/audio/raw_audio_dataset.py -------------------------------------------------------------------------------- /fairseq/fairseq/data/backtranslation_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/data/backtranslation_dataset.py -------------------------------------------------------------------------------- /fairseq/fairseq/data/base_wrapper_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/data/base_wrapper_dataset.py -------------------------------------------------------------------------------- /fairseq/fairseq/data/bucket_pad_length_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/data/bucket_pad_length_dataset.py -------------------------------------------------------------------------------- /fairseq/fairseq/data/colorize_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/data/colorize_dataset.py -------------------------------------------------------------------------------- /fairseq/fairseq/data/concat_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/data/concat_dataset.py -------------------------------------------------------------------------------- /fairseq/fairseq/data/concat_sentences_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/data/concat_sentences_dataset.py -------------------------------------------------------------------------------- /fairseq/fairseq/data/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/data/data_utils.py -------------------------------------------------------------------------------- /fairseq/fairseq/data/data_utils_fast.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/data/data_utils_fast.cpp -------------------------------------------------------------------------------- /fairseq/fairseq/data/data_utils_fast.pyx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/data/data_utils_fast.pyx -------------------------------------------------------------------------------- /fairseq/fairseq/data/denoising_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/data/denoising_dataset.py -------------------------------------------------------------------------------- /fairseq/fairseq/data/dictionary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/data/dictionary.py -------------------------------------------------------------------------------- /fairseq/fairseq/data/encoders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/data/encoders/__init__.py -------------------------------------------------------------------------------- /fairseq/fairseq/data/encoders/byte_bpe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/data/encoders/byte_bpe.py -------------------------------------------------------------------------------- /fairseq/fairseq/data/encoders/byte_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/data/encoders/byte_utils.py -------------------------------------------------------------------------------- /fairseq/fairseq/data/encoders/bytes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/data/encoders/bytes.py -------------------------------------------------------------------------------- /fairseq/fairseq/data/encoders/characters.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/data/encoders/characters.py -------------------------------------------------------------------------------- /fairseq/fairseq/data/encoders/fastbpe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/data/encoders/fastbpe.py -------------------------------------------------------------------------------- /fairseq/fairseq/data/encoders/gpt2_bpe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/data/encoders/gpt2_bpe.py -------------------------------------------------------------------------------- /fairseq/fairseq/data/encoders/gpt2_bpe_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/data/encoders/gpt2_bpe_utils.py -------------------------------------------------------------------------------- /fairseq/fairseq/data/encoders/hf_bert_bpe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/data/encoders/hf_bert_bpe.py -------------------------------------------------------------------------------- /fairseq/fairseq/data/encoders/hf_byte_bpe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/data/encoders/hf_byte_bpe.py -------------------------------------------------------------------------------- /fairseq/fairseq/data/encoders/moses_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/data/encoders/moses_tokenizer.py -------------------------------------------------------------------------------- /fairseq/fairseq/data/encoders/nltk_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/data/encoders/nltk_tokenizer.py -------------------------------------------------------------------------------- /fairseq/fairseq/data/encoders/sentencepiece_bpe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/data/encoders/sentencepiece_bpe.py -------------------------------------------------------------------------------- /fairseq/fairseq/data/encoders/space_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/data/encoders/space_tokenizer.py -------------------------------------------------------------------------------- /fairseq/fairseq/data/encoders/subword_nmt_bpe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/data/encoders/subword_nmt_bpe.py -------------------------------------------------------------------------------- /fairseq/fairseq/data/encoders/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/data/encoders/utils.py -------------------------------------------------------------------------------- /fairseq/fairseq/data/fairseq_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/data/fairseq_dataset.py -------------------------------------------------------------------------------- /fairseq/fairseq/data/id_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/data/id_dataset.py -------------------------------------------------------------------------------- /fairseq/fairseq/data/indexed_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/data/indexed_dataset.py -------------------------------------------------------------------------------- /fairseq/fairseq/data/iterators.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/data/iterators.py -------------------------------------------------------------------------------- /fairseq/fairseq/data/language_pair_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/data/language_pair_dataset.py -------------------------------------------------------------------------------- /fairseq/fairseq/data/legacy/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/data/legacy/__init__.py -------------------------------------------------------------------------------- /fairseq/fairseq/data/legacy/block_pair_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/data/legacy/block_pair_dataset.py -------------------------------------------------------------------------------- /fairseq/fairseq/data/legacy/masked_lm_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/data/legacy/masked_lm_dataset.py -------------------------------------------------------------------------------- /fairseq/fairseq/data/legacy/masked_lm_dictionary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/data/legacy/masked_lm_dictionary.py -------------------------------------------------------------------------------- /fairseq/fairseq/data/list_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/data/list_dataset.py -------------------------------------------------------------------------------- /fairseq/fairseq/data/lm_context_window_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/data/lm_context_window_dataset.py -------------------------------------------------------------------------------- /fairseq/fairseq/data/lru_cache_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/data/lru_cache_dataset.py -------------------------------------------------------------------------------- /fairseq/fairseq/data/mask_tokens_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/data/mask_tokens_dataset.py -------------------------------------------------------------------------------- /fairseq/fairseq/data/monolingual_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/data/monolingual_dataset.py -------------------------------------------------------------------------------- /fairseq/fairseq/data/multi_corpus_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/data/multi_corpus_dataset.py -------------------------------------------------------------------------------- /fairseq/fairseq/data/nested_dictionary_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/data/nested_dictionary_dataset.py -------------------------------------------------------------------------------- /fairseq/fairseq/data/noising.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/data/noising.py -------------------------------------------------------------------------------- /fairseq/fairseq/data/num_samples_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/data/num_samples_dataset.py -------------------------------------------------------------------------------- /fairseq/fairseq/data/numel_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/data/numel_dataset.py -------------------------------------------------------------------------------- /fairseq/fairseq/data/offset_tokens_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/data/offset_tokens_dataset.py -------------------------------------------------------------------------------- /fairseq/fairseq/data/pad_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/data/pad_dataset.py -------------------------------------------------------------------------------- /fairseq/fairseq/data/plasma_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/data/plasma_utils.py -------------------------------------------------------------------------------- /fairseq/fairseq/data/prepend_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/data/prepend_dataset.py -------------------------------------------------------------------------------- /fairseq/fairseq/data/prepend_token_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/data/prepend_token_dataset.py -------------------------------------------------------------------------------- /fairseq/fairseq/data/raw_label_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/data/raw_label_dataset.py -------------------------------------------------------------------------------- /fairseq/fairseq/data/replace_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/data/replace_dataset.py -------------------------------------------------------------------------------- /fairseq/fairseq/data/resampling_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/data/resampling_dataset.py -------------------------------------------------------------------------------- /fairseq/fairseq/data/roll_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/data/roll_dataset.py -------------------------------------------------------------------------------- /fairseq/fairseq/data/round_robin_zip_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/data/round_robin_zip_datasets.py -------------------------------------------------------------------------------- /fairseq/fairseq/data/shorten_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/data/shorten_dataset.py -------------------------------------------------------------------------------- /fairseq/fairseq/data/sort_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/data/sort_dataset.py -------------------------------------------------------------------------------- /fairseq/fairseq/data/strip_token_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/data/strip_token_dataset.py -------------------------------------------------------------------------------- /fairseq/fairseq/data/subsample_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/data/subsample_dataset.py -------------------------------------------------------------------------------- /fairseq/fairseq/data/token_block_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/data/token_block_dataset.py -------------------------------------------------------------------------------- /fairseq/fairseq/data/token_block_utils_fast.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/data/token_block_utils_fast.cpp -------------------------------------------------------------------------------- /fairseq/fairseq/data/token_block_utils_fast.pyx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/data/token_block_utils_fast.pyx -------------------------------------------------------------------------------- /fairseq/fairseq/data/transform_eos_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/data/transform_eos_dataset.py -------------------------------------------------------------------------------- /fairseq/fairseq/distributed_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/distributed_utils.py -------------------------------------------------------------------------------- /fairseq/fairseq/file_io.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/file_io.py -------------------------------------------------------------------------------- /fairseq/fairseq/file_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/file_utils.py -------------------------------------------------------------------------------- /fairseq/fairseq/hub_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/hub_utils.py -------------------------------------------------------------------------------- /fairseq/fairseq/incremental_decoding_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/incremental_decoding_utils.py -------------------------------------------------------------------------------- /fairseq/fairseq/iterative_refinement_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/iterative_refinement_generator.py -------------------------------------------------------------------------------- /fairseq/fairseq/legacy_distributed_data_parallel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/legacy_distributed_data_parallel.py -------------------------------------------------------------------------------- /fairseq/fairseq/logging/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /fairseq/fairseq/logging/meters.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/logging/meters.py -------------------------------------------------------------------------------- /fairseq/fairseq/logging/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/logging/metrics.py -------------------------------------------------------------------------------- /fairseq/fairseq/logging/progress_bar.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/logging/progress_bar.py -------------------------------------------------------------------------------- /fairseq/fairseq/model_parallel/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/model_parallel/__init__.py -------------------------------------------------------------------------------- /fairseq/fairseq/model_parallel/megatron_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/model_parallel/megatron_trainer.py -------------------------------------------------------------------------------- /fairseq/fairseq/model_parallel/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/model_parallel/models/__init__.py -------------------------------------------------------------------------------- /fairseq/fairseq/model_parallel/modules/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/model_parallel/modules/__init__.py -------------------------------------------------------------------------------- /fairseq/fairseq/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/models/__init__.py -------------------------------------------------------------------------------- /fairseq/fairseq/models/autoencoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/models/autoencoder.py -------------------------------------------------------------------------------- /fairseq/fairseq/models/bart/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/models/bart/__init__.py -------------------------------------------------------------------------------- /fairseq/fairseq/models/bart/hub_interface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/models/bart/hub_interface.py -------------------------------------------------------------------------------- /fairseq/fairseq/models/bart/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/models/bart/model.py -------------------------------------------------------------------------------- /fairseq/fairseq/models/composite_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/models/composite_encoder.py -------------------------------------------------------------------------------- /fairseq/fairseq/models/distributed_fairseq_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/models/distributed_fairseq_model.py -------------------------------------------------------------------------------- /fairseq/fairseq/models/fairseq_decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/models/fairseq_decoder.py -------------------------------------------------------------------------------- /fairseq/fairseq/models/fairseq_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/models/fairseq_encoder.py -------------------------------------------------------------------------------- /fairseq/fairseq/models/fairseq_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/models/fairseq_model.py -------------------------------------------------------------------------------- /fairseq/fairseq/models/fconv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/models/fconv.py -------------------------------------------------------------------------------- /fairseq/fairseq/models/fconv_lm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/models/fconv_lm.py -------------------------------------------------------------------------------- /fairseq/fairseq/models/fconv_self_att.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/models/fconv_self_att.py -------------------------------------------------------------------------------- /fairseq/fairseq/models/huggingface/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/models/huggingface/__init__.py -------------------------------------------------------------------------------- /fairseq/fairseq/models/huggingface/hf_gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/models/huggingface/hf_gpt2.py -------------------------------------------------------------------------------- /fairseq/fairseq/models/lightconv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/models/lightconv.py -------------------------------------------------------------------------------- /fairseq/fairseq/models/lightconv_lm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/models/lightconv_lm.py -------------------------------------------------------------------------------- /fairseq/fairseq/models/lstm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/models/lstm.py -------------------------------------------------------------------------------- /fairseq/fairseq/models/lstm_lm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/models/lstm_lm.py -------------------------------------------------------------------------------- /fairseq/fairseq/models/masked_lm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/models/masked_lm.py -------------------------------------------------------------------------------- /fairseq/fairseq/models/model_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/models/model_utils.py -------------------------------------------------------------------------------- /fairseq/fairseq/models/multilingual_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/models/multilingual_transformer.py -------------------------------------------------------------------------------- /fairseq/fairseq/models/nat/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/models/nat/__init__.py -------------------------------------------------------------------------------- /fairseq/fairseq/models/nat/cmlm_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/models/nat/cmlm_transformer.py -------------------------------------------------------------------------------- /fairseq/fairseq/models/nat/fairseq_nat_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/models/nat/fairseq_nat_model.py -------------------------------------------------------------------------------- /fairseq/fairseq/models/nat/insertion_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/models/nat/insertion_transformer.py -------------------------------------------------------------------------------- /fairseq/fairseq/models/nat/levenshtein_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/models/nat/levenshtein_utils.py -------------------------------------------------------------------------------- /fairseq/fairseq/models/nat/nat_crf_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/models/nat/nat_crf_transformer.py -------------------------------------------------------------------------------- /fairseq/fairseq/models/roberta/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/models/roberta/__init__.py -------------------------------------------------------------------------------- /fairseq/fairseq/models/roberta/alignment_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/models/roberta/alignment_utils.py -------------------------------------------------------------------------------- /fairseq/fairseq/models/roberta/hub_interface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/models/roberta/hub_interface.py -------------------------------------------------------------------------------- /fairseq/fairseq/models/roberta/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/models/roberta/model.py -------------------------------------------------------------------------------- /fairseq/fairseq/models/roberta/model_camembert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/models/roberta/model_camembert.py -------------------------------------------------------------------------------- /fairseq/fairseq/models/roberta/model_xlmr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/models/roberta/model_xlmr.py -------------------------------------------------------------------------------- /fairseq/fairseq/models/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/models/transformer.py -------------------------------------------------------------------------------- /fairseq/fairseq/models/transformer_align.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/models/transformer_align.py -------------------------------------------------------------------------------- /fairseq/fairseq/models/transformer_lm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/models/transformer_lm.py -------------------------------------------------------------------------------- /fairseq/fairseq/models/wav2vec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/models/wav2vec.py -------------------------------------------------------------------------------- /fairseq/fairseq/modules/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/modules/__init__.py -------------------------------------------------------------------------------- /fairseq/fairseq/modules/adaptive_input.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/modules/adaptive_input.py -------------------------------------------------------------------------------- /fairseq/fairseq/modules/adaptive_softmax.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/modules/adaptive_softmax.py -------------------------------------------------------------------------------- /fairseq/fairseq/modules/autoencoder_layer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/modules/autoencoder_layer.py -------------------------------------------------------------------------------- /fairseq/fairseq/modules/beamable_mm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/modules/beamable_mm.py -------------------------------------------------------------------------------- /fairseq/fairseq/modules/character_token_embedder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/modules/character_token_embedder.py -------------------------------------------------------------------------------- /fairseq/fairseq/modules/conv_tbc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/modules/conv_tbc.py -------------------------------------------------------------------------------- /fairseq/fairseq/modules/cross_entropy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/modules/cross_entropy.py -------------------------------------------------------------------------------- /fairseq/fairseq/modules/cuda_utils.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/modules/cuda_utils.cu -------------------------------------------------------------------------------- /fairseq/fairseq/modules/dynamic_convolution.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/modules/dynamic_convolution.py -------------------------------------------------------------------------------- /fairseq/fairseq/modules/dynamic_crf_layer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/modules/dynamic_crf_layer.py -------------------------------------------------------------------------------- /fairseq/fairseq/modules/dynamicconv_layer/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/modules/dynamicconv_layer/setup.py -------------------------------------------------------------------------------- /fairseq/fairseq/modules/fairseq_dropout.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/modules/fairseq_dropout.py -------------------------------------------------------------------------------- /fairseq/fairseq/modules/fp32_group_norm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/modules/fp32_group_norm.py -------------------------------------------------------------------------------- /fairseq/fairseq/modules/gelu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/modules/gelu.py -------------------------------------------------------------------------------- /fairseq/fairseq/modules/grad_multiply.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/modules/grad_multiply.py -------------------------------------------------------------------------------- /fairseq/fairseq/modules/gumbel_vector_quantizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/modules/gumbel_vector_quantizer.py -------------------------------------------------------------------------------- /fairseq/fairseq/modules/kmeans_vector_quantizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/modules/kmeans_vector_quantizer.py -------------------------------------------------------------------------------- /fairseq/fairseq/modules/layer_drop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/modules/layer_drop.py -------------------------------------------------------------------------------- /fairseq/fairseq/modules/layer_norm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/modules/layer_norm.py -------------------------------------------------------------------------------- /fairseq/fairseq/modules/lightconv_layer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/modules/lightconv_layer/__init__.py -------------------------------------------------------------------------------- /fairseq/fairseq/modules/lightconv_layer/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/modules/lightconv_layer/setup.py -------------------------------------------------------------------------------- /fairseq/fairseq/modules/lightweight_convolution.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/modules/lightweight_convolution.py -------------------------------------------------------------------------------- /fairseq/fairseq/modules/linearized_convolution.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/modules/linearized_convolution.py -------------------------------------------------------------------------------- /fairseq/fairseq/modules/multihead_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/modules/multihead_attention.py -------------------------------------------------------------------------------- /fairseq/fairseq/modules/positional_embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/modules/positional_embedding.py -------------------------------------------------------------------------------- /fairseq/fairseq/modules/quant_noise.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/modules/quant_noise.py -------------------------------------------------------------------------------- /fairseq/fairseq/modules/quantization/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /fairseq/fairseq/modules/quantization/pq/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/modules/quantization/pq/__init__.py -------------------------------------------------------------------------------- /fairseq/fairseq/modules/quantization/pq/em.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/modules/quantization/pq/em.py -------------------------------------------------------------------------------- /fairseq/fairseq/modules/quantization/pq/pq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/modules/quantization/pq/pq.py -------------------------------------------------------------------------------- /fairseq/fairseq/modules/quantization/pq/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/modules/quantization/pq/utils.py -------------------------------------------------------------------------------- /fairseq/fairseq/modules/scalar_bias.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/modules/scalar_bias.py -------------------------------------------------------------------------------- /fairseq/fairseq/modules/transformer_layer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/modules/transformer_layer.py -------------------------------------------------------------------------------- /fairseq/fairseq/modules/unfold.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/modules/unfold.py -------------------------------------------------------------------------------- /fairseq/fairseq/modules/vggblock.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/modules/vggblock.py -------------------------------------------------------------------------------- /fairseq/fairseq/nan_detector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/nan_detector.py -------------------------------------------------------------------------------- /fairseq/fairseq/optim/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/optim/__init__.py -------------------------------------------------------------------------------- /fairseq/fairseq/optim/adadelta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/optim/adadelta.py -------------------------------------------------------------------------------- /fairseq/fairseq/optim/adafactor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/optim/adafactor.py -------------------------------------------------------------------------------- /fairseq/fairseq/optim/adagrad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/optim/adagrad.py -------------------------------------------------------------------------------- /fairseq/fairseq/optim/adam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/optim/adam.py -------------------------------------------------------------------------------- /fairseq/fairseq/optim/adamax.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/optim/adamax.py -------------------------------------------------------------------------------- /fairseq/fairseq/optim/bmuf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/optim/bmuf.py -------------------------------------------------------------------------------- /fairseq/fairseq/optim/fairseq_optimizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/optim/fairseq_optimizer.py -------------------------------------------------------------------------------- /fairseq/fairseq/optim/fp16_optimizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/optim/fp16_optimizer.py -------------------------------------------------------------------------------- /fairseq/fairseq/optim/fused_adam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/optim/fused_adam.py -------------------------------------------------------------------------------- /fairseq/fairseq/optim/fused_lamb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/optim/fused_lamb.py -------------------------------------------------------------------------------- /fairseq/fairseq/optim/lr_scheduler/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/optim/lr_scheduler/__init__.py -------------------------------------------------------------------------------- /fairseq/fairseq/optim/nag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/optim/nag.py -------------------------------------------------------------------------------- /fairseq/fairseq/optim/sgd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/optim/sgd.py -------------------------------------------------------------------------------- /fairseq/fairseq/options.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/options.py -------------------------------------------------------------------------------- /fairseq/fairseq/pdb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/pdb.py -------------------------------------------------------------------------------- /fairseq/fairseq/quantization_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/quantization_utils.py -------------------------------------------------------------------------------- /fairseq/fairseq/registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/registry.py -------------------------------------------------------------------------------- /fairseq/fairseq/search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/search.py -------------------------------------------------------------------------------- /fairseq/fairseq/sequence_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/sequence_generator.py -------------------------------------------------------------------------------- /fairseq/fairseq/sequence_scorer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/sequence_scorer.py -------------------------------------------------------------------------------- /fairseq/fairseq/tasks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/tasks/__init__.py -------------------------------------------------------------------------------- /fairseq/fairseq/tasks/audio_pretraining.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/tasks/audio_pretraining.py -------------------------------------------------------------------------------- /fairseq/fairseq/tasks/cross_lingual_lm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/tasks/cross_lingual_lm.py -------------------------------------------------------------------------------- /fairseq/fairseq/tasks/denoising.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/tasks/denoising.py -------------------------------------------------------------------------------- /fairseq/fairseq/tasks/fairseq_task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/tasks/fairseq_task.py -------------------------------------------------------------------------------- /fairseq/fairseq/tasks/language_modeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/tasks/language_modeling.py -------------------------------------------------------------------------------- /fairseq/fairseq/tasks/legacy_masked_lm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/tasks/legacy_masked_lm.py -------------------------------------------------------------------------------- /fairseq/fairseq/tasks/masked_lm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/tasks/masked_lm.py -------------------------------------------------------------------------------- /fairseq/fairseq/tasks/multilingual_denoising.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/tasks/multilingual_denoising.py -------------------------------------------------------------------------------- /fairseq/fairseq/tasks/multilingual_masked_lm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/tasks/multilingual_masked_lm.py -------------------------------------------------------------------------------- /fairseq/fairseq/tasks/multilingual_translation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/tasks/multilingual_translation.py -------------------------------------------------------------------------------- /fairseq/fairseq/tasks/sentence_prediction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/tasks/sentence_prediction.py -------------------------------------------------------------------------------- /fairseq/fairseq/tasks/sentence_ranking.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/tasks/sentence_ranking.py -------------------------------------------------------------------------------- /fairseq/fairseq/tasks/translation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/tasks/translation.py -------------------------------------------------------------------------------- /fairseq/fairseq/tasks/translation_lev.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/tasks/translation_lev.py -------------------------------------------------------------------------------- /fairseq/fairseq/tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/tokenizer.py -------------------------------------------------------------------------------- /fairseq/fairseq/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/trainer.py -------------------------------------------------------------------------------- /fairseq/fairseq/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq/utils.py -------------------------------------------------------------------------------- /fairseq/fairseq_cli/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /fairseq/fairseq_cli/eval_lm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq_cli/eval_lm.py -------------------------------------------------------------------------------- /fairseq/fairseq_cli/generate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq_cli/generate.py -------------------------------------------------------------------------------- /fairseq/fairseq_cli/interactive.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq_cli/interactive.py -------------------------------------------------------------------------------- /fairseq/fairseq_cli/preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq_cli/preprocess.py -------------------------------------------------------------------------------- /fairseq/fairseq_cli/score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq_cli/score.py -------------------------------------------------------------------------------- /fairseq/fairseq_cli/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq_cli/train.py -------------------------------------------------------------------------------- /fairseq/fairseq_cli/validate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/fairseq_cli/validate.py -------------------------------------------------------------------------------- /fairseq/hubconf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/hubconf.py -------------------------------------------------------------------------------- /fairseq/preprocess_huggingface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/preprocess_huggingface.py -------------------------------------------------------------------------------- /fairseq/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/pyproject.toml -------------------------------------------------------------------------------- /fairseq/scripts/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /fairseq/scripts/average_checkpoints.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/scripts/average_checkpoints.py -------------------------------------------------------------------------------- /fairseq/scripts/build_sym_alignment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/scripts/build_sym_alignment.py -------------------------------------------------------------------------------- /fairseq/scripts/compare_namespaces.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/scripts/compare_namespaces.py -------------------------------------------------------------------------------- /fairseq/scripts/compound_split_bleu.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/scripts/compound_split_bleu.sh -------------------------------------------------------------------------------- /fairseq/scripts/convert_dictionary.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/scripts/convert_dictionary.lua -------------------------------------------------------------------------------- /fairseq/scripts/convert_model.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/scripts/convert_model.lua -------------------------------------------------------------------------------- /fairseq/scripts/count_docs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/scripts/count_docs.py -------------------------------------------------------------------------------- /fairseq/scripts/read_binarized.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/scripts/read_binarized.py -------------------------------------------------------------------------------- /fairseq/scripts/rm_pt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/scripts/rm_pt.py -------------------------------------------------------------------------------- /fairseq/scripts/sacrebleu_pregen.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/scripts/sacrebleu_pregen.sh -------------------------------------------------------------------------------- /fairseq/scripts/shard_docs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/scripts/shard_docs.py -------------------------------------------------------------------------------- /fairseq/scripts/split_train_valid_docs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/scripts/split_train_valid_docs.py -------------------------------------------------------------------------------- /fairseq/scripts/spm_decode.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/scripts/spm_decode.py -------------------------------------------------------------------------------- /fairseq/scripts/spm_encode.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/scripts/spm_encode.py -------------------------------------------------------------------------------- /fairseq/scripts/spm_train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/scripts/spm_train.py -------------------------------------------------------------------------------- /fairseq/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/setup.py -------------------------------------------------------------------------------- /fairseq/tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /fairseq/tests/gpu/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /fairseq/tests/gpu/test_binaries_gpu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/tests/gpu/test_binaries_gpu.py -------------------------------------------------------------------------------- /fairseq/tests/speech_recognition/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /fairseq/tests/speech_recognition/asr_test_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/tests/speech_recognition/asr_test_base.py -------------------------------------------------------------------------------- /fairseq/tests/test_average_checkpoints.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/tests/test_average_checkpoints.py -------------------------------------------------------------------------------- /fairseq/tests/test_backtranslation_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/tests/test_backtranslation_dataset.py -------------------------------------------------------------------------------- /fairseq/tests/test_binaries.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/tests/test_binaries.py -------------------------------------------------------------------------------- /fairseq/tests/test_bmuf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/tests/test_bmuf.py -------------------------------------------------------------------------------- /fairseq/tests/test_character_token_embedder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/tests/test_character_token_embedder.py -------------------------------------------------------------------------------- /fairseq/tests/test_concat_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/tests/test_concat_dataset.py -------------------------------------------------------------------------------- /fairseq/tests/test_convtbc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/tests/test_convtbc.py -------------------------------------------------------------------------------- /fairseq/tests/test_dictionary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/tests/test_dictionary.py -------------------------------------------------------------------------------- /fairseq/tests/test_export.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/tests/test_export.py -------------------------------------------------------------------------------- /fairseq/tests/test_file_io.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/tests/test_file_io.py -------------------------------------------------------------------------------- /fairseq/tests/test_inference_dropout.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/tests/test_inference_dropout.py -------------------------------------------------------------------------------- /fairseq/tests/test_iterators.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/tests/test_iterators.py -------------------------------------------------------------------------------- /fairseq/tests/test_label_smoothing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/tests/test_label_smoothing.py -------------------------------------------------------------------------------- /fairseq/tests/test_lstm_jitable.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/tests/test_lstm_jitable.py -------------------------------------------------------------------------------- /fairseq/tests/test_memory_efficient_fp16.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/tests/test_memory_efficient_fp16.py -------------------------------------------------------------------------------- /fairseq/tests/test_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/tests/test_metrics.py -------------------------------------------------------------------------------- /fairseq/tests/test_multihead_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/tests/test_multihead_attention.py -------------------------------------------------------------------------------- /fairseq/tests/test_noising.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/tests/test_noising.py -------------------------------------------------------------------------------- /fairseq/tests/test_reproducibility.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/tests/test_reproducibility.py -------------------------------------------------------------------------------- /fairseq/tests/test_resampling_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/tests/test_resampling_dataset.py -------------------------------------------------------------------------------- /fairseq/tests/test_sequence_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/tests/test_sequence_generator.py -------------------------------------------------------------------------------- /fairseq/tests/test_sequence_scorer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/tests/test_sequence_scorer.py -------------------------------------------------------------------------------- /fairseq/tests/test_sparse_multihead_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/tests/test_sparse_multihead_attention.py -------------------------------------------------------------------------------- /fairseq/tests/test_token_block_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/tests/test_token_block_dataset.py -------------------------------------------------------------------------------- /fairseq/tests/test_train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/tests/test_train.py -------------------------------------------------------------------------------- /fairseq/tests/test_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/tests/test_utils.py -------------------------------------------------------------------------------- /fairseq/tests/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/tests/utils.py -------------------------------------------------------------------------------- /fairseq/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/fairseq/train.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/requirements.txt -------------------------------------------------------------------------------- /run_glue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/run_glue.py -------------------------------------------------------------------------------- /sbert/get_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/sbert/get_data.py -------------------------------------------------------------------------------- /sbert/sbert_nli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/sbert/sbert_nli.py -------------------------------------------------------------------------------- /sbert/sbert_nli_acc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/sbert/sbert_nli_acc.py -------------------------------------------------------------------------------- /scripts/evaluate_accuracy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/scripts/evaluate_accuracy.py -------------------------------------------------------------------------------- /scripts/evaluate_perplexity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/scripts/evaluate_perplexity.py -------------------------------------------------------------------------------- /scripts/preprocess_autoencoder.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/scripts/preprocess_autoencoder.sh -------------------------------------------------------------------------------- /scripts/preprocess_huggingface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/scripts/preprocess_huggingface.py -------------------------------------------------------------------------------- /scripts/preprocessing.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/scripts/preprocessing.sh -------------------------------------------------------------------------------- /scripts/spm_encode.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/scripts/spm_encode.py -------------------------------------------------------------------------------- /scripts/spm_train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/scripts/spm_train.py -------------------------------------------------------------------------------- /scripts/tokenize.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/scripts/tokenize.sh -------------------------------------------------------------------------------- /scripts/tokenize_autoencoder.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/scripts/tokenize_autoencoder.sh -------------------------------------------------------------------------------- /scripts/train_tokenizer.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/scripts/train_tokenizer.sh -------------------------------------------------------------------------------- /scripts/train_tokenizer_autoencoder.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/scripts/train_tokenizer_autoencoder.sh -------------------------------------------------------------------------------- /setup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/setup.sh -------------------------------------------------------------------------------- /transformers/CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /transformers/CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/CONTRIBUTING.md -------------------------------------------------------------------------------- /transformers/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/LICENSE -------------------------------------------------------------------------------- /transformers/MANIFEST.in: -------------------------------------------------------------------------------- 1 | include LICENSE 2 | -------------------------------------------------------------------------------- /transformers/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/Makefile -------------------------------------------------------------------------------- /transformers/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/README.md -------------------------------------------------------------------------------- /transformers/codecov.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/codecov.yml -------------------------------------------------------------------------------- /transformers/docker/transformers-cpu/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/docker/transformers-cpu/Dockerfile -------------------------------------------------------------------------------- /transformers/docker/transformers-gpu/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/docker/transformers-gpu/Dockerfile -------------------------------------------------------------------------------- /transformers/docs/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/docs/Makefile -------------------------------------------------------------------------------- /transformers/docs/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/docs/README.md -------------------------------------------------------------------------------- /transformers/docs/source/_static/js/custom.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/docs/source/_static/js/custom.js -------------------------------------------------------------------------------- /transformers/docs/source/benchmarks.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/docs/source/benchmarks.rst -------------------------------------------------------------------------------- /transformers/docs/source/bertology.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/docs/source/bertology.rst -------------------------------------------------------------------------------- /transformers/docs/source/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/docs/source/conf.py -------------------------------------------------------------------------------- /transformers/docs/source/contributing.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/docs/source/custom_datasets.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/docs/source/custom_datasets.rst -------------------------------------------------------------------------------- /transformers/docs/source/examples.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/docs/source/favicon.ico: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/docs/source/favicon.ico -------------------------------------------------------------------------------- /transformers/docs/source/glossary.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/docs/source/glossary.rst -------------------------------------------------------------------------------- /transformers/docs/source/imgs/ppl_chunked.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/docs/source/imgs/ppl_chunked.gif -------------------------------------------------------------------------------- /transformers/docs/source/imgs/ppl_full.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/docs/source/imgs/ppl_full.gif -------------------------------------------------------------------------------- /transformers/docs/source/imgs/ppl_sliding.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/docs/source/imgs/ppl_sliding.gif -------------------------------------------------------------------------------- /transformers/docs/source/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/docs/source/index.rst -------------------------------------------------------------------------------- /transformers/docs/source/installation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/docs/source/installation.md -------------------------------------------------------------------------------- /transformers/docs/source/main_classes/logging.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/docs/source/main_classes/logging.rst -------------------------------------------------------------------------------- /transformers/docs/source/main_classes/model.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/docs/source/main_classes/model.rst -------------------------------------------------------------------------------- /transformers/docs/source/main_classes/output.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/docs/source/main_classes/output.rst -------------------------------------------------------------------------------- /transformers/docs/source/main_classes/trainer.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/docs/source/main_classes/trainer.rst -------------------------------------------------------------------------------- /transformers/docs/source/migration.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/docs/source/migration.md -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/albert.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/docs/source/model_doc/albert.rst -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/auto.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/docs/source/model_doc/auto.rst -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/bart.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/docs/source/model_doc/bart.rst -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/bert.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/docs/source/model_doc/bert.rst -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/camembert.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/docs/source/model_doc/camembert.rst -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/ctrl.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/docs/source/model_doc/ctrl.rst -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/dialogpt.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/docs/source/model_doc/dialogpt.rst -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/distilbert.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/docs/source/model_doc/distilbert.rst -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/dpr.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/docs/source/model_doc/dpr.rst -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/electra.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/docs/source/model_doc/electra.rst -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/flaubert.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/docs/source/model_doc/flaubert.rst -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/fsmt.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/docs/source/model_doc/fsmt.rst -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/funnel.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/docs/source/model_doc/funnel.rst -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/gpt.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/docs/source/model_doc/gpt.rst -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/gpt2.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/docs/source/model_doc/gpt2.rst -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/layoutlm.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/docs/source/model_doc/layoutlm.rst -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/longformer.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/docs/source/model_doc/longformer.rst -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/lxmert.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/docs/source/model_doc/lxmert.rst -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/marian.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/docs/source/model_doc/marian.rst -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/mbart.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/docs/source/model_doc/mbart.rst -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/mobilebert.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/docs/source/model_doc/mobilebert.rst -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/pegasus.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/docs/source/model_doc/pegasus.rst -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/rag.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/docs/source/model_doc/rag.rst -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/reformer.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/docs/source/model_doc/reformer.rst -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/retribert.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/docs/source/model_doc/retribert.rst -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/roberta.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/docs/source/model_doc/roberta.rst -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/t5.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/docs/source/model_doc/t5.rst -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/xlm.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/docs/source/model_doc/xlm.rst -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/xlmroberta.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/docs/source/model_doc/xlmroberta.rst -------------------------------------------------------------------------------- /transformers/docs/source/model_doc/xlnet.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/docs/source/model_doc/xlnet.rst -------------------------------------------------------------------------------- /transformers/docs/source/model_sharing.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/docs/source/model_sharing.rst -------------------------------------------------------------------------------- /transformers/docs/source/model_summary.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/docs/source/model_summary.rst -------------------------------------------------------------------------------- /transformers/docs/source/multilingual.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/docs/source/multilingual.rst -------------------------------------------------------------------------------- /transformers/docs/source/notebooks.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/docs/source/perplexity.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/docs/source/perplexity.rst -------------------------------------------------------------------------------- /transformers/docs/source/philosophy.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/docs/source/philosophy.rst -------------------------------------------------------------------------------- /transformers/docs/source/preprocessing.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/docs/source/preprocessing.rst -------------------------------------------------------------------------------- /transformers/docs/source/pretrained_models.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/docs/source/pretrained_models.rst -------------------------------------------------------------------------------- /transformers/docs/source/quicktour.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/docs/source/quicktour.rst -------------------------------------------------------------------------------- /transformers/docs/source/serialization.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/docs/source/serialization.rst -------------------------------------------------------------------------------- /transformers/docs/source/task_summary.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/docs/source/task_summary.rst -------------------------------------------------------------------------------- /transformers/docs/source/testing.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/docs/source/testing.rst -------------------------------------------------------------------------------- /transformers/docs/source/tokenizer_summary.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/docs/source/tokenizer_summary.rst -------------------------------------------------------------------------------- /transformers/docs/source/training.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/docs/source/training.rst -------------------------------------------------------------------------------- /transformers/examples/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/examples/README.md -------------------------------------------------------------------------------- /transformers/examples/adversarial/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/examples/adversarial/README.md -------------------------------------------------------------------------------- /transformers/examples/adversarial/run_hans.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/examples/adversarial/run_hans.py -------------------------------------------------------------------------------- /transformers/examples/adversarial/utils_hans.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/examples/adversarial/utils_hans.py -------------------------------------------------------------------------------- /transformers/examples/benchmarking/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/examples/benchmarking/README.md -------------------------------------------------------------------------------- /transformers/examples/bert-loses-patience/pabee/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/examples/bertology/run_bertology.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/examples/bertology/run_bertology.py -------------------------------------------------------------------------------- /transformers/examples/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/examples/conftest.py -------------------------------------------------------------------------------- /transformers/examples/contrib/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/examples/contrib/README.md -------------------------------------------------------------------------------- /transformers/examples/contrib/mm-imdb/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/examples/contrib/mm-imdb/README.md -------------------------------------------------------------------------------- /transformers/examples/contrib/run_camembert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/examples/contrib/run_camembert.py -------------------------------------------------------------------------------- /transformers/examples/contrib/run_openai_gpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/examples/contrib/run_openai_gpt.py -------------------------------------------------------------------------------- /transformers/examples/contrib/run_swag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/examples/contrib/run_swag.py -------------------------------------------------------------------------------- /transformers/examples/contrib/run_transfo_xl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/examples/contrib/run_transfo_xl.py -------------------------------------------------------------------------------- /transformers/examples/deebert/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/examples/deebert/README.md -------------------------------------------------------------------------------- /transformers/examples/deebert/entropy_eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/examples/deebert/entropy_eval.sh -------------------------------------------------------------------------------- /transformers/examples/deebert/eval_deebert.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/examples/deebert/eval_deebert.sh -------------------------------------------------------------------------------- /transformers/examples/deebert/run_glue_deebert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/examples/deebert/run_glue_deebert.py -------------------------------------------------------------------------------- /transformers/examples/deebert/src/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/examples/deebert/train_deebert.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/examples/deebert/train_deebert.sh -------------------------------------------------------------------------------- /transformers/examples/distillation/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/examples/distillation/README.md -------------------------------------------------------------------------------- /transformers/examples/distillation/distiller.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/examples/distillation/distiller.py -------------------------------------------------------------------------------- /transformers/examples/distillation/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/examples/distillation/train.py -------------------------------------------------------------------------------- /transformers/examples/distillation/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/examples/distillation/utils.py -------------------------------------------------------------------------------- /transformers/examples/language-modeling/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/examples/language-modeling/README.md -------------------------------------------------------------------------------- /transformers/examples/lightning_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/examples/lightning_base.py -------------------------------------------------------------------------------- /transformers/examples/longform-qa/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/examples/longform-qa/README.md -------------------------------------------------------------------------------- /transformers/examples/longform-qa/eli5_app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/examples/longform-qa/eli5_app.py -------------------------------------------------------------------------------- /transformers/examples/longform-qa/eli5_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/examples/longform-qa/eli5_utils.py -------------------------------------------------------------------------------- /transformers/examples/lxmert/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/examples/lxmert/README.md -------------------------------------------------------------------------------- /transformers/examples/lxmert/demo.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/examples/lxmert/demo.ipynb -------------------------------------------------------------------------------- /transformers/examples/lxmert/extracting_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/examples/lxmert/extracting_data.py -------------------------------------------------------------------------------- /transformers/examples/lxmert/modeling_frcnn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/examples/lxmert/modeling_frcnn.py -------------------------------------------------------------------------------- /transformers/examples/lxmert/processing_image.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/examples/lxmert/processing_image.py -------------------------------------------------------------------------------- /transformers/examples/lxmert/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/examples/lxmert/requirements.txt -------------------------------------------------------------------------------- /transformers/examples/lxmert/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/examples/lxmert/utils.py -------------------------------------------------------------------------------- /transformers/examples/lxmert/visualizing_image.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/examples/lxmert/visualizing_image.py -------------------------------------------------------------------------------- /transformers/examples/movement-pruning/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/examples/movement-pruning/README.md -------------------------------------------------------------------------------- /transformers/examples/multiple-choice/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/examples/multiple-choice/README.md -------------------------------------------------------------------------------- /transformers/examples/rag/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/examples/rag/README.md -------------------------------------------------------------------------------- /transformers/examples/rag/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/examples/rag/callbacks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/examples/rag/callbacks.py -------------------------------------------------------------------------------- /transformers/examples/rag/eval_rag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/examples/rag/eval_rag.py -------------------------------------------------------------------------------- /transformers/examples/rag/finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/examples/rag/finetune.py -------------------------------------------------------------------------------- /transformers/examples/rag/finetune.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/examples/rag/finetune.sh -------------------------------------------------------------------------------- /transformers/examples/rag/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/examples/rag/requirements.txt -------------------------------------------------------------------------------- /transformers/examples/rag/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/examples/rag/utils.py -------------------------------------------------------------------------------- /transformers/examples/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/examples/requirements.txt -------------------------------------------------------------------------------- /transformers/examples/seq2seq/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/examples/seq2seq/README.md -------------------------------------------------------------------------------- /transformers/examples/seq2seq/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/examples/seq2seq/__init__.py -------------------------------------------------------------------------------- /transformers/examples/seq2seq/bertabs/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/examples/seq2seq/bertabs/README.md -------------------------------------------------------------------------------- /transformers/examples/seq2seq/bertabs/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/examples/seq2seq/bertabs/requirements.txt: -------------------------------------------------------------------------------- 1 | transformers 2 | 3 | # For ROUGE 4 | nltk 5 | py-rouge 6 | -------------------------------------------------------------------------------- /transformers/examples/seq2seq/callbacks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/examples/seq2seq/callbacks.py -------------------------------------------------------------------------------- /transformers/examples/seq2seq/distillation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/examples/seq2seq/distillation.py -------------------------------------------------------------------------------- /transformers/examples/seq2seq/download_wmt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/examples/seq2seq/download_wmt.py -------------------------------------------------------------------------------- /transformers/examples/seq2seq/finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/examples/seq2seq/finetune.py -------------------------------------------------------------------------------- /transformers/examples/seq2seq/finetune.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/examples/seq2seq/finetune.sh -------------------------------------------------------------------------------- /transformers/examples/seq2seq/finetune_t5.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/examples/seq2seq/finetune_t5.sh -------------------------------------------------------------------------------- /transformers/examples/seq2seq/finetune_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/examples/seq2seq/finetune_trainer.py -------------------------------------------------------------------------------- /transformers/examples/seq2seq/make_student.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/examples/seq2seq/make_student.py -------------------------------------------------------------------------------- /transformers/examples/seq2seq/minify_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/examples/seq2seq/minify_dataset.py -------------------------------------------------------------------------------- /transformers/examples/seq2seq/pack_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/examples/seq2seq/pack_dataset.py -------------------------------------------------------------------------------- /transformers/examples/seq2seq/rouge_cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/examples/seq2seq/rouge_cli.py -------------------------------------------------------------------------------- /transformers/examples/seq2seq/run_distiller.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/examples/seq2seq/run_distiller.sh -------------------------------------------------------------------------------- /transformers/examples/seq2seq/run_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/examples/seq2seq/run_eval.py -------------------------------------------------------------------------------- /transformers/examples/seq2seq/run_eval_search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/examples/seq2seq/run_eval_search.py -------------------------------------------------------------------------------- /transformers/examples/seq2seq/save_len_file.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/examples/seq2seq/save_len_file.py -------------------------------------------------------------------------------- /transformers/examples/seq2seq/seq2seq_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/examples/seq2seq/seq2seq_trainer.py -------------------------------------------------------------------------------- /transformers/examples/seq2seq/test_bash_script.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/examples/seq2seq/test_bash_script.py -------------------------------------------------------------------------------- /transformers/examples/seq2seq/test_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/examples/seq2seq/test_datasets.py -------------------------------------------------------------------------------- /transformers/examples/seq2seq/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/examples/seq2seq/utils.py -------------------------------------------------------------------------------- /transformers/examples/seq2seq/xla_spawn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/examples/seq2seq/xla_spawn.py -------------------------------------------------------------------------------- /transformers/examples/test_examples.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/examples/test_examples.py -------------------------------------------------------------------------------- /transformers/examples/test_xla_examples.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/examples/test_xla_examples.py -------------------------------------------------------------------------------- /transformers/examples/text-generation/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/examples/text-generation/README.md -------------------------------------------------------------------------------- /transformers/examples/token-classification/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/examples/token-classification/run.sh -------------------------------------------------------------------------------- /transformers/examples/xla_spawn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/examples/xla_spawn.py -------------------------------------------------------------------------------- /transformers/hubconf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/hubconf.py -------------------------------------------------------------------------------- /transformers/model_cards/NLP4H/ms_bert/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/model_cards/NLP4H/ms_bert/README.md -------------------------------------------------------------------------------- /transformers/model_cards/albert-base-v1-README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/model_cards/albert-base-v1-README.md -------------------------------------------------------------------------------- /transformers/model_cards/bart-large-cnn/README.md: -------------------------------------------------------------------------------- 1 | --- 2 | tags: 3 | - summarization 4 | --- 5 | 6 | -------------------------------------------------------------------------------- /transformers/model_cards/bart-large-xsum/README.md: -------------------------------------------------------------------------------- 1 | --- 2 | tags: 3 | - summarization 4 | --- 5 | 6 | -------------------------------------------------------------------------------- /transformers/model_cards/bert-base-chinese-README.md: -------------------------------------------------------------------------------- 1 | --- 2 | language: zh 3 | --- 4 | -------------------------------------------------------------------------------- /transformers/model_cards/bert-large-cased-README.md: -------------------------------------------------------------------------------- 1 | --- 2 | license: apache-2.0 3 | --- 4 | -------------------------------------------------------------------------------- /transformers/model_cards/camembert-base-README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/model_cards/camembert-base-README.md -------------------------------------------------------------------------------- /transformers/model_cards/dccuchile/bert-base-spanish-wwm-cased/README.md: -------------------------------------------------------------------------------- 1 | --- 2 | language: es 3 | --- 4 | -------------------------------------------------------------------------------- /transformers/model_cards/dccuchile/bert-base-spanish-wwm-uncased/README.md: -------------------------------------------------------------------------------- 1 | --- 2 | language: es 3 | --- 4 | -------------------------------------------------------------------------------- /transformers/model_cards/distilgpt2-README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/model_cards/distilgpt2-README.md -------------------------------------------------------------------------------- /transformers/model_cards/facebook/bart-large-cnn/README.md: -------------------------------------------------------------------------------- 1 | --- 2 | tags: 3 | - summarization 4 | 5 | license: mit 6 | --- 7 | -------------------------------------------------------------------------------- /transformers/model_cards/google/bert_uncased_L-10_H-128_A-2/README.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/model_cards/google/bert_uncased_L-10_H-256_A-4/README.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/model_cards/google/bert_uncased_L-10_H-512_A-8/README.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/model_cards/google/bert_uncased_L-10_H-768_A-12/README.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/model_cards/google/bert_uncased_L-12_H-128_A-2/README.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/model_cards/google/bert_uncased_L-12_H-256_A-4/README.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/model_cards/google/bert_uncased_L-12_H-512_A-8/README.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/model_cards/google/bert_uncased_L-12_H-768_A-12/README.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/model_cards/google/bert_uncased_L-2_H-128_A-2/README.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/model_cards/google/bert_uncased_L-2_H-256_A-4/README.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/model_cards/google/bert_uncased_L-2_H-512_A-8/README.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/model_cards/google/bert_uncased_L-2_H-768_A-12/README.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/model_cards/google/bert_uncased_L-4_H-128_A-2/README.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/model_cards/google/bert_uncased_L-4_H-256_A-4/README.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/model_cards/google/bert_uncased_L-4_H-512_A-8/README.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/model_cards/google/bert_uncased_L-4_H-768_A-12/README.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/model_cards/google/bert_uncased_L-6_H-128_A-2/README.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/model_cards/google/bert_uncased_L-6_H-256_A-4/README.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/model_cards/google/bert_uncased_L-6_H-512_A-8/README.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/model_cards/google/bert_uncased_L-6_H-768_A-12/README.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/model_cards/google/bert_uncased_L-8_H-128_A-2/README.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/model_cards/google/bert_uncased_L-8_H-256_A-4/README.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/model_cards/google/bert_uncased_L-8_H-512_A-8/README.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/model_cards/google/bert_uncased_L-8_H-768_A-12/README.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/model_cards/gpt2-README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/model_cards/gpt2-README.md -------------------------------------------------------------------------------- /transformers/model_cards/gpt2-large-README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/model_cards/gpt2-large-README.md -------------------------------------------------------------------------------- /transformers/model_cards/gpt2-medium-README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/model_cards/gpt2-medium-README.md -------------------------------------------------------------------------------- /transformers/model_cards/gpt2-xl-README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/model_cards/gpt2-xl-README.md -------------------------------------------------------------------------------- /transformers/model_cards/illuin/lepetit/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/model_cards/illuin/lepetit/README.md -------------------------------------------------------------------------------- /transformers/model_cards/lysandre/arxiv/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/model_cards/lysandre/arxiv/README.md -------------------------------------------------------------------------------- /transformers/model_cards/mrm8488/RuPERTa-base-finetuned-squadv1/README.md: -------------------------------------------------------------------------------- 1 | --- 2 | language: es 3 | datasets: 4 | - squad 5 | --- 6 | -------------------------------------------------------------------------------- /transformers/model_cards/mrm8488/RuPERTa-base-finetuned-squadv2/README.md: -------------------------------------------------------------------------------- 1 | --- 2 | language: es 3 | datasets: 4 | - squad_v2 5 | --- 6 | -------------------------------------------------------------------------------- /transformers/model_cards/nyu-mll/roberta-base-100M-1/README.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/model_cards/nyu-mll/roberta-base-100M-2/README.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/model_cards/nyu-mll/roberta-base-100M-3/README.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/model_cards/nyu-mll/roberta-base-10M-1/README.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/model_cards/nyu-mll/roberta-base-10M-2/README.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/model_cards/nyu-mll/roberta-base-10M-3/README.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/model_cards/nyu-mll/roberta-base-1B-1/README.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/model_cards/nyu-mll/roberta-base-1B-2/README.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/model_cards/nyu-mll/roberta-base-1B-3/README.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/model_cards/nyu-mll/roberta-med-small-1M-1/README.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/model_cards/nyu-mll/roberta-med-small-1M-2/README.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/model_cards/nyu-mll/roberta-med-small-1M-3/README.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/model_cards/pvl/labse_bert/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/model_cards/pvl/labse_bert/README.md -------------------------------------------------------------------------------- /transformers/model_cards/roberta-base-README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/model_cards/roberta-base-README.md -------------------------------------------------------------------------------- /transformers/model_cards/roberta-large-README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/model_cards/roberta-large-README.md -------------------------------------------------------------------------------- /transformers/model_cards/spentaur/yelp/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/model_cards/spentaur/yelp/README.md -------------------------------------------------------------------------------- /transformers/model_cards/t5-11b-README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/model_cards/t5-11b-README.md -------------------------------------------------------------------------------- /transformers/model_cards/t5-3b-README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/model_cards/t5-3b-README.md -------------------------------------------------------------------------------- /transformers/model_cards/t5-base-README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/model_cards/t5-base-README.md -------------------------------------------------------------------------------- /transformers/model_cards/t5-large-README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/model_cards/t5-large-README.md -------------------------------------------------------------------------------- /transformers/model_cards/t5-small-README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/model_cards/t5-small-README.md -------------------------------------------------------------------------------- /transformers/model_cards/yuvraj/xSumm/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/model_cards/yuvraj/xSumm/README.md -------------------------------------------------------------------------------- /transformers/notebooks/02-transformers.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/notebooks/02-transformers.ipynb -------------------------------------------------------------------------------- /transformers/notebooks/03-pipelines.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/notebooks/03-pipelines.ipynb -------------------------------------------------------------------------------- /transformers/notebooks/04-onnx-export.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/notebooks/04-onnx-export.ipynb -------------------------------------------------------------------------------- /transformers/notebooks/05-benchmark.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/notebooks/05-benchmark.ipynb -------------------------------------------------------------------------------- /transformers/notebooks/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/notebooks/README.md -------------------------------------------------------------------------------- /transformers/pyproject.toml: -------------------------------------------------------------------------------- 1 | [tool.black] 2 | line-length = 119 3 | target-version = ['py35'] 4 | -------------------------------------------------------------------------------- /transformers/scripts/fsmt/eval-allenai-wmt16.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/scripts/fsmt/eval-allenai-wmt16.sh -------------------------------------------------------------------------------- /transformers/scripts/fsmt/eval-allenai-wmt19.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/scripts/fsmt/eval-allenai-wmt19.sh -------------------------------------------------------------------------------- /transformers/scripts/fsmt/eval-facebook-wmt19.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/scripts/fsmt/eval-facebook-wmt19.sh -------------------------------------------------------------------------------- /transformers/scripts/fsmt/fsmt-make-tiny-model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/scripts/fsmt/fsmt-make-tiny-model.py -------------------------------------------------------------------------------- /transformers/scripts/fsmt/s3-move.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/scripts/fsmt/s3-move.sh -------------------------------------------------------------------------------- /transformers/scripts/fsmt/tests-to-run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/scripts/fsmt/tests-to-run.sh -------------------------------------------------------------------------------- /transformers/setup.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/setup.cfg -------------------------------------------------------------------------------- /transformers/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/setup.py -------------------------------------------------------------------------------- /transformers/src/transformers.egg-info/PKG-INFO: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/src/transformers.egg-info/PKG-INFO -------------------------------------------------------------------------------- /transformers/src/transformers.egg-info/dependency_links.txt: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /transformers/src/transformers.egg-info/top_level.txt: -------------------------------------------------------------------------------- 1 | transformers 2 | -------------------------------------------------------------------------------- /transformers/src/transformers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/src/transformers/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/activations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/src/transformers/activations.py -------------------------------------------------------------------------------- /transformers/src/transformers/activations_tf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/src/transformers/activations_tf.py -------------------------------------------------------------------------------- /transformers/src/transformers/benchmark/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/src/transformers/commands/convert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/src/transformers/commands/convert.py -------------------------------------------------------------------------------- /transformers/src/transformers/commands/env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/src/transformers/commands/env.py -------------------------------------------------------------------------------- /transformers/src/transformers/commands/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/src/transformers/commands/run.py -------------------------------------------------------------------------------- /transformers/src/transformers/commands/serving.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/src/transformers/commands/serving.py -------------------------------------------------------------------------------- /transformers/src/transformers/commands/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/src/transformers/commands/train.py -------------------------------------------------------------------------------- /transformers/src/transformers/commands/user.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/src/transformers/commands/user.py -------------------------------------------------------------------------------- /transformers/src/transformers/configuration_t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/src/transformers/configuration_t5.py -------------------------------------------------------------------------------- /transformers/src/transformers/data/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/src/transformers/data/__init__.py -------------------------------------------------------------------------------- /transformers/src/transformers/file_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/src/transformers/file_utils.py -------------------------------------------------------------------------------- /transformers/src/transformers/generation_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/src/transformers/generation_utils.py -------------------------------------------------------------------------------- /transformers/src/transformers/hf_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/src/transformers/hf_api.py -------------------------------------------------------------------------------- /transformers/src/transformers/hf_argparser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/src/transformers/hf_argparser.py -------------------------------------------------------------------------------- /transformers/src/transformers/integrations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/src/transformers/integrations.py -------------------------------------------------------------------------------- /transformers/src/transformers/modelcard.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/src/transformers/modelcard.py -------------------------------------------------------------------------------- /transformers/src/transformers/modeling_albert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/src/transformers/modeling_albert.py -------------------------------------------------------------------------------- /transformers/src/transformers/modeling_auto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/src/transformers/modeling_auto.py -------------------------------------------------------------------------------- /transformers/src/transformers/modeling_bart.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/src/transformers/modeling_bart.py -------------------------------------------------------------------------------- /transformers/src/transformers/modeling_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/src/transformers/modeling_bert.py -------------------------------------------------------------------------------- /transformers/src/transformers/modeling_ctrl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/src/transformers/modeling_ctrl.py -------------------------------------------------------------------------------- /transformers/src/transformers/modeling_dpr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/src/transformers/modeling_dpr.py -------------------------------------------------------------------------------- /transformers/src/transformers/modeling_electra.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/src/transformers/modeling_electra.py -------------------------------------------------------------------------------- /transformers/src/transformers/modeling_fsmt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/src/transformers/modeling_fsmt.py -------------------------------------------------------------------------------- /transformers/src/transformers/modeling_funnel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/src/transformers/modeling_funnel.py -------------------------------------------------------------------------------- /transformers/src/transformers/modeling_gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/src/transformers/modeling_gpt2.py -------------------------------------------------------------------------------- /transformers/src/transformers/modeling_lxmert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/src/transformers/modeling_lxmert.py -------------------------------------------------------------------------------- /transformers/src/transformers/modeling_marian.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/src/transformers/modeling_marian.py -------------------------------------------------------------------------------- /transformers/src/transformers/modeling_mbart.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/src/transformers/modeling_mbart.py -------------------------------------------------------------------------------- /transformers/src/transformers/modeling_mmbt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/src/transformers/modeling_mmbt.py -------------------------------------------------------------------------------- /transformers/src/transformers/modeling_openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/src/transformers/modeling_openai.py -------------------------------------------------------------------------------- /transformers/src/transformers/modeling_outputs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/src/transformers/modeling_outputs.py -------------------------------------------------------------------------------- /transformers/src/transformers/modeling_pegasus.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/src/transformers/modeling_pegasus.py -------------------------------------------------------------------------------- /transformers/src/transformers/modeling_rag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/src/transformers/modeling_rag.py -------------------------------------------------------------------------------- /transformers/src/transformers/modeling_roberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/src/transformers/modeling_roberta.py -------------------------------------------------------------------------------- /transformers/src/transformers/modeling_t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/src/transformers/modeling_t5.py -------------------------------------------------------------------------------- /transformers/src/transformers/modeling_tf_auto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/src/transformers/modeling_tf_auto.py -------------------------------------------------------------------------------- /transformers/src/transformers/modeling_tf_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/src/transformers/modeling_tf_bert.py -------------------------------------------------------------------------------- /transformers/src/transformers/modeling_tf_ctrl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/src/transformers/modeling_tf_ctrl.py -------------------------------------------------------------------------------- /transformers/src/transformers/modeling_tf_gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/src/transformers/modeling_tf_gpt2.py -------------------------------------------------------------------------------- /transformers/src/transformers/modeling_tf_t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/src/transformers/modeling_tf_t5.py -------------------------------------------------------------------------------- /transformers/src/transformers/modeling_tf_xlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/src/transformers/modeling_tf_xlm.py -------------------------------------------------------------------------------- /transformers/src/transformers/modeling_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/src/transformers/modeling_utils.py -------------------------------------------------------------------------------- /transformers/src/transformers/modeling_xlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/src/transformers/modeling_xlm.py -------------------------------------------------------------------------------- /transformers/src/transformers/modeling_xlnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/src/transformers/modeling_xlnet.py -------------------------------------------------------------------------------- /transformers/src/transformers/optimization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/src/transformers/optimization.py -------------------------------------------------------------------------------- /transformers/src/transformers/optimization_tf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/src/transformers/optimization_tf.py -------------------------------------------------------------------------------- /transformers/src/transformers/pipelines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/src/transformers/pipelines.py -------------------------------------------------------------------------------- /transformers/src/transformers/retrieval_rag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/src/transformers/retrieval_rag.py -------------------------------------------------------------------------------- /transformers/src/transformers/testing_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/src/transformers/testing_utils.py -------------------------------------------------------------------------------- /transformers/src/transformers/tokenization_dpr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/src/transformers/tokenization_dpr.py -------------------------------------------------------------------------------- /transformers/src/transformers/tokenization_rag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/src/transformers/tokenization_rag.py -------------------------------------------------------------------------------- /transformers/src/transformers/tokenization_t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/src/transformers/tokenization_t5.py -------------------------------------------------------------------------------- /transformers/src/transformers/tokenization_xlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/src/transformers/tokenization_xlm.py -------------------------------------------------------------------------------- /transformers/src/transformers/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/src/transformers/trainer.py -------------------------------------------------------------------------------- /transformers/src/transformers/trainer_tf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/src/transformers/trainer_tf.py -------------------------------------------------------------------------------- /transformers/src/transformers/trainer_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/src/transformers/trainer_utils.py -------------------------------------------------------------------------------- /transformers/src/transformers/training_args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/src/transformers/training_args.py -------------------------------------------------------------------------------- /transformers/src/transformers/training_args_tf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/src/transformers/training_args_tf.py -------------------------------------------------------------------------------- /transformers/src/transformers/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/src/transformers/utils/logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/src/transformers/utils/logging.py -------------------------------------------------------------------------------- /transformers/tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/conftest.py -------------------------------------------------------------------------------- /transformers/tests/fixtures/dummy-config.json: -------------------------------------------------------------------------------- 1 | { 2 | "model_type": "roberta" 3 | } -------------------------------------------------------------------------------- /transformers/tests/fixtures/empty.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/fixtures/input.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/fixtures/input.txt -------------------------------------------------------------------------------- /transformers/tests/fixtures/sample_text.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/fixtures/sample_text.txt -------------------------------------------------------------------------------- /transformers/tests/fixtures/spiece.model: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/fixtures/spiece.model -------------------------------------------------------------------------------- /transformers/tests/test_activations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_activations.py -------------------------------------------------------------------------------- /transformers/tests/test_activations_tf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_activations_tf.py -------------------------------------------------------------------------------- /transformers/tests/test_benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_benchmark.py -------------------------------------------------------------------------------- /transformers/tests/test_benchmark_tf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_benchmark_tf.py -------------------------------------------------------------------------------- /transformers/tests/test_cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_cli.py -------------------------------------------------------------------------------- /transformers/tests/test_configuration_auto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_configuration_auto.py -------------------------------------------------------------------------------- /transformers/tests/test_configuration_common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_configuration_common.py -------------------------------------------------------------------------------- /transformers/tests/test_data_collator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_data_collator.py -------------------------------------------------------------------------------- /transformers/tests/test_doc_samples.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_doc_samples.py -------------------------------------------------------------------------------- /transformers/tests/test_hf_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_hf_api.py -------------------------------------------------------------------------------- /transformers/tests/test_hf_argparser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_hf_argparser.py -------------------------------------------------------------------------------- /transformers/tests/test_logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_logging.py -------------------------------------------------------------------------------- /transformers/tests/test_model_card.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_model_card.py -------------------------------------------------------------------------------- /transformers/tests/test_model_output.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_model_output.py -------------------------------------------------------------------------------- /transformers/tests/test_modeling_albert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_modeling_albert.py -------------------------------------------------------------------------------- /transformers/tests/test_modeling_auto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_modeling_auto.py -------------------------------------------------------------------------------- /transformers/tests/test_modeling_bart.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_modeling_bart.py -------------------------------------------------------------------------------- /transformers/tests/test_modeling_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_modeling_bert.py -------------------------------------------------------------------------------- /transformers/tests/test_modeling_camembert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_modeling_camembert.py -------------------------------------------------------------------------------- /transformers/tests/test_modeling_common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_modeling_common.py -------------------------------------------------------------------------------- /transformers/tests/test_modeling_ctrl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_modeling_ctrl.py -------------------------------------------------------------------------------- /transformers/tests/test_modeling_distilbert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_modeling_distilbert.py -------------------------------------------------------------------------------- /transformers/tests/test_modeling_dpr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_modeling_dpr.py -------------------------------------------------------------------------------- /transformers/tests/test_modeling_electra.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_modeling_electra.py -------------------------------------------------------------------------------- /transformers/tests/test_modeling_flaubert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_modeling_flaubert.py -------------------------------------------------------------------------------- /transformers/tests/test_modeling_fsmt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_modeling_fsmt.py -------------------------------------------------------------------------------- /transformers/tests/test_modeling_funnel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_modeling_funnel.py -------------------------------------------------------------------------------- /transformers/tests/test_modeling_gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_modeling_gpt2.py -------------------------------------------------------------------------------- /transformers/tests/test_modeling_layoutlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_modeling_layoutlm.py -------------------------------------------------------------------------------- /transformers/tests/test_modeling_longformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_modeling_longformer.py -------------------------------------------------------------------------------- /transformers/tests/test_modeling_lxmert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_modeling_lxmert.py -------------------------------------------------------------------------------- /transformers/tests/test_modeling_marian.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_modeling_marian.py -------------------------------------------------------------------------------- /transformers/tests/test_modeling_mbart.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_modeling_mbart.py -------------------------------------------------------------------------------- /transformers/tests/test_modeling_mobilebert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_modeling_mobilebert.py -------------------------------------------------------------------------------- /transformers/tests/test_modeling_openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_modeling_openai.py -------------------------------------------------------------------------------- /transformers/tests/test_modeling_pegasus.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_modeling_pegasus.py -------------------------------------------------------------------------------- /transformers/tests/test_modeling_rag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_modeling_rag.py -------------------------------------------------------------------------------- /transformers/tests/test_modeling_reformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_modeling_reformer.py -------------------------------------------------------------------------------- /transformers/tests/test_modeling_roberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_modeling_roberta.py -------------------------------------------------------------------------------- /transformers/tests/test_modeling_t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_modeling_t5.py -------------------------------------------------------------------------------- /transformers/tests/test_modeling_tf_albert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_modeling_tf_albert.py -------------------------------------------------------------------------------- /transformers/tests/test_modeling_tf_auto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_modeling_tf_auto.py -------------------------------------------------------------------------------- /transformers/tests/test_modeling_tf_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_modeling_tf_bert.py -------------------------------------------------------------------------------- /transformers/tests/test_modeling_tf_camembert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_modeling_tf_camembert.py -------------------------------------------------------------------------------- /transformers/tests/test_modeling_tf_common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_modeling_tf_common.py -------------------------------------------------------------------------------- /transformers/tests/test_modeling_tf_ctrl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_modeling_tf_ctrl.py -------------------------------------------------------------------------------- /transformers/tests/test_modeling_tf_distilbert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_modeling_tf_distilbert.py -------------------------------------------------------------------------------- /transformers/tests/test_modeling_tf_electra.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_modeling_tf_electra.py -------------------------------------------------------------------------------- /transformers/tests/test_modeling_tf_flaubert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_modeling_tf_flaubert.py -------------------------------------------------------------------------------- /transformers/tests/test_modeling_tf_funnel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_modeling_tf_funnel.py -------------------------------------------------------------------------------- /transformers/tests/test_modeling_tf_gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_modeling_tf_gpt2.py -------------------------------------------------------------------------------- /transformers/tests/test_modeling_tf_longformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_modeling_tf_longformer.py -------------------------------------------------------------------------------- /transformers/tests/test_modeling_tf_lxmert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_modeling_tf_lxmert.py -------------------------------------------------------------------------------- /transformers/tests/test_modeling_tf_mobilebert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_modeling_tf_mobilebert.py -------------------------------------------------------------------------------- /transformers/tests/test_modeling_tf_openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_modeling_tf_openai.py -------------------------------------------------------------------------------- /transformers/tests/test_modeling_tf_roberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_modeling_tf_roberta.py -------------------------------------------------------------------------------- /transformers/tests/test_modeling_tf_t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_modeling_tf_t5.py -------------------------------------------------------------------------------- /transformers/tests/test_modeling_tf_transfo_xl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_modeling_tf_transfo_xl.py -------------------------------------------------------------------------------- /transformers/tests/test_modeling_tf_xlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_modeling_tf_xlm.py -------------------------------------------------------------------------------- /transformers/tests/test_modeling_tf_xlnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_modeling_tf_xlnet.py -------------------------------------------------------------------------------- /transformers/tests/test_modeling_transfo_xl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_modeling_transfo_xl.py -------------------------------------------------------------------------------- /transformers/tests/test_modeling_xlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_modeling_xlm.py -------------------------------------------------------------------------------- /transformers/tests/test_modeling_xlm_roberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_modeling_xlm_roberta.py -------------------------------------------------------------------------------- /transformers/tests/test_modeling_xlnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_modeling_xlnet.py -------------------------------------------------------------------------------- /transformers/tests/test_onnx.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_onnx.py -------------------------------------------------------------------------------- /transformers/tests/test_optimization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_optimization.py -------------------------------------------------------------------------------- /transformers/tests/test_optimization_tf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_optimization_tf.py -------------------------------------------------------------------------------- /transformers/tests/test_pipelines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_pipelines.py -------------------------------------------------------------------------------- /transformers/tests/test_retrieval_rag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_retrieval_rag.py -------------------------------------------------------------------------------- /transformers/tests/test_skip_decorators.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_skip_decorators.py -------------------------------------------------------------------------------- /transformers/tests/test_tokenization_albert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_tokenization_albert.py -------------------------------------------------------------------------------- /transformers/tests/test_tokenization_auto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_tokenization_auto.py -------------------------------------------------------------------------------- /transformers/tests/test_tokenization_bart.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_tokenization_bart.py -------------------------------------------------------------------------------- /transformers/tests/test_tokenization_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_tokenization_bert.py -------------------------------------------------------------------------------- /transformers/tests/test_tokenization_bertweet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_tokenization_bertweet.py -------------------------------------------------------------------------------- /transformers/tests/test_tokenization_common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_tokenization_common.py -------------------------------------------------------------------------------- /transformers/tests/test_tokenization_ctrl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_tokenization_ctrl.py -------------------------------------------------------------------------------- /transformers/tests/test_tokenization_dpr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_tokenization_dpr.py -------------------------------------------------------------------------------- /transformers/tests/test_tokenization_fast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_tokenization_fast.py -------------------------------------------------------------------------------- /transformers/tests/test_tokenization_fsmt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_tokenization_fsmt.py -------------------------------------------------------------------------------- /transformers/tests/test_tokenization_funnel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_tokenization_funnel.py -------------------------------------------------------------------------------- /transformers/tests/test_tokenization_gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_tokenization_gpt2.py -------------------------------------------------------------------------------- /transformers/tests/test_tokenization_layoutlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_tokenization_layoutlm.py -------------------------------------------------------------------------------- /transformers/tests/test_tokenization_lxmert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_tokenization_lxmert.py -------------------------------------------------------------------------------- /transformers/tests/test_tokenization_marian.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_tokenization_marian.py -------------------------------------------------------------------------------- /transformers/tests/test_tokenization_mbart.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_tokenization_mbart.py -------------------------------------------------------------------------------- /transformers/tests/test_tokenization_openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_tokenization_openai.py -------------------------------------------------------------------------------- /transformers/tests/test_tokenization_pegasus.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_tokenization_pegasus.py -------------------------------------------------------------------------------- /transformers/tests/test_tokenization_phobert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_tokenization_phobert.py -------------------------------------------------------------------------------- /transformers/tests/test_tokenization_rag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_tokenization_rag.py -------------------------------------------------------------------------------- /transformers/tests/test_tokenization_reformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_tokenization_reformer.py -------------------------------------------------------------------------------- /transformers/tests/test_tokenization_roberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_tokenization_roberta.py -------------------------------------------------------------------------------- /transformers/tests/test_tokenization_t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_tokenization_t5.py -------------------------------------------------------------------------------- /transformers/tests/test_tokenization_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_tokenization_utils.py -------------------------------------------------------------------------------- /transformers/tests/test_tokenization_xlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_tokenization_xlm.py -------------------------------------------------------------------------------- /transformers/tests/test_tokenization_xlnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_tokenization_xlnet.py -------------------------------------------------------------------------------- /transformers/tests/test_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_trainer.py -------------------------------------------------------------------------------- /transformers/tests/test_trainer_distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_trainer_distributed.py -------------------------------------------------------------------------------- /transformers/tests/test_utils_check_copies.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/tests/test_utils_check_copies.py -------------------------------------------------------------------------------- /transformers/utils/check_copies.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/utils/check_copies.py -------------------------------------------------------------------------------- /transformers/utils/check_repo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/utils/check_repo.py -------------------------------------------------------------------------------- /transformers/utils/download_glue_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/utils/download_glue_data.py -------------------------------------------------------------------------------- /transformers/utils/link_tester.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/utils/link_tester.py -------------------------------------------------------------------------------- /transformers/valohai.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ivanmontero/autobot/HEAD/transformers/valohai.yaml --------------------------------------------------------------------------------