├── .DS_Store ├── CITATION.cff ├── LICENSE ├── MANIFEST.in ├── Makefile ├── README.md ├── __pycache__ └── simalign.cpython-36.pyc ├── alignment-tools ├── a3ToTalp.py ├── aer.py ├── bpe_to_word_alignments.py ├── clean-test.sh ├── combine.sh ├── combine_bidirectional_alignments.py ├── create_fast_align_corpus.sh ├── fast_align.sh ├── generate_repeats.py ├── giza.sh ├── hard_to_soft_alignments.py ├── lowercase.py ├── remove_sentences.py ├── run_chen_giza.sh ├── run_fast_align.sh ├── run_fast_align_force_align.sh ├── run_giza.sh ├── run_giza_force_align.sh ├── sentencepiece_to_word_alignments.py ├── toTalp.py ├── to_utf8.py └── train_giza_force_align.sh ├── combine_bidirectional_alignments.py ├── convert_to_json.py ├── data ├── chen.out ├── chen.talp ├── deen.out ├── deen.talp ├── enfr.out ├── enfr.talp ├── jaen.out ├── jaen.talp ├── roen.out ├── roen.talp ├── test.ch-en ├── test.de-en ├── test.en-fr ├── test.ja-en └── test.ro-en ├── dist └── transformers-4.17.0.dev0-py3.6.egg ├── docker ├── transformers-cpu │ └── Dockerfile ├── transformers-gpu │ └── Dockerfile ├── transformers-pytorch-cpu │ └── Dockerfile ├── transformers-pytorch-gpu │ └── Dockerfile ├── transformers-pytorch-tpu │ ├── Dockerfile │ ├── bert-base-cased.jsonnet │ ├── dataset.yaml │ └── docker-entrypoint.sh ├── transformers-tensorflow-cpu │ └── Dockerfile └── transformers-tensorflow-gpu │ └── Dockerfile ├── docs ├── README.md └── source │ ├── _config.py │ ├── _toctree.yml │ ├── accelerate.mdx │ ├── add_new_model.mdx │ ├── add_new_pipeline.mdx │ ├── autoclass_tutorial.mdx │ ├── benchmarks.mdx │ ├── bertology.mdx │ ├── community.mdx │ ├── converting_tensorflow_models.mdx │ ├── create_a_model.mdx │ ├── custom_datasets.mdx │ ├── custom_models.mdx │ ├── debugging.mdx │ ├── examples.md │ ├── fast_tokenizers.mdx │ ├── glossary.mdx │ ├── index.mdx │ ├── installation.mdx │ ├── internal │ ├── file_utils.mdx │ ├── generation_utils.mdx │ ├── modeling_utils.mdx │ ├── pipelines_utils.mdx │ ├── tokenization_utils.mdx │ └── trainer_utils.mdx │ ├── main_classes │ ├── callback.mdx │ ├── configuration.mdx │ ├── data_collator.mdx │ ├── deepspeed.mdx │ ├── feature_extractor.mdx │ ├── keras_callbacks.mdx │ ├── logging.mdx │ ├── model.mdx │ ├── onnx.mdx │ ├── optimizer_schedules.mdx │ ├── output.mdx │ ├── pipelines.mdx │ ├── processors.mdx │ ├── tokenizer.mdx │ └── trainer.mdx │ ├── migration.mdx │ ├── model_doc │ ├── albert.mdx │ ├── auto.mdx │ ├── bart.mdx │ ├── barthez.mdx │ ├── bartpho.mdx │ ├── beit.mdx │ ├── bert-generation.mdx │ ├── bert-japanese.mdx │ ├── bert.mdx │ ├── bertweet.mdx │ ├── big_bird.mdx │ ├── bigbird_pegasus.mdx │ ├── blenderbot-small.mdx │ ├── blenderbot.mdx │ ├── bort.mdx │ ├── byt5.mdx │ ├── camembert.mdx │ ├── canine.mdx │ ├── clip.mdx │ ├── convbert.mdx │ ├── convnext.mdx │ ├── cpm.mdx │ ├── ctrl.mdx │ ├── deberta-v2.mdx │ ├── deberta.mdx │ ├── deit.mdx │ ├── detr.mdx │ ├── dialogpt.mdx │ ├── distilbert.mdx │ ├── dpr.mdx │ ├── electra.mdx │ ├── encoder-decoder.mdx │ ├── flaubert.mdx │ ├── fnet.mdx │ ├── fsmt.mdx │ ├── funnel.mdx │ ├── gpt2.mdx │ ├── gpt_neo.mdx │ ├── gptj.mdx │ ├── herbert.mdx │ ├── hubert.mdx │ ├── ibert.mdx │ ├── imagegpt.mdx │ ├── layoutlm.mdx │ ├── layoutlmv2.mdx │ ├── layoutxlm.mdx │ ├── led.mdx │ ├── longformer.mdx │ ├── luke.mdx │ ├── lxmert.mdx │ ├── m2m_100.mdx │ ├── marian.mdx │ ├── mbart.mdx │ ├── megatron-bert.mdx │ ├── megatron_gpt2.mdx │ ├── mluke.mdx │ ├── mobilebert.mdx │ ├── mpnet.mdx │ ├── mt5.mdx │ ├── nystromformer.mdx │ ├── openai-gpt.mdx │ ├── pegasus.mdx │ ├── perceiver.mdx │ ├── phobert.mdx │ ├── prophetnet.mdx │ ├── qdqbert.mdx │ ├── rag.mdx │ ├── realm.mdx │ ├── reformer.mdx │ ├── rembert.mdx │ ├── retribert.mdx │ ├── roberta.mdx │ ├── roformer.mdx │ ├── segformer.mdx │ ├── sew-d.mdx │ ├── sew.mdx │ ├── speech-encoder-decoder.mdx │ ├── speech_to_text.mdx │ ├── speech_to_text_2.mdx │ ├── splinter.mdx │ ├── squeezebert.mdx │ ├── swin.mdx │ ├── t5.mdx │ ├── t5v1.1.mdx │ ├── tapas.mdx │ ├── transfo-xl.mdx │ ├── trocr.mdx │ ├── unispeech-sat.mdx │ ├── unispeech.mdx │ ├── vilt.mdx │ ├── vision-encoder-decoder.mdx │ ├── vision-text-dual-encoder.mdx │ ├── visual_bert.mdx │ ├── vit.mdx │ ├── vit_mae.mdx │ ├── wav2vec2.mdx │ ├── wav2vec2_phoneme.mdx │ ├── wavlm.mdx │ ├── xglm.mdx │ ├── xlm-prophetnet.mdx │ ├── xlm-roberta-xl.mdx │ ├── xlm-roberta.mdx │ ├── xlm.mdx │ ├── xlnet.mdx │ ├── xls_r.mdx │ ├── xlsr_wav2vec2.mdx │ └── yoso.mdx │ ├── model_sharing.mdx │ ├── model_summary.mdx │ ├── multilingual.mdx │ ├── notebooks.md │ ├── parallelism.mdx │ ├── performance.mdx │ ├── perplexity.mdx │ ├── philosophy.mdx │ ├── pipeline_tutorial.mdx │ ├── pr_checks.mdx │ ├── preprocessing.mdx │ ├── quicktour.mdx │ ├── sagemaker.mdx │ ├── serialization.mdx │ ├── task_summary.mdx │ ├── testing.mdx │ ├── tokenizer_summary.mdx │ ├── training.mdx │ └── troubleshooting.mdx ├── hubconf.py ├── metadata ├── pyproject.toml ├── run_align.py ├── run_train.py ├── run_train_stage2.py ├── scripts ├── cal_aer.sh ├── check_tokenizers.py ├── inference.sh ├── train_stage1.sh └── train_stage2.sh ├── setup.cfg ├── setup.py ├── src ├── transformers.egg-info │ ├── PKG-INFO │ ├── SOURCES.txt │ ├── dependency_links.txt │ ├── entry_points.txt │ ├── not-zip-safe │ ├── requires.txt │ └── top_level.txt └── transformers │ ├── __init__.py │ ├── __pycache__ │ ├── __init__.cpython-36.pyc │ ├── __init__.cpython-37.pyc │ ├── activations.cpython-36.pyc │ ├── activations.cpython-37.pyc │ ├── configuration_utils.cpython-36.pyc │ ├── configuration_utils.cpython-37.pyc │ ├── convert_slow_tokenizer.cpython-36.pyc │ ├── convert_slow_tokenizer.cpython-37.pyc │ ├── debug_utils.cpython-36.pyc │ ├── deepspeed.cpython-36.pyc │ ├── deepspeed.cpython-37.pyc │ ├── dependency_versions_check.cpython-36.pyc │ ├── dependency_versions_check.cpython-37.pyc │ ├── dependency_versions_table.cpython-36.pyc │ ├── dependency_versions_table.cpython-37.pyc │ ├── dynamic_module_utils.cpython-36.pyc │ ├── dynamic_module_utils.cpython-37.pyc │ ├── file_utils.cpython-36.pyc │ ├── file_utils.cpython-37.pyc │ ├── generation_beam_constraints.cpython-36.pyc │ ├── generation_beam_constraints.cpython-37.pyc │ ├── generation_beam_search.cpython-36.pyc │ ├── generation_beam_search.cpython-37.pyc │ ├── generation_logits_process.cpython-36.pyc │ ├── generation_logits_process.cpython-37.pyc │ ├── generation_stopping_criteria.cpython-36.pyc │ ├── generation_stopping_criteria.cpython-37.pyc │ ├── generation_utils.cpython-36.pyc │ ├── generation_utils.cpython-37.pyc │ ├── hf_argparser.cpython-36.pyc │ ├── infonce.cpython-36.pyc │ ├── integrations.cpython-36.pyc │ ├── modelcard.cpython-36.pyc │ ├── modeling_outputs.cpython-36.pyc │ ├── modeling_outputs.cpython-37.pyc │ ├── modeling_utils.cpython-36.pyc │ ├── modeling_utils.cpython-36.pyc.139842499563568 │ ├── modeling_utils.cpython-37.pyc │ ├── optimization.cpython-36.pyc │ ├── pytorch_utils.cpython-36.pyc │ ├── pytorch_utils.cpython-37.pyc │ ├── sparsemax.cpython-36.pyc │ ├── tokenization_utils.cpython-36.pyc │ ├── tokenization_utils.cpython-37.pyc │ ├── tokenization_utils_base.cpython-36.pyc │ ├── tokenization_utils_base.cpython-37.pyc │ ├── tokenization_utils_fast.cpython-36.pyc │ ├── tokenization_utils_fast.cpython-37.pyc │ ├── train_utils.cpython-36.pyc │ ├── train_utils.cpython-37.pyc │ ├── trainer.cpython-36.pyc │ ├── trainer_callback.cpython-36.pyc │ ├── trainer_pt_utils.cpython-36.pyc │ ├── trainer_utils.cpython-36.pyc │ └── training_args.cpython-36.pyc │ ├── activations.py │ ├── activations_tf.py │ ├── benchmark │ ├── __init__.py │ ├── benchmark.py │ ├── benchmark_args.py │ ├── benchmark_args_tf.py │ ├── benchmark_args_utils.py │ ├── benchmark_tf.py │ └── benchmark_utils.py │ ├── commands │ ├── __init__.py │ ├── add_new_model.py │ ├── add_new_model_like.py │ ├── convert.py │ ├── download.py │ ├── env.py │ ├── lfs.py │ ├── run.py │ ├── serving.py │ ├── train.py │ ├── transformers_cli.py │ └── user.py │ ├── configuration_utils.py │ ├── convert_graph_to_onnx.py │ ├── convert_pytorch_checkpoint_to_tf2.py │ ├── convert_slow_tokenizer.py │ ├── convert_slow_tokenizers_checkpoints_to_fast.py │ ├── convert_tf_hub_seq_to_seq_bert_to_pytorch.py │ ├── data │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-36.pyc │ │ └── data_collator.cpython-36.pyc │ ├── data_collator.py │ ├── datasets │ │ ├── __init__.py │ │ ├── glue.py │ │ ├── language_modeling.py │ │ └── squad.py │ ├── metrics │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ └── __init__.cpython-36.pyc │ │ └── squad_metrics.py │ ├── processors │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── glue.cpython-36.pyc │ │ │ ├── squad.cpython-36.pyc │ │ │ ├── utils.cpython-36.pyc │ │ │ └── xnli.cpython-36.pyc │ │ ├── glue.py │ │ ├── squad.py │ │ ├── utils.py │ │ └── xnli.py │ └── test_generation_utils.py │ ├── debug_utils.py │ ├── deepspeed.py │ ├── dependency_versions_check.py │ ├── dependency_versions_table.py │ ├── dynamic_module_utils.py │ ├── feature_extraction_sequence_utils.py │ ├── feature_extraction_utils.py │ ├── file_utils.py │ ├── generation_beam_constraints.py │ ├── generation_beam_search.py │ ├── generation_flax_logits_process.py │ ├── generation_flax_utils.py │ ├── generation_logits_process.py │ ├── generation_stopping_criteria.py │ ├── generation_tf_utils.py │ ├── generation_utils.py │ ├── hf_argparser.py │ ├── image_utils.py │ ├── infonce.py │ ├── integrations.py │ ├── keras_callbacks.py │ ├── modelcard.py │ ├── modeling_flax_outputs.py │ ├── modeling_flax_pytorch_utils.py │ ├── modeling_flax_utils.py │ ├── modeling_outputs.py │ ├── modeling_tf_outputs.py │ ├── modeling_tf_pytorch_utils.py │ ├── modeling_tf_utils.py │ ├── modeling_utils.py │ ├── models │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-36.pyc │ │ └── __init__.cpython-37.pyc │ ├── albert │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_albert.cpython-36.pyc │ │ ├── configuration_albert.py │ │ ├── convert_albert_original_tf_checkpoint_to_pytorch.py │ │ ├── modeling_albert.py │ │ ├── modeling_flax_albert.py │ │ ├── modeling_tf_albert.py │ │ ├── tokenization_albert.py │ │ └── tokenization_albert_fast.py │ ├── auto │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ ├── auto_factory.cpython-36.pyc │ │ │ ├── auto_factory.cpython-37.pyc │ │ │ ├── configuration_auto.cpython-36.pyc │ │ │ ├── configuration_auto.cpython-37.pyc │ │ │ ├── modeling_auto.cpython-36.pyc │ │ │ ├── tokenization_auto.cpython-36.pyc │ │ │ └── tokenization_auto.cpython-37.pyc │ │ ├── auto_factory.py │ │ ├── configuration_auto.py │ │ ├── feature_extraction_auto.py │ │ ├── modeling_auto.py │ │ ├── modeling_flax_auto.py │ │ ├── modeling_tf_auto.py │ │ ├── processing_auto.py │ │ └── tokenization_auto.py │ ├── bart │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_bart.cpython-36.pyc │ │ ├── configuration_bart.py │ │ ├── convert_bart_original_pytorch_checkpoint_to_pytorch.py │ │ ├── modeling_bart.py │ │ ├── modeling_flax_bart.py │ │ ├── modeling_tf_bart.py │ │ ├── tokenization_bart.py │ │ └── tokenization_bart_fast.py │ ├── barthez │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ └── __init__.cpython-37.pyc │ │ ├── tokenization_barthez.py │ │ └── tokenization_barthez_fast.py │ ├── bartpho │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ └── __init__.cpython-37.pyc │ │ └── tokenization_bartpho.py │ ├── beit │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_beit.cpython-36.pyc │ │ ├── configuration_beit.py │ │ ├── convert_beit_unilm_to_pytorch.py │ │ ├── feature_extraction_beit.py │ │ ├── modeling_beit.py │ │ └── modeling_flax_beit.py │ ├── bert │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ ├── configuration_bert.cpython-36.pyc │ │ │ ├── configuration_bert.cpython-37.pyc │ │ │ ├── modeling_bert.cpython-36.pyc │ │ │ ├── modeling_bert.cpython-36.pyc.139647856934176 │ │ │ ├── modeling_bert.cpython-37.pyc │ │ │ ├── tokenization_bert.cpython-36.pyc │ │ │ ├── tokenization_bert.cpython-37.pyc │ │ │ └── tokenization_bert_fast.cpython-36.pyc │ │ ├── configuration_bert.py │ │ ├── convert_bert_original_tf2_checkpoint_to_pytorch.py │ │ ├── convert_bert_original_tf_checkpoint_to_pytorch.py │ │ ├── convert_bert_pytorch_checkpoint_to_original_tf.py │ │ ├── modeling_bert.py │ │ ├── modeling_bert_orig.py │ │ ├── modeling_bert_stage1.py │ │ ├── modeling_bert_stage2.py │ │ ├── modeling_bert_v9_1.py │ │ ├── modeling_flax_bert.py │ │ ├── modeling_tf_bert.py │ │ ├── tokenization_bert.py │ │ └── tokenization_bert_fast.py │ ├── bert_generation │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_bert_generation.cpython-36.pyc │ │ ├── configuration_bert_generation.py │ │ ├── modeling_bert_generation.py │ │ └── tokenization_bert_generation.py │ ├── bert_japanese │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ └── __init__.cpython-37.pyc │ │ └── tokenization_bert_japanese.py │ ├── bertweet │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ └── __init__.cpython-37.pyc │ │ └── tokenization_bertweet.py │ ├── big_bird │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_big_bird.cpython-36.pyc │ │ ├── configuration_big_bird.py │ │ ├── convert_bigbird_original_tf_checkpoint_to_pytorch.py │ │ ├── modeling_big_bird.py │ │ ├── modeling_flax_big_bird.py │ │ ├── tokenization_big_bird.py │ │ └── tokenization_big_bird_fast.py │ ├── bigbird_pegasus │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_bigbird_pegasus.cpython-36.pyc │ │ ├── configuration_bigbird_pegasus.py │ │ ├── convert_bigbird_pegasus_tf_to_pytorch.py │ │ └── modeling_bigbird_pegasus.py │ ├── blenderbot │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_blenderbot.cpython-36.pyc │ │ ├── configuration_blenderbot.py │ │ ├── convert_blenderbot_original_pytorch_checkpoint_to_pytorch.py │ │ ├── modeling_blenderbot.py │ │ ├── modeling_flax_blenderbot.py │ │ ├── modeling_tf_blenderbot.py │ │ ├── tokenization_blenderbot.py │ │ └── tokenization_blenderbot_fast.py │ ├── blenderbot_small │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_blenderbot_small.cpython-36.pyc │ │ ├── configuration_blenderbot_small.py │ │ ├── modeling_blenderbot_small.py │ │ ├── modeling_flax_blenderbot_small.py │ │ ├── modeling_tf_blenderbot_small.py │ │ ├── tokenization_blenderbot_small.py │ │ └── tokenization_blenderbot_small_fast.py │ ├── bort │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ └── __init__.cpython-37.pyc │ │ └── convert_bort_original_gluonnlp_checkpoint_to_pytorch.py │ ├── byt5 │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ └── __init__.cpython-37.pyc │ │ ├── convert_byt5_original_tf_checkpoint_to_pytorch.py │ │ └── tokenization_byt5.py │ ├── camembert │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_camembert.cpython-36.pyc │ │ ├── configuration_camembert.py │ │ ├── modeling_camembert.py │ │ ├── modeling_tf_camembert.py │ │ ├── tokenization_camembert.py │ │ └── tokenization_camembert_fast.py │ ├── canine │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_canine.cpython-36.pyc │ │ ├── configuration_canine.py │ │ ├── convert_canine_original_tf_checkpoint_to_pytorch.py │ │ ├── modeling_canine.py │ │ └── tokenization_canine.py │ ├── clip │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_clip.cpython-36.pyc │ │ ├── configuration_clip.py │ │ ├── convert_clip_original_pytorch_to_hf.py │ │ ├── feature_extraction_clip.py │ │ ├── modeling_clip.py │ │ ├── modeling_flax_clip.py │ │ ├── modeling_tf_clip.py │ │ ├── processing_clip.py │ │ ├── tokenization_clip.py │ │ └── tokenization_clip_fast.py │ ├── convbert │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_convbert.cpython-36.pyc │ │ ├── configuration_convbert.py │ │ ├── convert_convbert_original_tf1_checkpoint_to_pytorch_and_tf2.py │ │ ├── modeling_convbert.py │ │ ├── modeling_tf_convbert.py │ │ ├── tokenization_convbert.py │ │ └── tokenization_convbert_fast.py │ ├── convnext │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_convnext.cpython-36.pyc │ │ ├── configuration_convnext.py │ │ ├── convert_convnext_to_pytorch.py │ │ ├── feature_extraction_convnext.py │ │ └── modeling_convnext.py │ ├── cpm │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ └── __init__.cpython-37.pyc │ │ ├── tokenization_cpm.py │ │ └── tokenization_cpm_fast.py │ ├── ctrl │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_ctrl.cpython-36.pyc │ │ ├── configuration_ctrl.py │ │ ├── modeling_ctrl.py │ │ ├── modeling_tf_ctrl.py │ │ └── tokenization_ctrl.py │ ├── deberta │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_deberta.cpython-36.pyc │ │ ├── configuration_deberta.py │ │ ├── modeling_deberta.py │ │ ├── modeling_tf_deberta.py │ │ ├── tokenization_deberta.py │ │ └── tokenization_deberta_fast.py │ ├── deberta_v2 │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_deberta_v2.cpython-36.pyc │ │ ├── configuration_deberta_v2.py │ │ ├── modeling_deberta_v2.py │ │ ├── modeling_tf_deberta_v2.py │ │ └── tokenization_deberta_v2.py │ ├── deit │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_deit.cpython-36.pyc │ │ ├── configuration_deit.py │ │ ├── convert_deit_timm_to_pytorch.py │ │ ├── feature_extraction_deit.py │ │ └── modeling_deit.py │ ├── detr │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_detr.cpython-36.pyc │ │ ├── configuration_detr.py │ │ ├── convert_detr_original_pytorch_checkpoint_to_pytorch.py │ │ ├── feature_extraction_detr.py │ │ └── modeling_detr.py │ ├── dialogpt │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ └── __init__.cpython-37.pyc │ │ └── convert_dialogpt_original_pytorch_checkpoint_to_pytorch.py │ ├── distilbert │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ ├── configuration_distilbert.cpython-36.pyc │ │ │ ├── modeling_distilbert.cpython-36.pyc │ │ │ └── tokenization_distilbert.cpython-36.pyc │ │ ├── configuration_distilbert.py │ │ ├── modeling_distilbert.py │ │ ├── modeling_flax_distilbert.py │ │ ├── modeling_tf_distilbert.py │ │ ├── tokenization_distilbert.py │ │ └── tokenization_distilbert_fast.py │ ├── dpr │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_dpr.cpython-36.pyc │ │ ├── configuration_dpr.py │ │ ├── convert_dpr_original_checkpoint_to_pytorch.py │ │ ├── modeling_dpr.py │ │ ├── modeling_tf_dpr.py │ │ ├── tokenization_dpr.py │ │ └── tokenization_dpr_fast.py │ ├── electra │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_electra.cpython-36.pyc │ │ ├── configuration_electra.py │ │ ├── convert_electra_original_tf_checkpoint_to_pytorch.py │ │ ├── modeling_electra.py │ │ ├── modeling_flax_electra.py │ │ ├── modeling_tf_electra.py │ │ ├── tokenization_electra.py │ │ └── tokenization_electra_fast.py │ ├── encoder_decoder │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ ├── configuration_encoder_decoder.cpython-36.pyc │ │ │ └── configuration_encoder_decoder.cpython-37.pyc │ │ ├── configuration_encoder_decoder.py │ │ ├── modeling_encoder_decoder.py │ │ ├── modeling_flax_encoder_decoder.py │ │ └── modeling_tf_encoder_decoder.py │ ├── flaubert │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_flaubert.cpython-36.pyc │ │ ├── configuration_flaubert.py │ │ ├── modeling_flaubert.py │ │ ├── modeling_tf_flaubert.py │ │ └── tokenization_flaubert.py │ ├── fnet │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_fnet.cpython-36.pyc │ │ ├── configuration_fnet.py │ │ ├── convert_fnet_original_flax_checkpoint_to_pytorch.py │ │ ├── modeling_fnet.py │ │ ├── tokenization_fnet.py │ │ └── tokenization_fnet_fast.py │ ├── fsmt │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_fsmt.cpython-36.pyc │ │ ├── configuration_fsmt.py │ │ ├── convert_fsmt_original_pytorch_checkpoint_to_pytorch.py │ │ ├── modeling_fsmt.py │ │ └── tokenization_fsmt.py │ ├── funnel │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_funnel.cpython-36.pyc │ │ ├── configuration_funnel.py │ │ ├── convert_funnel_original_tf_checkpoint_to_pytorch.py │ │ ├── modeling_funnel.py │ │ ├── modeling_tf_funnel.py │ │ ├── tokenization_funnel.py │ │ └── tokenization_funnel_fast.py │ ├── gpt2 │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_gpt2.cpython-36.pyc │ │ ├── configuration_gpt2.py │ │ ├── convert_gpt2_original_tf_checkpoint_to_pytorch.py │ │ ├── modeling_flax_gpt2.py │ │ ├── modeling_gpt2.py │ │ ├── modeling_tf_gpt2.py │ │ ├── tokenization_gpt2.py │ │ └── tokenization_gpt2_fast.py │ ├── gpt_neo │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_gpt_neo.cpython-36.pyc │ │ ├── configuration_gpt_neo.py │ │ ├── convert_gpt_neo_mesh_tf_to_pytorch.py │ │ ├── modeling_flax_gpt_neo.py │ │ └── modeling_gpt_neo.py │ ├── gptj │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_gptj.cpython-36.pyc │ │ ├── configuration_gptj.py │ │ ├── modeling_flax_gptj.py │ │ └── modeling_gptj.py │ ├── herbert │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ └── __init__.cpython-37.pyc │ │ ├── tokenization_herbert.py │ │ └── tokenization_herbert_fast.py │ ├── hubert │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_hubert.cpython-36.pyc │ │ ├── configuration_hubert.py │ │ ├── convert_distilhubert_original_s3prl_checkpoint_to_pytorch.py │ │ ├── convert_hubert_original_pytorch_checkpoint_to_pytorch.py │ │ ├── convert_hubert_original_s3prl_checkpoint_to_pytorch.py │ │ ├── modeling_hubert.py │ │ └── modeling_tf_hubert.py │ ├── ibert │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_ibert.cpython-36.pyc │ │ ├── configuration_ibert.py │ │ ├── modeling_ibert.py │ │ └── quant_modules.py │ ├── imagegpt │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_imagegpt.cpython-36.pyc │ │ ├── configuration_imagegpt.py │ │ ├── convert_imagegpt_original_tf2_to_pytorch.py │ │ ├── feature_extraction_imagegpt.py │ │ └── modeling_imagegpt.py │ ├── layoutlm │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ ├── configuration_layoutlm.cpython-36.pyc │ │ │ ├── configuration_layoutlm.cpython-37.pyc │ │ │ ├── tokenization_layoutlm.cpython-36.pyc │ │ │ └── tokenization_layoutlm.cpython-37.pyc │ │ ├── configuration_layoutlm.py │ │ ├── modeling_layoutlm.py │ │ ├── modeling_tf_layoutlm.py │ │ ├── tokenization_layoutlm.py │ │ └── tokenization_layoutlm_fast.py │ ├── layoutlmv2 │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_layoutlmv2.cpython-36.pyc │ │ ├── configuration_layoutlmv2.py │ │ ├── feature_extraction_layoutlmv2.py │ │ ├── modeling_layoutlmv2.py │ │ ├── processing_layoutlmv2.py │ │ ├── tokenization_layoutlmv2.py │ │ └── tokenization_layoutlmv2_fast.py │ ├── layoutxlm │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ └── __init__.cpython-37.pyc │ │ ├── processing_layoutxlm.py │ │ ├── tokenization_layoutxlm.py │ │ └── tokenization_layoutxlm_fast.py │ ├── led │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_led.cpython-36.pyc │ │ ├── configuration_led.py │ │ ├── modeling_led.py │ │ ├── modeling_tf_led.py │ │ ├── tokenization_led.py │ │ └── tokenization_led_fast.py │ ├── longformer │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_longformer.cpython-36.pyc │ │ ├── configuration_longformer.py │ │ ├── convert_longformer_original_pytorch_lightning_to_pytorch.py │ │ ├── modeling_longformer.py │ │ ├── modeling_tf_longformer.py │ │ ├── tokenization_longformer.py │ │ └── tokenization_longformer_fast.py │ ├── luke │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_luke.cpython-36.pyc │ │ ├── configuration_luke.py │ │ ├── convert_luke_original_pytorch_checkpoint_to_pytorch.py │ │ ├── modeling_luke.py │ │ └── tokenization_luke.py │ ├── lxmert │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_lxmert.cpython-36.pyc │ │ ├── configuration_lxmert.py │ │ ├── convert_lxmert_original_tf_checkpoint_to_pytorch.py │ │ ├── modeling_lxmert.py │ │ ├── modeling_tf_lxmert.py │ │ ├── tokenization_lxmert.py │ │ └── tokenization_lxmert_fast.py │ ├── m2m_100 │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_m2m_100.cpython-36.pyc │ │ ├── configuration_m2m_100.py │ │ ├── convert_m2m100_original_checkpoint_to_pytorch.py │ │ ├── modeling_m2m_100.py │ │ └── tokenization_m2m_100.py │ ├── marian │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_marian.cpython-36.pyc │ │ ├── configuration_marian.py │ │ ├── convert_marian_tatoeba_to_pytorch.py │ │ ├── convert_marian_to_pytorch.py │ │ ├── modeling_flax_marian.py │ │ ├── modeling_marian.py │ │ ├── modeling_tf_marian.py │ │ └── tokenization_marian.py │ ├── mbart │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_mbart.cpython-36.pyc │ │ ├── configuration_mbart.py │ │ ├── convert_mbart_original_checkpoint_to_pytorch.py │ │ ├── modeling_flax_mbart.py │ │ ├── modeling_mbart.py │ │ ├── modeling_tf_mbart.py │ │ ├── tokenization_mbart.py │ │ └── tokenization_mbart_fast.py │ ├── mbart50 │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ └── __init__.cpython-37.pyc │ │ ├── tokenization_mbart50.py │ │ └── tokenization_mbart50_fast.py │ ├── megatron_bert │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_megatron_bert.cpython-36.pyc │ │ ├── configuration_megatron_bert.py │ │ ├── convert_megatron_bert_checkpoint.py │ │ └── modeling_megatron_bert.py │ ├── megatron_gpt2 │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ └── __init__.cpython-37.pyc │ │ └── convert_megatron_gpt2_checkpoint.py │ ├── mluke │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ └── __init__.cpython-37.pyc │ │ ├── convert_mluke_original_pytorch_checkpoint_to_pytorch.py │ │ └── tokenization_mluke.py │ ├── mmbt │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ └── __init__.cpython-37.pyc │ │ ├── configuration_mmbt.py │ │ └── modeling_mmbt.py │ ├── mobilebert │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_mobilebert.cpython-36.pyc │ │ ├── configuration_mobilebert.py │ │ ├── convert_mobilebert_original_tf_checkpoint_to_pytorch.py │ │ ├── modeling_mobilebert.py │ │ ├── modeling_tf_mobilebert.py │ │ ├── tokenization_mobilebert.py │ │ └── tokenization_mobilebert_fast.py │ ├── mpnet │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_mpnet.cpython-36.pyc │ │ ├── configuration_mpnet.py │ │ ├── modeling_mpnet.py │ │ ├── modeling_tf_mpnet.py │ │ ├── tokenization_mpnet.py │ │ └── tokenization_mpnet_fast.py │ ├── mt5 │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_mt5.cpython-36.pyc │ │ ├── configuration_mt5.py │ │ ├── modeling_flax_mt5.py │ │ ├── modeling_mt5.py │ │ └── modeling_tf_mt5.py │ ├── nystromformer │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_nystromformer.cpython-36.pyc │ │ ├── configuration_nystromformer.py │ │ ├── convert_nystromformer_original_pytorch_checkpoint_to_pytorch.py │ │ └── modeling_nystromformer.py │ ├── openai │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_openai.cpython-36.pyc │ │ ├── configuration_openai.py │ │ ├── convert_openai_original_tf_checkpoint_to_pytorch.py │ │ ├── modeling_openai.py │ │ ├── modeling_tf_openai.py │ │ ├── tokenization_openai.py │ │ └── tokenization_openai_fast.py │ ├── pegasus │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_pegasus.cpython-36.pyc │ │ ├── configuration_pegasus.py │ │ ├── convert_pegasus_tf_to_pytorch.py │ │ ├── modeling_flax_pegasus.py │ │ ├── modeling_pegasus.py │ │ ├── modeling_tf_pegasus.py │ │ ├── tokenization_pegasus.py │ │ └── tokenization_pegasus_fast.py │ ├── perceiver │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_perceiver.cpython-36.pyc │ │ ├── configuration_perceiver.py │ │ ├── convert_perceiver_haiku_to_pytorch.py │ │ ├── feature_extraction_perceiver.py │ │ ├── modeling_perceiver.py │ │ └── tokenization_perceiver.py │ ├── phobert │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ └── __init__.cpython-37.pyc │ │ └── tokenization_phobert.py │ ├── prophetnet │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_prophetnet.cpython-36.pyc │ │ ├── configuration_prophetnet.py │ │ ├── convert_prophetnet_original_pytorch_checkpoint_to_pytorch.py │ │ ├── modeling_prophetnet.py │ │ └── tokenization_prophetnet.py │ ├── qdqbert │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_qdqbert.cpython-36.pyc │ │ ├── configuration_qdqbert.py │ │ └── modeling_qdqbert.py │ ├── rag │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_rag.cpython-36.pyc │ │ ├── configuration_rag.py │ │ ├── modeling_rag.py │ │ ├── modeling_tf_rag.py │ │ ├── retrieval_rag.py │ │ └── tokenization_rag.py │ ├── realm │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_realm.cpython-36.pyc │ │ ├── configuration_realm.py │ │ ├── modeling_realm.py │ │ ├── retrieval_realm.py │ │ ├── tokenization_realm.py │ │ └── tokenization_realm_fast.py │ ├── reformer │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_reformer.cpython-36.pyc │ │ ├── configuration_reformer.py │ │ ├── convert_reformer_trax_checkpoint_to_pytorch.py │ │ ├── modeling_reformer.py │ │ ├── tokenization_reformer.py │ │ └── tokenization_reformer_fast.py │ ├── rembert │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_rembert.cpython-36.pyc │ │ ├── configuration_rembert.py │ │ ├── convert_rembert_tf_checkpoint_to_pytorch.py │ │ ├── modeling_rembert.py │ │ ├── modeling_tf_rembert.py │ │ ├── tokenization_rembert.py │ │ └── tokenization_rembert_fast.py │ ├── retribert │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_retribert.cpython-36.pyc │ │ ├── configuration_retribert.py │ │ ├── modeling_retribert.py │ │ ├── tokenization_retribert.py │ │ └── tokenization_retribert_fast.py │ ├── roberta │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ ├── configuration_roberta.cpython-36.pyc │ │ │ └── modeling_roberta.cpython-36.pyc │ │ ├── configuration_roberta.py │ │ ├── convert_roberta_original_pytorch_checkpoint_to_pytorch.py │ │ ├── modeling_flax_roberta.py │ │ ├── modeling_roberta.py │ │ ├── modeling_tf_roberta.py │ │ ├── tokenization_roberta.py │ │ └── tokenization_roberta_fast.py │ ├── roformer │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_roformer.cpython-36.pyc │ │ ├── configuration_roformer.py │ │ ├── convert_roformer_original_tf_checkpoint_to_pytorch.py │ │ ├── modeling_flax_roformer.py │ │ ├── modeling_roformer.py │ │ ├── modeling_tf_roformer.py │ │ ├── tokenization_roformer.py │ │ ├── tokenization_roformer_fast.py │ │ └── tokenization_utils.py │ ├── segformer │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_segformer.cpython-36.pyc │ │ ├── configuration_segformer.py │ │ ├── convert_segformer_original_to_pytorch.py │ │ ├── feature_extraction_segformer.py │ │ └── modeling_segformer.py │ ├── sew │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_sew.cpython-36.pyc │ │ ├── configuration_sew.py │ │ ├── convert_sew_original_pytorch_checkpoint_to_pytorch.py │ │ └── modeling_sew.py │ ├── sew_d │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_sew_d.cpython-36.pyc │ │ ├── configuration_sew_d.py │ │ ├── convert_sew_d_original_pytorch_checkpoint_to_pytorch.py │ │ └── modeling_sew_d.py │ ├── speech_encoder_decoder │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_speech_encoder_decoder.cpython-36.pyc │ │ ├── configuration_speech_encoder_decoder.py │ │ ├── convert_mbart_wav2vec2_seq2seq_original_to_pytorch.py │ │ ├── convert_speech_to_text_wav2vec2_seq2seq_original_to_pytorch.py │ │ └── modeling_speech_encoder_decoder.py │ ├── speech_to_text │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_speech_to_text.cpython-36.pyc │ │ ├── configuration_speech_to_text.py │ │ ├── convert_s2t_fairseq_to_tfms.py │ │ ├── feature_extraction_speech_to_text.py │ │ ├── modeling_speech_to_text.py │ │ ├── modeling_tf_speech_to_text.py │ │ ├── processing_speech_to_text.py │ │ └── tokenization_speech_to_text.py │ ├── speech_to_text_2 │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_speech_to_text_2.cpython-36.pyc │ │ ├── configuration_speech_to_text_2.py │ │ ├── modeling_speech_to_text_2.py │ │ ├── processing_speech_to_text_2.py │ │ └── tokenization_speech_to_text_2.py │ ├── splinter │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_splinter.cpython-36.pyc │ │ ├── configuration_splinter.py │ │ ├── modeling_splinter.py │ │ ├── tokenization_splinter.py │ │ └── tokenization_splinter_fast.py │ ├── squeezebert │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_squeezebert.cpython-36.pyc │ │ ├── configuration_squeezebert.py │ │ ├── modeling_squeezebert.py │ │ ├── tokenization_squeezebert.py │ │ └── tokenization_squeezebert_fast.py │ ├── swin │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_swin.cpython-36.pyc │ │ ├── configuration_swin.py │ │ ├── convert_swin_timm_to_pytorch.py │ │ └── modeling_swin.py │ ├── t5 │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ ├── configuration_t5.cpython-36.pyc │ │ │ ├── tokenization_t5.cpython-36.pyc │ │ │ ├── tokenization_t5_fast.cpython-36.pyc │ │ │ └── tokenization_t5_fast.cpython-37.pyc │ │ ├── configuration_t5.py │ │ ├── convert_t5_original_tf_checkpoint_to_pytorch.py │ │ ├── modeling_flax_t5.py │ │ ├── modeling_t5.py │ │ ├── modeling_tf_t5.py │ │ ├── tokenization_t5.py │ │ └── tokenization_t5_fast.py │ ├── tapas │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_tapas.cpython-36.pyc │ │ ├── configuration_tapas.py │ │ ├── convert_tapas_original_tf_checkpoint_to_pytorch.py │ │ ├── modeling_tapas.py │ │ ├── modeling_tf_tapas.py │ │ └── tokenization_tapas.py │ ├── transfo_xl │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_transfo_xl.cpython-36.pyc │ │ ├── configuration_transfo_xl.py │ │ ├── convert_transfo_xl_original_tf_checkpoint_to_pytorch.py │ │ ├── modeling_tf_transfo_xl.py │ │ ├── modeling_tf_transfo_xl_utilities.py │ │ ├── modeling_transfo_xl.py │ │ ├── modeling_transfo_xl_utilities.py │ │ └── tokenization_transfo_xl.py │ ├── trocr │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_trocr.cpython-36.pyc │ │ ├── configuration_trocr.py │ │ ├── modeling_trocr.py │ │ └── processing_trocr.py │ ├── unispeech │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_unispeech.cpython-36.pyc │ │ ├── configuration_unispeech.py │ │ ├── convert_unispeech_original_pytorch_checkpoint_to_pytorch.py │ │ └── modeling_unispeech.py │ ├── unispeech_sat │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_unispeech_sat.cpython-36.pyc │ │ ├── configuration_unispeech_sat.py │ │ ├── convert_unispeech_original_s3prl_checkpoint_to_pytorch.py │ │ ├── convert_unispeech_sat_original_pytorch_checkpoint_to_pytorch.py │ │ └── modeling_unispeech_sat.py │ ├── vilt │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_vilt.cpython-36.pyc │ │ ├── configuration_vilt.py │ │ ├── convert_vilt_original_to_pytorch.py │ │ ├── feature_extraction_vilt.py │ │ ├── modeling_vilt.py │ │ └── processing_vilt.py │ ├── vision_encoder_decoder │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_vision_encoder_decoder.cpython-36.pyc │ │ ├── configuration_vision_encoder_decoder.py │ │ ├── convert_trocr_unilm_to_pytorch.py │ │ ├── modeling_flax_vision_encoder_decoder.py │ │ ├── modeling_tf_vision_encoder_decoder.py │ │ └── modeling_vision_encoder_decoder.py │ ├── vision_text_dual_encoder │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_vision_text_dual_encoder.cpython-36.pyc │ │ ├── configuration_vision_text_dual_encoder.py │ │ ├── modeling_flax_vision_text_dual_encoder.py │ │ ├── modeling_vision_text_dual_encoder.py │ │ └── processing_vision_text_dual_encoder.py │ ├── visual_bert │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_visual_bert.cpython-36.pyc │ │ ├── configuration_visual_bert.py │ │ ├── convert_visual_bert_original_pytorch_checkpoint_to_pytorch.py │ │ └── modeling_visual_bert.py │ ├── vit │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_vit.cpython-36.pyc │ │ ├── configuration_vit.py │ │ ├── convert_dino_to_pytorch.py │ │ ├── convert_vit_timm_to_pytorch.py │ │ ├── feature_extraction_vit.py │ │ ├── modeling_flax_vit.py │ │ ├── modeling_tf_vit.py │ │ └── modeling_vit.py │ ├── vit_mae │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_vit_mae.cpython-36.pyc │ │ ├── configuration_vit_mae.py │ │ ├── convert_vit_mae_to_pytorch.py │ │ └── modeling_vit_mae.py │ ├── wav2vec2 │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_wav2vec2.cpython-36.pyc │ │ ├── configuration_wav2vec2.py │ │ ├── convert_wav2vec2_original_pytorch_checkpoint_to_pytorch.py │ │ ├── convert_wav2vec2_original_s3prl_checkpoint_to_pytorch.py │ │ ├── feature_extraction_wav2vec2.py │ │ ├── modeling_flax_wav2vec2.py │ │ ├── modeling_tf_wav2vec2.py │ │ ├── modeling_wav2vec2.py │ │ ├── processing_wav2vec2.py │ │ └── tokenization_wav2vec2.py │ ├── wav2vec2_phoneme │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ └── __init__.cpython-37.pyc │ │ └── tokenization_wav2vec2_phoneme.py │ ├── wav2vec2_with_lm │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ └── __init__.cpython-37.pyc │ │ └── processing_wav2vec2_with_lm.py │ ├── wavlm │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_wavlm.cpython-36.pyc │ │ ├── configuration_wavlm.py │ │ ├── convert_wavlm_original_pytorch_checkpoint_to_pytorch.py │ │ ├── convert_wavlm_original_s3prl_checkpoint_to_pytorch.py │ │ └── modeling_wavlm.py │ ├── xglm │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_xglm.cpython-36.pyc │ │ ├── configuration_xglm.py │ │ ├── modeling_flax_xglm.py │ │ ├── modeling_xglm.py │ │ ├── tokenization_xglm.py │ │ └── tokenization_xglm_fast.py │ ├── xlm │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ ├── configuration_xlm.cpython-36.pyc │ │ │ ├── modeling_xlm.cpython-36.pyc │ │ │ └── tokenization_xlm.cpython-36.pyc │ │ ├── configuration_xlm.py │ │ ├── convert_xlm_original_pytorch_checkpoint_to_pytorch.py │ │ ├── modeling_tf_xlm.py │ │ ├── modeling_xlm.py │ │ └── tokenization_xlm.py │ ├── xlm_prophetnet │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_xlm_prophetnet.cpython-36.pyc │ │ ├── configuration_xlm_prophetnet.py │ │ ├── modeling_xlm_prophetnet.py │ │ └── tokenization_xlm_prophetnet.py │ ├── xlm_roberta │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ ├── configuration_xlm_roberta.cpython-36.pyc │ │ │ ├── modeling_xlm_roberta.cpython-36.pyc │ │ │ └── tokenization_xlm_roberta.cpython-36.pyc │ │ ├── configuration_xlm_roberta.py │ │ ├── modeling_tf_xlm_roberta.py │ │ ├── modeling_xlm_roberta.py │ │ ├── tokenization_xlm_roberta.py │ │ └── tokenization_xlm_roberta_fast.py │ ├── xlm_roberta_xl │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_xlm_roberta_xl.cpython-36.pyc │ │ ├── configuration_xlm_roberta_xl.py │ │ ├── convert_xlm_roberta_xl_original_pytorch_checkpoint_to_pytorch.py │ │ └── modeling_xlm_roberta_xl.py │ ├── xlnet │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── configuration_xlnet.cpython-36.pyc │ │ ├── configuration_xlnet.py │ │ ├── convert_xlnet_original_tf_checkpoint_to_pytorch.py │ │ ├── modeling_tf_xlnet.py │ │ ├── modeling_xlnet.py │ │ ├── tokenization_xlnet.py │ │ └── tokenization_xlnet_fast.py │ └── yoso │ │ ├── __init__.py │ │ ├── __pycache__ │ │ ├── __init__.cpython-36.pyc │ │ ├── __init__.cpython-37.pyc │ │ └── configuration_yoso.cpython-36.pyc │ │ ├── common.h │ │ ├── common_cuda.h │ │ ├── common_cuda_device.h │ │ ├── configuration_yoso.py │ │ ├── convert_yoso_pytorch_to_pytorch.py │ │ ├── fast_lsh_cumulation.cu │ │ ├── fast_lsh_cumulation.h │ │ ├── fast_lsh_cumulation_cuda.cu │ │ ├── fast_lsh_cumulation_cuda.h │ │ ├── fast_lsh_cumulation_torch.cpp │ │ └── modeling_yoso.py │ ├── onnx │ ├── __init__.py │ ├── __main__.py │ ├── __pycache__ │ │ ├── __init__.cpython-36.pyc │ │ ├── __init__.cpython-37.pyc │ │ ├── config.cpython-36.pyc │ │ ├── config.cpython-37.pyc │ │ ├── utils.cpython-36.pyc │ │ └── utils.cpython-37.pyc │ ├── config.py │ ├── convert.py │ ├── features.py │ └── utils.py │ ├── optimization.py │ ├── optimization_tf.py │ ├── pipelines │ ├── __init__.py │ ├── audio_classification.py │ ├── audio_utils.py │ ├── automatic_speech_recognition.py │ ├── base.py │ ├── conversational.py │ ├── feature_extraction.py │ ├── fill_mask.py │ ├── image_classification.py │ ├── image_segmentation.py │ ├── object_detection.py │ ├── pt_utils.py │ ├── question_answering.py │ ├── table_question_answering.py │ ├── text2text_generation.py │ ├── text_classification.py │ ├── text_generation.py │ ├── token_classification.py │ └── zero_shot_classification.py │ ├── processing_utils.py │ ├── py.typed │ ├── pytorch_utils.py │ ├── sagemaker │ ├── __init__.py │ ├── trainer_sm.py │ └── training_args_sm.py │ ├── sparsemax.py │ ├── testing_utils.py │ ├── tokenization_utils.py │ ├── tokenization_utils_base.py │ ├── tokenization_utils_fast.py │ ├── train_utils.py │ ├── trainer.py │ ├── trainer_callback.py │ ├── trainer_pt_utils.py │ ├── trainer_seq2seq.py │ ├── trainer_tf.py │ ├── trainer_utils.py │ ├── training_args.py │ ├── training_args_seq2seq.py │ ├── training_args_tf.py │ └── utils │ ├── __init__.py │ ├── __pycache__ │ ├── __init__.cpython-36.pyc │ ├── __init__.cpython-37.pyc │ ├── dummy_flax_objects.cpython-36.pyc │ ├── dummy_flax_objects.cpython-37.pyc │ ├── dummy_pytorch_quantization_and_torch_objects.cpython-36.pyc │ ├── dummy_pytorch_quantization_and_torch_objects.cpython-37.pyc │ ├── dummy_scatter_objects.cpython-36.pyc │ ├── dummy_scatter_objects.cpython-37.pyc │ ├── dummy_sentencepiece_and_speech_objects.cpython-36.pyc │ ├── dummy_sentencepiece_and_speech_objects.cpython-37.pyc │ ├── dummy_sentencepiece_and_tokenizers_objects.cpython-36.pyc │ ├── dummy_sentencepiece_and_tokenizers_objects.cpython-37.pyc │ ├── dummy_sentencepiece_objects.cpython-36.pyc │ ├── dummy_sentencepiece_objects.cpython-37.pyc │ ├── dummy_speech_objects.cpython-36.pyc │ ├── dummy_speech_objects.cpython-37.pyc │ ├── dummy_tf_objects.cpython-36.pyc │ ├── dummy_tf_objects.cpython-37.pyc │ ├── dummy_timm_objects.cpython-36.pyc │ ├── dummy_timm_objects.cpython-37.pyc │ ├── dummy_vision_objects.cpython-36.pyc │ ├── dummy_vision_objects.cpython-37.pyc │ ├── logging.cpython-36.pyc │ ├── logging.cpython-37.pyc │ ├── versions.cpython-36.pyc │ └── versions.cpython-37.pyc │ ├── dummy_detectron2_objects.py │ ├── dummy_flax_objects.py │ ├── dummy_pt_objects.py │ ├── dummy_pytorch_quantization_and_torch_objects.py │ ├── dummy_scatter_objects.py │ ├── dummy_sentencepiece_and_speech_objects.py │ ├── dummy_sentencepiece_and_tokenizers_objects.py │ ├── dummy_sentencepiece_objects.py │ ├── dummy_speech_objects.py │ ├── dummy_tf_objects.py │ ├── dummy_timm_and_vision_objects.py │ ├── dummy_timm_objects.py │ ├── dummy_tokenizers_objects.py │ ├── dummy_vision_objects.py │ ├── fx.py │ ├── hp_naming.py │ ├── logging.py │ ├── model_parallel_utils.py │ ├── notebook.py │ ├── sentencepiece_model_pb2.py │ └── versions.py ├── templates ├── adding_a_new_example_script │ ├── README.md │ ├── cookiecutter.json │ └── {{cookiecutter.directory_name}} │ │ └── run_{{cookiecutter.example_shortcut}}.py └── adding_a_new_model │ ├── ADD_NEW_MODEL_PROPOSAL_TEMPLATE.md │ ├── README.md │ ├── cookiecutter-template-{{cookiecutter.modelname}} │ ├── __init__.py │ ├── configuration.json │ ├── configuration_{{cookiecutter.lowercase_modelname}}.py │ ├── modeling_flax_{{cookiecutter.lowercase_modelname}}.py │ ├── modeling_tf_{{cookiecutter.lowercase_modelname}}.py │ ├── modeling_{{cookiecutter.lowercase_modelname}}.py │ ├── test_modeling_flax_{{cookiecutter.lowercase_modelname}}.py │ ├── test_modeling_tf_{{cookiecutter.lowercase_modelname}}.py │ ├── test_modeling_{{cookiecutter.lowercase_modelname}}.py │ ├── to_replace_{{cookiecutter.lowercase_modelname}}.py │ ├── tokenization_fast_{{cookiecutter.lowercase_modelname}}.py │ ├── tokenization_{{cookiecutter.lowercase_modelname}}.py │ └── {{cookiecutter.lowercase_modelname}}.mdx │ ├── cookiecutter.json │ ├── open_model_proposals │ ├── ADD_BIG_BIRD.md │ └── README.md │ └── tests │ ├── encoder-bert-tokenizer.json │ ├── flax-encoder-bert-tokenizer.json │ ├── flax-seq-2-seq-bart-tokenizer.json │ ├── pt-encoder-bert-tokenizer.json │ ├── pt-seq-2-seq-bart-tokenizer.json │ ├── standalone.json │ ├── tf-encoder-bert-tokenizer.json │ └── tf-seq-2-seq-bart-tokenizer.json ├── test.py ├── tests ├── __init__.py ├── conftest.py ├── deepspeed │ ├── ds_config_zero2.json │ ├── ds_config_zero3.json │ ├── test_deepspeed.py │ └── test_model_zoo.py ├── extended │ └── test_trainer_ext.py ├── fixtures │ ├── add_distilbert_like_config.json │ ├── dummy-config.json │ ├── dummy_feature_extractor_config.json │ ├── empty.txt │ ├── input.txt │ ├── merges.txt │ ├── preprocessor_config.json │ ├── sample_text.txt │ ├── sample_text_no_unicode.txt │ ├── spiece.model │ ├── test_entity_vocab.json │ ├── test_sentencepiece.model │ ├── test_sentencepiece_bpe.model │ ├── test_sentencepiece_no_bos.model │ ├── tests_samples │ │ ├── .gitignore │ │ ├── COCO │ │ │ ├── 000000039769.png │ │ │ ├── coco_annotations.txt │ │ │ ├── coco_panoptic │ │ │ │ └── 000000039769.png │ │ │ └── coco_panoptic_annotations.txt │ │ ├── GermEval │ │ │ ├── dev.txt │ │ │ ├── labels.txt │ │ │ └── train.txt │ │ ├── MRPC │ │ │ ├── dev.csv │ │ │ ├── dev.tsv │ │ │ ├── train.csv │ │ │ └── train.tsv │ │ ├── SQUAD │ │ │ └── sample.json │ │ ├── STS-B │ │ │ ├── dev.tsv │ │ │ └── train.tsv │ │ ├── conll │ │ │ └── sample.json │ │ ├── swag │ │ │ └── sample.json │ │ ├── wiki_text │ │ │ └── wiki_00 │ │ ├── wmt16 │ │ │ └── sample.json │ │ ├── wmt_en_ro │ │ │ ├── test.json │ │ │ ├── train.json │ │ │ └── val.json │ │ └── xsum │ │ │ └── sample.json │ ├── vocab.json │ └── vocab.txt ├── sagemaker │ ├── README.md │ ├── __init__.py │ ├── conftest.py │ ├── scripts │ │ ├── pytorch │ │ │ ├── requirements.txt │ │ │ ├── run_ddp.py │ │ │ └── run_glue_model_parallelism.py │ │ └── tensorflow │ │ │ ├── requirements.txt │ │ │ ├── run_tf.py │ │ │ └── run_tf_dist.py │ ├── test_multi_node_data_parallel.py │ ├── test_multi_node_model_parallel.py │ └── test_single_node_gpu.py ├── test_activations.py ├── test_activations_tf.py ├── test_add_new_model_like.py ├── test_benchmark.py ├── test_benchmark_tf.py ├── test_cli.py ├── test_configuration_auto.py ├── test_configuration_common.py ├── test_data_collator.py ├── test_doc_samples.py ├── test_feature_extraction_auto.py ├── test_feature_extraction_beit.py ├── test_feature_extraction_clip.py ├── test_feature_extraction_common.py ├── test_feature_extraction_convnext.py ├── test_feature_extraction_deit.py ├── test_feature_extraction_detr.py ├── test_feature_extraction_imagegpt.py ├── test_feature_extraction_layoutlmv2.py ├── test_feature_extraction_segformer.py ├── test_feature_extraction_speech_to_text.py ├── test_feature_extraction_vilt.py ├── test_feature_extraction_vit.py ├── test_feature_extraction_wav2vec2.py ├── test_file_utils.py ├── test_generation_beam_search.py ├── test_generation_flax_logits_process.py ├── test_generation_flax_utils.py ├── test_generation_logits_process.py ├── test_generation_stopping_criteria.py ├── test_generation_utils.py ├── test_hf_argparser.py ├── test_image_utils.py ├── test_logging.py ├── test_model_card.py ├── test_model_output.py ├── test_modeling_albert.py ├── test_modeling_auto.py ├── test_modeling_bart.py ├── test_modeling_beit.py ├── test_modeling_bert.py ├── test_modeling_bert_generation.py ├── test_modeling_big_bird.py ├── test_modeling_bigbird_pegasus.py ├── test_modeling_blenderbot.py ├── test_modeling_blenderbot_small.py ├── test_modeling_bort.py ├── test_modeling_camembert.py ├── test_modeling_canine.py ├── test_modeling_clip.py ├── test_modeling_common.py ├── test_modeling_convbert.py ├── test_modeling_convnext.py ├── test_modeling_ctrl.py ├── test_modeling_deberta.py ├── test_modeling_deberta_v2.py ├── test_modeling_deit.py ├── test_modeling_detr.py ├── test_modeling_distilbert.py ├── test_modeling_dpr.py ├── test_modeling_electra.py ├── test_modeling_encoder_decoder.py ├── test_modeling_flaubert.py ├── test_modeling_flax_albert.py ├── test_modeling_flax_auto.py ├── test_modeling_flax_bart.py ├── test_modeling_flax_beit.py ├── test_modeling_flax_bert.py ├── test_modeling_flax_big_bird.py ├── test_modeling_flax_blenderbot.py ├── test_modeling_flax_blenderbot_small.py ├── test_modeling_flax_clip.py ├── test_modeling_flax_common.py ├── test_modeling_flax_distilbert.py ├── test_modeling_flax_electra.py ├── test_modeling_flax_encoder_decoder.py ├── test_modeling_flax_gpt2.py ├── test_modeling_flax_gpt_neo.py ├── test_modeling_flax_gptj.py ├── test_modeling_flax_marian.py ├── test_modeling_flax_mbart.py ├── test_modeling_flax_mt5.py ├── test_modeling_flax_pegasus.py ├── test_modeling_flax_roberta.py ├── test_modeling_flax_roformer.py ├── test_modeling_flax_t5.py ├── test_modeling_flax_vision_encoder_decoder.py ├── test_modeling_flax_vision_text_dual_encoder.py ├── test_modeling_flax_vit.py ├── test_modeling_flax_wav2vec2.py ├── test_modeling_flax_xglm.py ├── test_modeling_fnet.py ├── test_modeling_fsmt.py ├── test_modeling_funnel.py ├── test_modeling_gpt2.py ├── test_modeling_gpt_neo.py ├── test_modeling_gptj.py ├── test_modeling_hubert.py ├── test_modeling_ibert.py ├── test_modeling_imagegpt.py ├── test_modeling_layoutlm.py ├── test_modeling_layoutlmv2.py ├── test_modeling_led.py ├── test_modeling_longformer.py ├── test_modeling_luke.py ├── test_modeling_lxmert.py ├── test_modeling_m2m_100.py ├── test_modeling_marian.py ├── test_modeling_mbart.py ├── test_modeling_megatron_bert.py ├── test_modeling_megatron_gpt2.py ├── test_modeling_mobilebert.py ├── test_modeling_mpnet.py ├── test_modeling_mt5.py ├── test_modeling_nystromformer.py ├── test_modeling_openai.py ├── test_modeling_pegasus.py ├── test_modeling_perceiver.py ├── test_modeling_prophetnet.py ├── test_modeling_qdqbert.py ├── test_modeling_rag.py ├── test_modeling_realm.py ├── test_modeling_reformer.py ├── test_modeling_rembert.py ├── test_modeling_roberta.py ├── test_modeling_roformer.py ├── test_modeling_segformer.py ├── test_modeling_sew.py ├── test_modeling_sew_d.py ├── test_modeling_speech_encoder_decoder.py ├── test_modeling_speech_to_text.py ├── test_modeling_speech_to_text_2.py ├── test_modeling_splinter.py ├── test_modeling_squeezebert.py ├── test_modeling_swin.py ├── test_modeling_t5.py ├── test_modeling_tapas.py ├── test_modeling_tf_albert.py ├── test_modeling_tf_auto.py ├── test_modeling_tf_bart.py ├── test_modeling_tf_bert.py ├── test_modeling_tf_blenderbot.py ├── test_modeling_tf_blenderbot_small.py ├── test_modeling_tf_bort.py ├── test_modeling_tf_camembert.py ├── test_modeling_tf_clip.py ├── test_modeling_tf_common.py ├── test_modeling_tf_convbert.py ├── test_modeling_tf_core.py ├── test_modeling_tf_ctrl.py ├── test_modeling_tf_deberta.py ├── test_modeling_tf_deberta_v2.py ├── test_modeling_tf_distilbert.py ├── test_modeling_tf_dpr.py ├── test_modeling_tf_electra.py ├── test_modeling_tf_encoder_decoder.py ├── test_modeling_tf_flaubert.py ├── test_modeling_tf_funnel.py ├── test_modeling_tf_gpt2.py ├── test_modeling_tf_hubert.py ├── test_modeling_tf_layoutlm.py ├── test_modeling_tf_led.py ├── test_modeling_tf_longformer.py ├── test_modeling_tf_lxmert.py ├── test_modeling_tf_marian.py ├── test_modeling_tf_mbart.py ├── test_modeling_tf_mobilebert.py ├── test_modeling_tf_mpnet.py ├── test_modeling_tf_mt5.py ├── test_modeling_tf_openai.py ├── test_modeling_tf_pegasus.py ├── test_modeling_tf_pytorch.py ├── test_modeling_tf_rag.py ├── test_modeling_tf_rembert.py ├── test_modeling_tf_roberta.py ├── test_modeling_tf_roformer.py ├── test_modeling_tf_speech_to_text.py ├── test_modeling_tf_t5.py ├── test_modeling_tf_tapas.py ├── test_modeling_tf_transfo_xl.py ├── test_modeling_tf_vision_encoder_decoder.py ├── test_modeling_tf_vit.py ├── test_modeling_tf_wav2vec2.py ├── test_modeling_tf_xlm.py ├── test_modeling_tf_xlm_roberta.py ├── test_modeling_tf_xlnet.py ├── test_modeling_transfo_xl.py ├── test_modeling_trocr.py ├── test_modeling_unispeech.py ├── test_modeling_unispeech_sat.py ├── test_modeling_vilt.py ├── test_modeling_vision_encoder_decoder.py ├── test_modeling_vision_text_dual_encoder.py ├── test_modeling_visual_bert.py ├── test_modeling_vit.py ├── test_modeling_vit_mae.py ├── test_modeling_wav2vec2.py ├── test_modeling_wavlm.py ├── test_modeling_xglm.py ├── test_modeling_xlm.py ├── test_modeling_xlm_prophetnet.py ├── test_modeling_xlm_roberta.py ├── test_modeling_xlm_roberta_xl.py ├── test_modeling_xlnet.py ├── test_modeling_yoso.py ├── test_offline.py ├── test_onnx.py ├── test_onnx_v2.py ├── test_optimization.py ├── test_optimization_tf.py ├── test_pipelines_audio_classification.py ├── test_pipelines_automatic_speech_recognition.py ├── test_pipelines_common.py ├── test_pipelines_conversational.py ├── test_pipelines_feature_extraction.py ├── test_pipelines_fill_mask.py ├── test_pipelines_image_classification.py ├── test_pipelines_image_segmentation.py ├── test_pipelines_object_detection.py ├── test_pipelines_question_answering.py ├── test_pipelines_summarization.py ├── test_pipelines_table_question_answering.py ├── test_pipelines_text2text_generation.py ├── test_pipelines_text_classification.py ├── test_pipelines_text_generation.py ├── test_pipelines_token_classification.py ├── test_pipelines_translation.py ├── test_pipelines_zero_shot.py ├── test_processor_auto.py ├── test_processor_clip.py ├── test_processor_layoutlmv2.py ├── test_processor_layoutxlm.py ├── test_processor_speech_to_text.py ├── test_processor_vision_text_dual_encoder.py ├── test_processor_wav2vec2.py ├── test_processor_wav2vec2_with_lm.py ├── test_retrieval_rag.py ├── test_retrieval_realm.py ├── test_sequence_feature_extraction_common.py ├── test_skip_decorators.py ├── test_tokenization_albert.py ├── test_tokenization_auto.py ├── test_tokenization_bart.py ├── test_tokenization_barthez.py ├── test_tokenization_bartpho.py ├── test_tokenization_bert.py ├── test_tokenization_bert_generation.py ├── test_tokenization_bert_japanese.py ├── test_tokenization_bertweet.py ├── test_tokenization_big_bird.py ├── test_tokenization_blenderbot.py ├── test_tokenization_byt5.py ├── test_tokenization_camembert.py ├── test_tokenization_canine.py ├── test_tokenization_clip.py ├── test_tokenization_common.py ├── test_tokenization_cpm.py ├── test_tokenization_ctrl.py ├── test_tokenization_deberta.py ├── test_tokenization_deberta_v2.py ├── test_tokenization_distilbert.py ├── test_tokenization_dpr.py ├── test_tokenization_fast.py ├── test_tokenization_fnet.py ├── test_tokenization_fsmt.py ├── test_tokenization_funnel.py ├── test_tokenization_gpt2.py ├── test_tokenization_herbert.py ├── test_tokenization_layoutlm.py ├── test_tokenization_layoutlmv2.py ├── test_tokenization_layoutxlm.py ├── test_tokenization_luke.py ├── test_tokenization_lxmert.py ├── test_tokenization_m2m_100.py ├── test_tokenization_marian.py ├── test_tokenization_mbart.py ├── test_tokenization_mbart50.py ├── test_tokenization_mluke.py ├── test_tokenization_mpnet.py ├── test_tokenization_openai.py ├── test_tokenization_pegasus.py ├── test_tokenization_perceiver.py ├── test_tokenization_phobert.py ├── test_tokenization_prophetnet.py ├── test_tokenization_rag.py ├── test_tokenization_realm.py ├── test_tokenization_reformer.py ├── test_tokenization_roberta.py ├── test_tokenization_roformer.py ├── test_tokenization_small_blenderbot.py ├── test_tokenization_speech_to_text.py ├── test_tokenization_speech_to_text_2.py ├── test_tokenization_squeezebert.py ├── test_tokenization_t5.py ├── test_tokenization_tapas.py ├── test_tokenization_transfo_xl.py ├── test_tokenization_utils.py ├── test_tokenization_wav2vec2.py ├── test_tokenization_wav2vec2_phoneme.py ├── test_tokenization_xglm.py ├── test_tokenization_xlm.py ├── test_tokenization_xlm_prophetnet.py ├── test_tokenization_xlm_roberta.py ├── test_tokenization_xlnet.py ├── test_trainer.py ├── test_trainer_callback.py ├── test_trainer_distributed.py ├── test_trainer_seq2seq.py ├── test_trainer_tpu.py ├── test_trainer_utils.py ├── test_utils_check_copies.py └── test_versions_utils.py ├── utils ├── check_copies.py ├── check_dummies.py ├── check_inits.py ├── check_repo.py ├── check_table.py ├── check_tf_ops.py ├── custom_init_isort.py ├── documentation_tests.txt ├── download_glue_data.py ├── get_modified_files.py ├── notification_service.py ├── prepare_for_doc_test.py ├── print_env_pt.py ├── release.py ├── style_doc.py ├── test_module │ ├── __init__.py │ ├── custom_configuration.py │ ├── custom_feature_extraction.py │ ├── custom_modeling.py │ ├── custom_tokenization.py │ └── custom_tokenization_fast.py ├── tests_fetcher.py ├── tf_ops │ └── onnx.json └── update_metadata.py └── valohai.yaml /.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/.DS_Store -------------------------------------------------------------------------------- /CITATION.cff: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/CITATION.cff -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/LICENSE -------------------------------------------------------------------------------- /MANIFEST.in: -------------------------------------------------------------------------------- 1 | include LICENSE 2 | -------------------------------------------------------------------------------- /Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/Makefile -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/README.md -------------------------------------------------------------------------------- /__pycache__/simalign.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/__pycache__/simalign.cpython-36.pyc -------------------------------------------------------------------------------- /alignment-tools/a3ToTalp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/alignment-tools/a3ToTalp.py -------------------------------------------------------------------------------- /alignment-tools/aer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/alignment-tools/aer.py -------------------------------------------------------------------------------- /alignment-tools/bpe_to_word_alignments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/alignment-tools/bpe_to_word_alignments.py -------------------------------------------------------------------------------- /alignment-tools/clean-test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/alignment-tools/clean-test.sh -------------------------------------------------------------------------------- /alignment-tools/combine.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/alignment-tools/combine.sh -------------------------------------------------------------------------------- /alignment-tools/create_fast_align_corpus.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/alignment-tools/create_fast_align_corpus.sh -------------------------------------------------------------------------------- /alignment-tools/fast_align.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/alignment-tools/fast_align.sh -------------------------------------------------------------------------------- /alignment-tools/generate_repeats.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/alignment-tools/generate_repeats.py -------------------------------------------------------------------------------- /alignment-tools/giza.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/alignment-tools/giza.sh -------------------------------------------------------------------------------- /alignment-tools/hard_to_soft_alignments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/alignment-tools/hard_to_soft_alignments.py -------------------------------------------------------------------------------- /alignment-tools/lowercase.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/alignment-tools/lowercase.py -------------------------------------------------------------------------------- /alignment-tools/remove_sentences.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/alignment-tools/remove_sentences.py -------------------------------------------------------------------------------- /alignment-tools/run_chen_giza.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/alignment-tools/run_chen_giza.sh -------------------------------------------------------------------------------- /alignment-tools/run_fast_align.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/alignment-tools/run_fast_align.sh -------------------------------------------------------------------------------- /alignment-tools/run_fast_align_force_align.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/alignment-tools/run_fast_align_force_align.sh -------------------------------------------------------------------------------- /alignment-tools/run_giza.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/alignment-tools/run_giza.sh -------------------------------------------------------------------------------- /alignment-tools/run_giza_force_align.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/alignment-tools/run_giza_force_align.sh -------------------------------------------------------------------------------- /alignment-tools/toTalp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/alignment-tools/toTalp.py -------------------------------------------------------------------------------- /alignment-tools/to_utf8.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/alignment-tools/to_utf8.py -------------------------------------------------------------------------------- /alignment-tools/train_giza_force_align.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/alignment-tools/train_giza_force_align.sh -------------------------------------------------------------------------------- /combine_bidirectional_alignments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/combine_bidirectional_alignments.py -------------------------------------------------------------------------------- /convert_to_json.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /data/chen.out: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/data/chen.out -------------------------------------------------------------------------------- /data/chen.talp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/data/chen.talp -------------------------------------------------------------------------------- /data/deen.out: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/data/deen.out -------------------------------------------------------------------------------- /data/deen.talp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/data/deen.talp -------------------------------------------------------------------------------- /data/enfr.out: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/data/enfr.out -------------------------------------------------------------------------------- /data/enfr.talp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/data/enfr.talp -------------------------------------------------------------------------------- /data/jaen.out: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/data/jaen.out -------------------------------------------------------------------------------- /data/jaen.talp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/data/jaen.talp -------------------------------------------------------------------------------- /data/roen.out: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/data/roen.out -------------------------------------------------------------------------------- /data/roen.talp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/data/roen.talp -------------------------------------------------------------------------------- /data/test.ch-en: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/data/test.ch-en -------------------------------------------------------------------------------- /data/test.de-en: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/data/test.de-en -------------------------------------------------------------------------------- /data/test.en-fr: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/data/test.en-fr -------------------------------------------------------------------------------- /data/test.ja-en: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/data/test.ja-en -------------------------------------------------------------------------------- /data/test.ro-en: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/data/test.ro-en -------------------------------------------------------------------------------- /dist/transformers-4.17.0.dev0-py3.6.egg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/dist/transformers-4.17.0.dev0-py3.6.egg -------------------------------------------------------------------------------- /docker/transformers-cpu/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docker/transformers-cpu/Dockerfile -------------------------------------------------------------------------------- /docker/transformers-gpu/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docker/transformers-gpu/Dockerfile -------------------------------------------------------------------------------- /docker/transformers-pytorch-cpu/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docker/transformers-pytorch-cpu/Dockerfile -------------------------------------------------------------------------------- /docker/transformers-pytorch-gpu/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docker/transformers-pytorch-gpu/Dockerfile -------------------------------------------------------------------------------- /docker/transformers-pytorch-tpu/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docker/transformers-pytorch-tpu/Dockerfile -------------------------------------------------------------------------------- /docker/transformers-pytorch-tpu/dataset.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docker/transformers-pytorch-tpu/dataset.yaml -------------------------------------------------------------------------------- /docker/transformers-tensorflow-cpu/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docker/transformers-tensorflow-cpu/Dockerfile -------------------------------------------------------------------------------- /docker/transformers-tensorflow-gpu/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docker/transformers-tensorflow-gpu/Dockerfile -------------------------------------------------------------------------------- /docs/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/README.md -------------------------------------------------------------------------------- /docs/source/_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/_config.py -------------------------------------------------------------------------------- /docs/source/_toctree.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/_toctree.yml -------------------------------------------------------------------------------- /docs/source/accelerate.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/accelerate.mdx -------------------------------------------------------------------------------- /docs/source/add_new_model.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/add_new_model.mdx -------------------------------------------------------------------------------- /docs/source/add_new_pipeline.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/add_new_pipeline.mdx -------------------------------------------------------------------------------- /docs/source/autoclass_tutorial.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/autoclass_tutorial.mdx -------------------------------------------------------------------------------- /docs/source/benchmarks.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/benchmarks.mdx -------------------------------------------------------------------------------- /docs/source/bertology.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/bertology.mdx -------------------------------------------------------------------------------- /docs/source/community.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/community.mdx -------------------------------------------------------------------------------- /docs/source/converting_tensorflow_models.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/converting_tensorflow_models.mdx -------------------------------------------------------------------------------- /docs/source/create_a_model.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/create_a_model.mdx -------------------------------------------------------------------------------- /docs/source/custom_datasets.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/custom_datasets.mdx -------------------------------------------------------------------------------- /docs/source/custom_models.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/custom_models.mdx -------------------------------------------------------------------------------- /docs/source/debugging.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/debugging.mdx -------------------------------------------------------------------------------- /docs/source/examples.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/examples.md -------------------------------------------------------------------------------- /docs/source/fast_tokenizers.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/fast_tokenizers.mdx -------------------------------------------------------------------------------- /docs/source/glossary.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/glossary.mdx -------------------------------------------------------------------------------- /docs/source/index.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/index.mdx -------------------------------------------------------------------------------- /docs/source/installation.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/installation.mdx -------------------------------------------------------------------------------- /docs/source/internal/file_utils.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/internal/file_utils.mdx -------------------------------------------------------------------------------- /docs/source/internal/generation_utils.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/internal/generation_utils.mdx -------------------------------------------------------------------------------- /docs/source/internal/modeling_utils.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/internal/modeling_utils.mdx -------------------------------------------------------------------------------- /docs/source/internal/pipelines_utils.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/internal/pipelines_utils.mdx -------------------------------------------------------------------------------- /docs/source/internal/tokenization_utils.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/internal/tokenization_utils.mdx -------------------------------------------------------------------------------- /docs/source/internal/trainer_utils.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/internal/trainer_utils.mdx -------------------------------------------------------------------------------- /docs/source/main_classes/callback.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/main_classes/callback.mdx -------------------------------------------------------------------------------- /docs/source/main_classes/configuration.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/main_classes/configuration.mdx -------------------------------------------------------------------------------- /docs/source/main_classes/data_collator.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/main_classes/data_collator.mdx -------------------------------------------------------------------------------- /docs/source/main_classes/deepspeed.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/main_classes/deepspeed.mdx -------------------------------------------------------------------------------- /docs/source/main_classes/feature_extractor.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/main_classes/feature_extractor.mdx -------------------------------------------------------------------------------- /docs/source/main_classes/keras_callbacks.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/main_classes/keras_callbacks.mdx -------------------------------------------------------------------------------- /docs/source/main_classes/logging.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/main_classes/logging.mdx -------------------------------------------------------------------------------- /docs/source/main_classes/model.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/main_classes/model.mdx -------------------------------------------------------------------------------- /docs/source/main_classes/onnx.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/main_classes/onnx.mdx -------------------------------------------------------------------------------- /docs/source/main_classes/output.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/main_classes/output.mdx -------------------------------------------------------------------------------- /docs/source/main_classes/pipelines.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/main_classes/pipelines.mdx -------------------------------------------------------------------------------- /docs/source/main_classes/processors.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/main_classes/processors.mdx -------------------------------------------------------------------------------- /docs/source/main_classes/tokenizer.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/main_classes/tokenizer.mdx -------------------------------------------------------------------------------- /docs/source/main_classes/trainer.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/main_classes/trainer.mdx -------------------------------------------------------------------------------- /docs/source/migration.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/migration.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/albert.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/albert.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/auto.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/auto.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/bart.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/bart.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/barthez.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/barthez.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/bartpho.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/bartpho.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/beit.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/beit.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/bert-generation.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/bert-generation.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/bert-japanese.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/bert-japanese.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/bert.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/bert.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/bertweet.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/bertweet.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/big_bird.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/big_bird.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/bigbird_pegasus.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/bigbird_pegasus.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/blenderbot-small.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/blenderbot-small.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/blenderbot.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/blenderbot.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/bort.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/bort.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/byt5.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/byt5.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/camembert.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/camembert.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/canine.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/canine.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/clip.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/clip.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/convbert.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/convbert.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/convnext.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/convnext.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/cpm.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/cpm.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/ctrl.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/ctrl.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/deberta-v2.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/deberta-v2.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/deberta.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/deberta.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/deit.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/deit.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/detr.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/detr.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/dialogpt.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/dialogpt.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/distilbert.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/distilbert.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/dpr.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/dpr.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/electra.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/electra.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/encoder-decoder.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/encoder-decoder.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/flaubert.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/flaubert.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/fnet.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/fnet.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/fsmt.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/fsmt.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/funnel.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/funnel.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/gpt2.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/gpt2.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/gpt_neo.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/gpt_neo.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/gptj.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/gptj.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/herbert.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/herbert.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/hubert.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/hubert.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/ibert.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/ibert.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/imagegpt.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/imagegpt.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/layoutlm.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/layoutlm.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/layoutlmv2.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/layoutlmv2.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/layoutxlm.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/layoutxlm.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/led.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/led.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/longformer.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/longformer.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/luke.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/luke.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/lxmert.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/lxmert.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/m2m_100.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/m2m_100.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/marian.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/marian.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/mbart.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/mbart.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/megatron-bert.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/megatron-bert.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/megatron_gpt2.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/megatron_gpt2.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/mluke.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/mluke.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/mobilebert.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/mobilebert.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/mpnet.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/mpnet.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/mt5.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/mt5.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/nystromformer.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/nystromformer.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/openai-gpt.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/openai-gpt.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/pegasus.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/pegasus.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/perceiver.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/perceiver.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/phobert.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/phobert.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/prophetnet.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/prophetnet.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/qdqbert.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/qdqbert.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/rag.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/rag.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/realm.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/realm.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/reformer.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/reformer.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/rembert.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/rembert.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/retribert.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/retribert.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/roberta.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/roberta.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/roformer.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/roformer.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/segformer.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/segformer.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/sew-d.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/sew-d.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/sew.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/sew.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/speech_to_text.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/speech_to_text.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/speech_to_text_2.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/speech_to_text_2.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/splinter.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/splinter.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/squeezebert.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/squeezebert.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/swin.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/swin.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/t5.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/t5.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/t5v1.1.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/t5v1.1.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/tapas.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/tapas.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/transfo-xl.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/transfo-xl.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/trocr.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/trocr.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/unispeech-sat.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/unispeech-sat.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/unispeech.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/unispeech.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/vilt.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/vilt.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/visual_bert.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/visual_bert.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/vit.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/vit.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/vit_mae.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/vit_mae.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/wav2vec2.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/wav2vec2.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/wav2vec2_phoneme.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/wav2vec2_phoneme.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/wavlm.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/wavlm.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/xglm.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/xglm.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/xlm-prophetnet.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/xlm-prophetnet.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/xlm-roberta-xl.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/xlm-roberta-xl.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/xlm-roberta.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/xlm-roberta.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/xlm.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/xlm.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/xlnet.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/xlnet.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/xls_r.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/xls_r.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/xlsr_wav2vec2.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/xlsr_wav2vec2.mdx -------------------------------------------------------------------------------- /docs/source/model_doc/yoso.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_doc/yoso.mdx -------------------------------------------------------------------------------- /docs/source/model_sharing.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_sharing.mdx -------------------------------------------------------------------------------- /docs/source/model_summary.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/model_summary.mdx -------------------------------------------------------------------------------- /docs/source/multilingual.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/multilingual.mdx -------------------------------------------------------------------------------- /docs/source/notebooks.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/notebooks.md -------------------------------------------------------------------------------- /docs/source/parallelism.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/parallelism.mdx -------------------------------------------------------------------------------- /docs/source/performance.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/performance.mdx -------------------------------------------------------------------------------- /docs/source/perplexity.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/perplexity.mdx -------------------------------------------------------------------------------- /docs/source/philosophy.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/philosophy.mdx -------------------------------------------------------------------------------- /docs/source/pipeline_tutorial.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/pipeline_tutorial.mdx -------------------------------------------------------------------------------- /docs/source/pr_checks.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/pr_checks.mdx -------------------------------------------------------------------------------- /docs/source/preprocessing.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/preprocessing.mdx -------------------------------------------------------------------------------- /docs/source/quicktour.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/quicktour.mdx -------------------------------------------------------------------------------- /docs/source/sagemaker.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/sagemaker.mdx -------------------------------------------------------------------------------- /docs/source/serialization.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/serialization.mdx -------------------------------------------------------------------------------- /docs/source/task_summary.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/task_summary.mdx -------------------------------------------------------------------------------- /docs/source/testing.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/testing.mdx -------------------------------------------------------------------------------- /docs/source/tokenizer_summary.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/tokenizer_summary.mdx -------------------------------------------------------------------------------- /docs/source/training.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/training.mdx -------------------------------------------------------------------------------- /docs/source/troubleshooting.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/docs/source/troubleshooting.mdx -------------------------------------------------------------------------------- /hubconf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/hubconf.py -------------------------------------------------------------------------------- /metadata: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/metadata -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- 1 | [tool.black] 2 | line-length = 119 3 | target-version = ['py35'] 4 | -------------------------------------------------------------------------------- /run_align.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/run_align.py -------------------------------------------------------------------------------- /run_train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/run_train.py -------------------------------------------------------------------------------- /run_train_stage2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/run_train_stage2.py -------------------------------------------------------------------------------- /scripts/cal_aer.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/scripts/cal_aer.sh -------------------------------------------------------------------------------- /scripts/check_tokenizers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/scripts/check_tokenizers.py -------------------------------------------------------------------------------- /scripts/inference.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/scripts/inference.sh -------------------------------------------------------------------------------- /scripts/train_stage1.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/scripts/train_stage1.sh -------------------------------------------------------------------------------- /scripts/train_stage2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/scripts/train_stage2.sh -------------------------------------------------------------------------------- /setup.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/setup.cfg -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/setup.py -------------------------------------------------------------------------------- /src/transformers.egg-info/PKG-INFO: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers.egg-info/PKG-INFO -------------------------------------------------------------------------------- /src/transformers.egg-info/SOURCES.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers.egg-info/SOURCES.txt -------------------------------------------------------------------------------- /src/transformers.egg-info/dependency_links.txt: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /src/transformers.egg-info/entry_points.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers.egg-info/entry_points.txt -------------------------------------------------------------------------------- /src/transformers.egg-info/not-zip-safe: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /src/transformers.egg-info/requires.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers.egg-info/requires.txt -------------------------------------------------------------------------------- /src/transformers.egg-info/top_level.txt: -------------------------------------------------------------------------------- 1 | transformers 2 | -------------------------------------------------------------------------------- /src/transformers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/__init__.py -------------------------------------------------------------------------------- /src/transformers/__pycache__/modeling_utils.cpython-36.pyc.139842499563568: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/transformers/activations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/activations.py -------------------------------------------------------------------------------- /src/transformers/activations_tf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/activations_tf.py -------------------------------------------------------------------------------- /src/transformers/benchmark/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/transformers/benchmark/benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/benchmark/benchmark.py -------------------------------------------------------------------------------- /src/transformers/benchmark/benchmark_args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/benchmark/benchmark_args.py -------------------------------------------------------------------------------- /src/transformers/benchmark/benchmark_tf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/benchmark/benchmark_tf.py -------------------------------------------------------------------------------- /src/transformers/benchmark/benchmark_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/benchmark/benchmark_utils.py -------------------------------------------------------------------------------- /src/transformers/commands/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/commands/__init__.py -------------------------------------------------------------------------------- /src/transformers/commands/add_new_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/commands/add_new_model.py -------------------------------------------------------------------------------- /src/transformers/commands/convert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/commands/convert.py -------------------------------------------------------------------------------- /src/transformers/commands/download.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/commands/download.py -------------------------------------------------------------------------------- /src/transformers/commands/env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/commands/env.py -------------------------------------------------------------------------------- /src/transformers/commands/lfs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/commands/lfs.py -------------------------------------------------------------------------------- /src/transformers/commands/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/commands/run.py -------------------------------------------------------------------------------- /src/transformers/commands/serving.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/commands/serving.py -------------------------------------------------------------------------------- /src/transformers/commands/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/commands/train.py -------------------------------------------------------------------------------- /src/transformers/commands/transformers_cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/commands/transformers_cli.py -------------------------------------------------------------------------------- /src/transformers/commands/user.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/commands/user.py -------------------------------------------------------------------------------- /src/transformers/configuration_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/configuration_utils.py -------------------------------------------------------------------------------- /src/transformers/convert_graph_to_onnx.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/convert_graph_to_onnx.py -------------------------------------------------------------------------------- /src/transformers/convert_slow_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/convert_slow_tokenizer.py -------------------------------------------------------------------------------- /src/transformers/data/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/data/__init__.py -------------------------------------------------------------------------------- /src/transformers/data/data_collator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/data/data_collator.py -------------------------------------------------------------------------------- /src/transformers/data/datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/data/datasets/__init__.py -------------------------------------------------------------------------------- /src/transformers/data/datasets/glue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/data/datasets/glue.py -------------------------------------------------------------------------------- /src/transformers/data/datasets/squad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/data/datasets/squad.py -------------------------------------------------------------------------------- /src/transformers/data/metrics/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/data/metrics/__init__.py -------------------------------------------------------------------------------- /src/transformers/data/metrics/squad_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/data/metrics/squad_metrics.py -------------------------------------------------------------------------------- /src/transformers/data/processors/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/data/processors/__init__.py -------------------------------------------------------------------------------- /src/transformers/data/processors/glue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/data/processors/glue.py -------------------------------------------------------------------------------- /src/transformers/data/processors/squad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/data/processors/squad.py -------------------------------------------------------------------------------- /src/transformers/data/processors/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/data/processors/utils.py -------------------------------------------------------------------------------- /src/transformers/data/processors/xnli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/data/processors/xnli.py -------------------------------------------------------------------------------- /src/transformers/data/test_generation_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/data/test_generation_utils.py -------------------------------------------------------------------------------- /src/transformers/debug_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/debug_utils.py -------------------------------------------------------------------------------- /src/transformers/deepspeed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/deepspeed.py -------------------------------------------------------------------------------- /src/transformers/dependency_versions_check.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/dependency_versions_check.py -------------------------------------------------------------------------------- /src/transformers/dependency_versions_table.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/dependency_versions_table.py -------------------------------------------------------------------------------- /src/transformers/dynamic_module_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/dynamic_module_utils.py -------------------------------------------------------------------------------- /src/transformers/feature_extraction_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/feature_extraction_utils.py -------------------------------------------------------------------------------- /src/transformers/file_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/file_utils.py -------------------------------------------------------------------------------- /src/transformers/generation_beam_search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/generation_beam_search.py -------------------------------------------------------------------------------- /src/transformers/generation_flax_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/generation_flax_utils.py -------------------------------------------------------------------------------- /src/transformers/generation_logits_process.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/generation_logits_process.py -------------------------------------------------------------------------------- /src/transformers/generation_tf_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/generation_tf_utils.py -------------------------------------------------------------------------------- /src/transformers/generation_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/generation_utils.py -------------------------------------------------------------------------------- /src/transformers/hf_argparser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/hf_argparser.py -------------------------------------------------------------------------------- /src/transformers/image_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/image_utils.py -------------------------------------------------------------------------------- /src/transformers/infonce.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/infonce.py -------------------------------------------------------------------------------- /src/transformers/integrations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/integrations.py -------------------------------------------------------------------------------- /src/transformers/keras_callbacks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/keras_callbacks.py -------------------------------------------------------------------------------- /src/transformers/modelcard.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/modelcard.py -------------------------------------------------------------------------------- /src/transformers/modeling_flax_outputs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/modeling_flax_outputs.py -------------------------------------------------------------------------------- /src/transformers/modeling_flax_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/modeling_flax_utils.py -------------------------------------------------------------------------------- /src/transformers/modeling_outputs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/modeling_outputs.py -------------------------------------------------------------------------------- /src/transformers/modeling_tf_outputs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/modeling_tf_outputs.py -------------------------------------------------------------------------------- /src/transformers/modeling_tf_pytorch_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/modeling_tf_pytorch_utils.py -------------------------------------------------------------------------------- /src/transformers/modeling_tf_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/modeling_tf_utils.py -------------------------------------------------------------------------------- /src/transformers/modeling_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/modeling_utils.py -------------------------------------------------------------------------------- /src/transformers/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/albert/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/albert/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/auto/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/auto/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/auto/auto_factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/auto/auto_factory.py -------------------------------------------------------------------------------- /src/transformers/models/auto/modeling_auto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/auto/modeling_auto.py -------------------------------------------------------------------------------- /src/transformers/models/bart/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/bart/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/bart/modeling_bart.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/bart/modeling_bart.py -------------------------------------------------------------------------------- /src/transformers/models/barthez/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/barthez/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/bartpho/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/bartpho/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/beit/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/beit/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/beit/modeling_beit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/beit/modeling_beit.py -------------------------------------------------------------------------------- /src/transformers/models/bert/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/bert/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/bert/__pycache__/modeling_bert.cpython-36.pyc.139647856934176: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/transformers/models/bert/modeling_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/bert/modeling_bert.py -------------------------------------------------------------------------------- /src/transformers/models/bertweet/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/bertweet/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/big_bird/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/big_bird/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/blenderbot/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/blenderbot/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/bort/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/transformers/models/byt5/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/byt5/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/camembert/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/camembert/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/canine/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/canine/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/clip/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/clip/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/clip/modeling_clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/clip/modeling_clip.py -------------------------------------------------------------------------------- /src/transformers/models/convbert/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/convbert/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/convnext/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/convnext/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/cpm/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/cpm/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/ctrl/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/ctrl/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/ctrl/modeling_ctrl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/ctrl/modeling_ctrl.py -------------------------------------------------------------------------------- /src/transformers/models/deberta/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/deberta/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/deberta_v2/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/deberta_v2/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/deit/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/deit/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/deit/modeling_deit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/deit/modeling_deit.py -------------------------------------------------------------------------------- /src/transformers/models/detr/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/detr/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/detr/modeling_detr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/detr/modeling_detr.py -------------------------------------------------------------------------------- /src/transformers/models/dialogpt/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/transformers/models/distilbert/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/distilbert/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/dpr/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/dpr/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/dpr/modeling_dpr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/dpr/modeling_dpr.py -------------------------------------------------------------------------------- /src/transformers/models/dpr/modeling_tf_dpr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/dpr/modeling_tf_dpr.py -------------------------------------------------------------------------------- /src/transformers/models/electra/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/electra/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/flaubert/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/flaubert/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/fnet/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/fnet/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/fnet/modeling_fnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/fnet/modeling_fnet.py -------------------------------------------------------------------------------- /src/transformers/models/fsmt/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/fsmt/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/fsmt/modeling_fsmt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/fsmt/modeling_fsmt.py -------------------------------------------------------------------------------- /src/transformers/models/funnel/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/funnel/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/gpt2/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/gpt2/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/gpt2/modeling_gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/gpt2/modeling_gpt2.py -------------------------------------------------------------------------------- /src/transformers/models/gpt_neo/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/gpt_neo/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/gptj/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/gptj/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/gptj/modeling_gptj.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/gptj/modeling_gptj.py -------------------------------------------------------------------------------- /src/transformers/models/herbert/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/herbert/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/hubert/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/hubert/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/ibert/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/ibert/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/ibert/quant_modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/ibert/quant_modules.py -------------------------------------------------------------------------------- /src/transformers/models/imagegpt/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/imagegpt/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/layoutlm/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/layoutlm/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/layoutlmv2/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/layoutlmv2/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/layoutxlm/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/layoutxlm/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/led/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/led/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/led/modeling_led.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/led/modeling_led.py -------------------------------------------------------------------------------- /src/transformers/models/led/modeling_tf_led.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/led/modeling_tf_led.py -------------------------------------------------------------------------------- /src/transformers/models/longformer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/longformer/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/luke/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/luke/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/luke/modeling_luke.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/luke/modeling_luke.py -------------------------------------------------------------------------------- /src/transformers/models/lxmert/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/lxmert/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/m2m_100/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/m2m_100/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/marian/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/marian/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/mbart/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/mbart/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/mbart50/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/mbart50/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/mluke/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/mluke/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/mmbt/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/mmbt/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/mmbt/modeling_mmbt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/mmbt/modeling_mmbt.py -------------------------------------------------------------------------------- /src/transformers/models/mobilebert/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/mobilebert/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/mpnet/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/mpnet/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/mt5/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/mt5/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/mt5/modeling_mt5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/mt5/modeling_mt5.py -------------------------------------------------------------------------------- /src/transformers/models/mt5/modeling_tf_mt5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/mt5/modeling_tf_mt5.py -------------------------------------------------------------------------------- /src/transformers/models/openai/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/openai/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/pegasus/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/pegasus/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/perceiver/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/perceiver/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/phobert/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/phobert/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/prophetnet/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/prophetnet/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/qdqbert/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/qdqbert/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/rag/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/rag/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/rag/modeling_rag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/rag/modeling_rag.py -------------------------------------------------------------------------------- /src/transformers/models/rag/modeling_tf_rag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/rag/modeling_tf_rag.py -------------------------------------------------------------------------------- /src/transformers/models/rag/retrieval_rag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/rag/retrieval_rag.py -------------------------------------------------------------------------------- /src/transformers/models/realm/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/realm/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/reformer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/reformer/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/rembert/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/rembert/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/retribert/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/retribert/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/roberta/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/roberta/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/roformer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/roformer/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/segformer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/segformer/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/sew/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/sew/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/sew/modeling_sew.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/sew/modeling_sew.py -------------------------------------------------------------------------------- /src/transformers/models/sew_d/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/sew_d/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/splinter/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/splinter/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/swin/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/swin/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/swin/modeling_swin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/swin/modeling_swin.py -------------------------------------------------------------------------------- /src/transformers/models/t5/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/t5/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/t5/configuration_t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/t5/configuration_t5.py -------------------------------------------------------------------------------- /src/transformers/models/t5/modeling_flax_t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/t5/modeling_flax_t5.py -------------------------------------------------------------------------------- /src/transformers/models/t5/modeling_t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/t5/modeling_t5.py -------------------------------------------------------------------------------- /src/transformers/models/t5/modeling_tf_t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/t5/modeling_tf_t5.py -------------------------------------------------------------------------------- /src/transformers/models/t5/tokenization_t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/t5/tokenization_t5.py -------------------------------------------------------------------------------- /src/transformers/models/tapas/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/tapas/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/transfo_xl/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/transfo_xl/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/trocr/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/trocr/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/unispeech/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/unispeech/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/vilt/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/vilt/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/vilt/modeling_vilt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/vilt/modeling_vilt.py -------------------------------------------------------------------------------- /src/transformers/models/vit/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/vit/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/vit/modeling_tf_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/vit/modeling_tf_vit.py -------------------------------------------------------------------------------- /src/transformers/models/vit/modeling_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/vit/modeling_vit.py -------------------------------------------------------------------------------- /src/transformers/models/vit_mae/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/vit_mae/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/wav2vec2/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/wav2vec2/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/wavlm/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/wavlm/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/xglm/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/xglm/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/xglm/modeling_xglm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/xglm/modeling_xglm.py -------------------------------------------------------------------------------- /src/transformers/models/xlm/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/xlm/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/xlm/modeling_tf_xlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/xlm/modeling_tf_xlm.py -------------------------------------------------------------------------------- /src/transformers/models/xlm/modeling_xlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/xlm/modeling_xlm.py -------------------------------------------------------------------------------- /src/transformers/models/xlnet/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/xlnet/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/yoso/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/yoso/__init__.py -------------------------------------------------------------------------------- /src/transformers/models/yoso/common.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/yoso/common.h -------------------------------------------------------------------------------- /src/transformers/models/yoso/common_cuda.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/yoso/common_cuda.h -------------------------------------------------------------------------------- /src/transformers/models/yoso/modeling_yoso.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/models/yoso/modeling_yoso.py -------------------------------------------------------------------------------- /src/transformers/onnx/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/onnx/__init__.py -------------------------------------------------------------------------------- /src/transformers/onnx/__main__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/onnx/__main__.py -------------------------------------------------------------------------------- /src/transformers/onnx/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/onnx/config.py -------------------------------------------------------------------------------- /src/transformers/onnx/convert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/onnx/convert.py -------------------------------------------------------------------------------- /src/transformers/onnx/features.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/onnx/features.py -------------------------------------------------------------------------------- /src/transformers/onnx/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/onnx/utils.py -------------------------------------------------------------------------------- /src/transformers/optimization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/optimization.py -------------------------------------------------------------------------------- /src/transformers/optimization_tf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/optimization_tf.py -------------------------------------------------------------------------------- /src/transformers/pipelines/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/pipelines/__init__.py -------------------------------------------------------------------------------- /src/transformers/pipelines/audio_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/pipelines/audio_utils.py -------------------------------------------------------------------------------- /src/transformers/pipelines/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/pipelines/base.py -------------------------------------------------------------------------------- /src/transformers/pipelines/conversational.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/pipelines/conversational.py -------------------------------------------------------------------------------- /src/transformers/pipelines/fill_mask.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/pipelines/fill_mask.py -------------------------------------------------------------------------------- /src/transformers/pipelines/object_detection.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/pipelines/object_detection.py -------------------------------------------------------------------------------- /src/transformers/pipelines/pt_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/pipelines/pt_utils.py -------------------------------------------------------------------------------- /src/transformers/pipelines/text_generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/pipelines/text_generation.py -------------------------------------------------------------------------------- /src/transformers/processing_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/processing_utils.py -------------------------------------------------------------------------------- /src/transformers/py.typed: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /src/transformers/pytorch_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/pytorch_utils.py -------------------------------------------------------------------------------- /src/transformers/sagemaker/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/sagemaker/__init__.py -------------------------------------------------------------------------------- /src/transformers/sagemaker/trainer_sm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/sagemaker/trainer_sm.py -------------------------------------------------------------------------------- /src/transformers/sagemaker/training_args_sm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/sagemaker/training_args_sm.py -------------------------------------------------------------------------------- /src/transformers/sparsemax.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/sparsemax.py -------------------------------------------------------------------------------- /src/transformers/testing_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/testing_utils.py -------------------------------------------------------------------------------- /src/transformers/tokenization_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/tokenization_utils.py -------------------------------------------------------------------------------- /src/transformers/tokenization_utils_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/tokenization_utils_base.py -------------------------------------------------------------------------------- /src/transformers/tokenization_utils_fast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/tokenization_utils_fast.py -------------------------------------------------------------------------------- /src/transformers/train_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/train_utils.py -------------------------------------------------------------------------------- /src/transformers/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/trainer.py -------------------------------------------------------------------------------- /src/transformers/trainer_callback.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/trainer_callback.py -------------------------------------------------------------------------------- /src/transformers/trainer_pt_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/trainer_pt_utils.py -------------------------------------------------------------------------------- /src/transformers/trainer_seq2seq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/trainer_seq2seq.py -------------------------------------------------------------------------------- /src/transformers/trainer_tf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/trainer_tf.py -------------------------------------------------------------------------------- /src/transformers/trainer_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/trainer_utils.py -------------------------------------------------------------------------------- /src/transformers/training_args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/training_args.py -------------------------------------------------------------------------------- /src/transformers/training_args_seq2seq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/training_args_seq2seq.py -------------------------------------------------------------------------------- /src/transformers/training_args_tf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/training_args_tf.py -------------------------------------------------------------------------------- /src/transformers/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/utils/__init__.py -------------------------------------------------------------------------------- /src/transformers/utils/dummy_flax_objects.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/utils/dummy_flax_objects.py -------------------------------------------------------------------------------- /src/transformers/utils/dummy_pt_objects.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/utils/dummy_pt_objects.py -------------------------------------------------------------------------------- /src/transformers/utils/dummy_speech_objects.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/utils/dummy_speech_objects.py -------------------------------------------------------------------------------- /src/transformers/utils/dummy_tf_objects.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/utils/dummy_tf_objects.py -------------------------------------------------------------------------------- /src/transformers/utils/dummy_timm_objects.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/utils/dummy_timm_objects.py -------------------------------------------------------------------------------- /src/transformers/utils/dummy_vision_objects.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/utils/dummy_vision_objects.py -------------------------------------------------------------------------------- /src/transformers/utils/fx.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/utils/fx.py -------------------------------------------------------------------------------- /src/transformers/utils/hp_naming.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/utils/hp_naming.py -------------------------------------------------------------------------------- /src/transformers/utils/logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/utils/logging.py -------------------------------------------------------------------------------- /src/transformers/utils/model_parallel_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/utils/model_parallel_utils.py -------------------------------------------------------------------------------- /src/transformers/utils/notebook.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/utils/notebook.py -------------------------------------------------------------------------------- /src/transformers/utils/versions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/src/transformers/utils/versions.py -------------------------------------------------------------------------------- /templates/adding_a_new_model/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/templates/adding_a_new_model/README.md -------------------------------------------------------------------------------- /templates/adding_a_new_model/cookiecutter.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/templates/adding_a_new_model/cookiecutter.json -------------------------------------------------------------------------------- /test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/test.py -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/conftest.py -------------------------------------------------------------------------------- /tests/deepspeed/ds_config_zero2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/deepspeed/ds_config_zero2.json -------------------------------------------------------------------------------- /tests/deepspeed/ds_config_zero3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/deepspeed/ds_config_zero3.json -------------------------------------------------------------------------------- /tests/deepspeed/test_deepspeed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/deepspeed/test_deepspeed.py -------------------------------------------------------------------------------- /tests/deepspeed/test_model_zoo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/deepspeed/test_model_zoo.py -------------------------------------------------------------------------------- /tests/extended/test_trainer_ext.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/extended/test_trainer_ext.py -------------------------------------------------------------------------------- /tests/fixtures/add_distilbert_like_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/fixtures/add_distilbert_like_config.json -------------------------------------------------------------------------------- /tests/fixtures/dummy-config.json: -------------------------------------------------------------------------------- 1 | { 2 | "model_type": "roberta" 3 | } -------------------------------------------------------------------------------- /tests/fixtures/empty.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/fixtures/input.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/fixtures/input.txt -------------------------------------------------------------------------------- /tests/fixtures/merges.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/fixtures/merges.txt -------------------------------------------------------------------------------- /tests/fixtures/preprocessor_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/fixtures/preprocessor_config.json -------------------------------------------------------------------------------- /tests/fixtures/sample_text.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/fixtures/sample_text.txt -------------------------------------------------------------------------------- /tests/fixtures/sample_text_no_unicode.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/fixtures/sample_text_no_unicode.txt -------------------------------------------------------------------------------- /tests/fixtures/spiece.model: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/fixtures/spiece.model -------------------------------------------------------------------------------- /tests/fixtures/test_entity_vocab.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/fixtures/test_entity_vocab.json -------------------------------------------------------------------------------- /tests/fixtures/test_sentencepiece.model: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/fixtures/test_sentencepiece.model -------------------------------------------------------------------------------- /tests/fixtures/test_sentencepiece_bpe.model: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/fixtures/test_sentencepiece_bpe.model -------------------------------------------------------------------------------- /tests/fixtures/test_sentencepiece_no_bos.model: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/fixtures/test_sentencepiece_no_bos.model -------------------------------------------------------------------------------- /tests/fixtures/tests_samples/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/fixtures/tests_samples/.gitignore -------------------------------------------------------------------------------- /tests/fixtures/tests_samples/GermEval/dev.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/fixtures/tests_samples/GermEval/dev.txt -------------------------------------------------------------------------------- /tests/fixtures/tests_samples/MRPC/dev.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/fixtures/tests_samples/MRPC/dev.csv -------------------------------------------------------------------------------- /tests/fixtures/tests_samples/MRPC/dev.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/fixtures/tests_samples/MRPC/dev.tsv -------------------------------------------------------------------------------- /tests/fixtures/tests_samples/MRPC/train.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/fixtures/tests_samples/MRPC/train.csv -------------------------------------------------------------------------------- /tests/fixtures/tests_samples/MRPC/train.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/fixtures/tests_samples/MRPC/train.tsv -------------------------------------------------------------------------------- /tests/fixtures/tests_samples/SQUAD/sample.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/fixtures/tests_samples/SQUAD/sample.json -------------------------------------------------------------------------------- /tests/fixtures/tests_samples/STS-B/dev.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/fixtures/tests_samples/STS-B/dev.tsv -------------------------------------------------------------------------------- /tests/fixtures/tests_samples/STS-B/train.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/fixtures/tests_samples/STS-B/train.tsv -------------------------------------------------------------------------------- /tests/fixtures/tests_samples/conll/sample.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/fixtures/tests_samples/conll/sample.json -------------------------------------------------------------------------------- /tests/fixtures/tests_samples/swag/sample.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/fixtures/tests_samples/swag/sample.json -------------------------------------------------------------------------------- /tests/fixtures/tests_samples/wiki_text/wiki_00: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/fixtures/tests_samples/wiki_text/wiki_00 -------------------------------------------------------------------------------- /tests/fixtures/tests_samples/wmt16/sample.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/fixtures/tests_samples/wmt16/sample.json -------------------------------------------------------------------------------- /tests/fixtures/tests_samples/xsum/sample.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/fixtures/tests_samples/xsum/sample.json -------------------------------------------------------------------------------- /tests/fixtures/vocab.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/fixtures/vocab.json -------------------------------------------------------------------------------- /tests/fixtures/vocab.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/fixtures/vocab.txt -------------------------------------------------------------------------------- /tests/sagemaker/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/sagemaker/README.md -------------------------------------------------------------------------------- /tests/sagemaker/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/sagemaker/__init__.py -------------------------------------------------------------------------------- /tests/sagemaker/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/sagemaker/conftest.py -------------------------------------------------------------------------------- /tests/sagemaker/scripts/pytorch/run_ddp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/sagemaker/scripts/pytorch/run_ddp.py -------------------------------------------------------------------------------- /tests/sagemaker/scripts/tensorflow/run_tf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/sagemaker/scripts/tensorflow/run_tf.py -------------------------------------------------------------------------------- /tests/sagemaker/test_single_node_gpu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/sagemaker/test_single_node_gpu.py -------------------------------------------------------------------------------- /tests/test_activations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_activations.py -------------------------------------------------------------------------------- /tests/test_activations_tf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_activations_tf.py -------------------------------------------------------------------------------- /tests/test_add_new_model_like.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_add_new_model_like.py -------------------------------------------------------------------------------- /tests/test_benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_benchmark.py -------------------------------------------------------------------------------- /tests/test_benchmark_tf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_benchmark_tf.py -------------------------------------------------------------------------------- /tests/test_cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_cli.py -------------------------------------------------------------------------------- /tests/test_configuration_auto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_configuration_auto.py -------------------------------------------------------------------------------- /tests/test_configuration_common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_configuration_common.py -------------------------------------------------------------------------------- /tests/test_data_collator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_data_collator.py -------------------------------------------------------------------------------- /tests/test_doc_samples.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_doc_samples.py -------------------------------------------------------------------------------- /tests/test_feature_extraction_auto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_feature_extraction_auto.py -------------------------------------------------------------------------------- /tests/test_feature_extraction_beit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_feature_extraction_beit.py -------------------------------------------------------------------------------- /tests/test_feature_extraction_clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_feature_extraction_clip.py -------------------------------------------------------------------------------- /tests/test_feature_extraction_common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_feature_extraction_common.py -------------------------------------------------------------------------------- /tests/test_feature_extraction_convnext.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_feature_extraction_convnext.py -------------------------------------------------------------------------------- /tests/test_feature_extraction_deit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_feature_extraction_deit.py -------------------------------------------------------------------------------- /tests/test_feature_extraction_detr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_feature_extraction_detr.py -------------------------------------------------------------------------------- /tests/test_feature_extraction_imagegpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_feature_extraction_imagegpt.py -------------------------------------------------------------------------------- /tests/test_feature_extraction_layoutlmv2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_feature_extraction_layoutlmv2.py -------------------------------------------------------------------------------- /tests/test_feature_extraction_segformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_feature_extraction_segformer.py -------------------------------------------------------------------------------- /tests/test_feature_extraction_vilt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_feature_extraction_vilt.py -------------------------------------------------------------------------------- /tests/test_feature_extraction_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_feature_extraction_vit.py -------------------------------------------------------------------------------- /tests/test_feature_extraction_wav2vec2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_feature_extraction_wav2vec2.py -------------------------------------------------------------------------------- /tests/test_file_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_file_utils.py -------------------------------------------------------------------------------- /tests/test_generation_beam_search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_generation_beam_search.py -------------------------------------------------------------------------------- /tests/test_generation_flax_logits_process.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_generation_flax_logits_process.py -------------------------------------------------------------------------------- /tests/test_generation_flax_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_generation_flax_utils.py -------------------------------------------------------------------------------- /tests/test_generation_logits_process.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_generation_logits_process.py -------------------------------------------------------------------------------- /tests/test_generation_stopping_criteria.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_generation_stopping_criteria.py -------------------------------------------------------------------------------- /tests/test_generation_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_generation_utils.py -------------------------------------------------------------------------------- /tests/test_hf_argparser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_hf_argparser.py -------------------------------------------------------------------------------- /tests/test_image_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_image_utils.py -------------------------------------------------------------------------------- /tests/test_logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_logging.py -------------------------------------------------------------------------------- /tests/test_model_card.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_model_card.py -------------------------------------------------------------------------------- /tests/test_model_output.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_model_output.py -------------------------------------------------------------------------------- /tests/test_modeling_albert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_albert.py -------------------------------------------------------------------------------- /tests/test_modeling_auto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_auto.py -------------------------------------------------------------------------------- /tests/test_modeling_bart.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_bart.py -------------------------------------------------------------------------------- /tests/test_modeling_beit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_beit.py -------------------------------------------------------------------------------- /tests/test_modeling_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_bert.py -------------------------------------------------------------------------------- /tests/test_modeling_bert_generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_bert_generation.py -------------------------------------------------------------------------------- /tests/test_modeling_big_bird.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_big_bird.py -------------------------------------------------------------------------------- /tests/test_modeling_bigbird_pegasus.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_bigbird_pegasus.py -------------------------------------------------------------------------------- /tests/test_modeling_blenderbot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_blenderbot.py -------------------------------------------------------------------------------- /tests/test_modeling_blenderbot_small.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_blenderbot_small.py -------------------------------------------------------------------------------- /tests/test_modeling_bort.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_bort.py -------------------------------------------------------------------------------- /tests/test_modeling_camembert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_camembert.py -------------------------------------------------------------------------------- /tests/test_modeling_canine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_canine.py -------------------------------------------------------------------------------- /tests/test_modeling_clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_clip.py -------------------------------------------------------------------------------- /tests/test_modeling_common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_common.py -------------------------------------------------------------------------------- /tests/test_modeling_convbert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_convbert.py -------------------------------------------------------------------------------- /tests/test_modeling_convnext.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_convnext.py -------------------------------------------------------------------------------- /tests/test_modeling_ctrl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_ctrl.py -------------------------------------------------------------------------------- /tests/test_modeling_deberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_deberta.py -------------------------------------------------------------------------------- /tests/test_modeling_deberta_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_deberta_v2.py -------------------------------------------------------------------------------- /tests/test_modeling_deit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_deit.py -------------------------------------------------------------------------------- /tests/test_modeling_detr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_detr.py -------------------------------------------------------------------------------- /tests/test_modeling_distilbert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_distilbert.py -------------------------------------------------------------------------------- /tests/test_modeling_dpr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_dpr.py -------------------------------------------------------------------------------- /tests/test_modeling_electra.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_electra.py -------------------------------------------------------------------------------- /tests/test_modeling_encoder_decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_encoder_decoder.py -------------------------------------------------------------------------------- /tests/test_modeling_flaubert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_flaubert.py -------------------------------------------------------------------------------- /tests/test_modeling_flax_albert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_flax_albert.py -------------------------------------------------------------------------------- /tests/test_modeling_flax_auto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_flax_auto.py -------------------------------------------------------------------------------- /tests/test_modeling_flax_bart.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_flax_bart.py -------------------------------------------------------------------------------- /tests/test_modeling_flax_beit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_flax_beit.py -------------------------------------------------------------------------------- /tests/test_modeling_flax_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_flax_bert.py -------------------------------------------------------------------------------- /tests/test_modeling_flax_big_bird.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_flax_big_bird.py -------------------------------------------------------------------------------- /tests/test_modeling_flax_blenderbot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_flax_blenderbot.py -------------------------------------------------------------------------------- /tests/test_modeling_flax_blenderbot_small.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_flax_blenderbot_small.py -------------------------------------------------------------------------------- /tests/test_modeling_flax_clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_flax_clip.py -------------------------------------------------------------------------------- /tests/test_modeling_flax_common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_flax_common.py -------------------------------------------------------------------------------- /tests/test_modeling_flax_distilbert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_flax_distilbert.py -------------------------------------------------------------------------------- /tests/test_modeling_flax_electra.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_flax_electra.py -------------------------------------------------------------------------------- /tests/test_modeling_flax_encoder_decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_flax_encoder_decoder.py -------------------------------------------------------------------------------- /tests/test_modeling_flax_gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_flax_gpt2.py -------------------------------------------------------------------------------- /tests/test_modeling_flax_gpt_neo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_flax_gpt_neo.py -------------------------------------------------------------------------------- /tests/test_modeling_flax_gptj.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_flax_gptj.py -------------------------------------------------------------------------------- /tests/test_modeling_flax_marian.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_flax_marian.py -------------------------------------------------------------------------------- /tests/test_modeling_flax_mbart.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_flax_mbart.py -------------------------------------------------------------------------------- /tests/test_modeling_flax_mt5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_flax_mt5.py -------------------------------------------------------------------------------- /tests/test_modeling_flax_pegasus.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_flax_pegasus.py -------------------------------------------------------------------------------- /tests/test_modeling_flax_roberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_flax_roberta.py -------------------------------------------------------------------------------- /tests/test_modeling_flax_roformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_flax_roformer.py -------------------------------------------------------------------------------- /tests/test_modeling_flax_t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_flax_t5.py -------------------------------------------------------------------------------- /tests/test_modeling_flax_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_flax_vit.py -------------------------------------------------------------------------------- /tests/test_modeling_flax_wav2vec2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_flax_wav2vec2.py -------------------------------------------------------------------------------- /tests/test_modeling_flax_xglm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_flax_xglm.py -------------------------------------------------------------------------------- /tests/test_modeling_fnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_fnet.py -------------------------------------------------------------------------------- /tests/test_modeling_fsmt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_fsmt.py -------------------------------------------------------------------------------- /tests/test_modeling_funnel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_funnel.py -------------------------------------------------------------------------------- /tests/test_modeling_gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_gpt2.py -------------------------------------------------------------------------------- /tests/test_modeling_gpt_neo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_gpt_neo.py -------------------------------------------------------------------------------- /tests/test_modeling_gptj.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_gptj.py -------------------------------------------------------------------------------- /tests/test_modeling_hubert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_hubert.py -------------------------------------------------------------------------------- /tests/test_modeling_ibert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_ibert.py -------------------------------------------------------------------------------- /tests/test_modeling_imagegpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_imagegpt.py -------------------------------------------------------------------------------- /tests/test_modeling_layoutlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_layoutlm.py -------------------------------------------------------------------------------- /tests/test_modeling_layoutlmv2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_layoutlmv2.py -------------------------------------------------------------------------------- /tests/test_modeling_led.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_led.py -------------------------------------------------------------------------------- /tests/test_modeling_longformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_longformer.py -------------------------------------------------------------------------------- /tests/test_modeling_luke.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_luke.py -------------------------------------------------------------------------------- /tests/test_modeling_lxmert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_lxmert.py -------------------------------------------------------------------------------- /tests/test_modeling_m2m_100.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_m2m_100.py -------------------------------------------------------------------------------- /tests/test_modeling_marian.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_marian.py -------------------------------------------------------------------------------- /tests/test_modeling_mbart.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_mbart.py -------------------------------------------------------------------------------- /tests/test_modeling_megatron_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_megatron_bert.py -------------------------------------------------------------------------------- /tests/test_modeling_megatron_gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_megatron_gpt2.py -------------------------------------------------------------------------------- /tests/test_modeling_mobilebert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_mobilebert.py -------------------------------------------------------------------------------- /tests/test_modeling_mpnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_mpnet.py -------------------------------------------------------------------------------- /tests/test_modeling_mt5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_mt5.py -------------------------------------------------------------------------------- /tests/test_modeling_nystromformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_nystromformer.py -------------------------------------------------------------------------------- /tests/test_modeling_openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_openai.py -------------------------------------------------------------------------------- /tests/test_modeling_pegasus.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_pegasus.py -------------------------------------------------------------------------------- /tests/test_modeling_perceiver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_perceiver.py -------------------------------------------------------------------------------- /tests/test_modeling_prophetnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_prophetnet.py -------------------------------------------------------------------------------- /tests/test_modeling_qdqbert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_qdqbert.py -------------------------------------------------------------------------------- /tests/test_modeling_rag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_rag.py -------------------------------------------------------------------------------- /tests/test_modeling_realm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_realm.py -------------------------------------------------------------------------------- /tests/test_modeling_reformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_reformer.py -------------------------------------------------------------------------------- /tests/test_modeling_rembert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_rembert.py -------------------------------------------------------------------------------- /tests/test_modeling_roberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_roberta.py -------------------------------------------------------------------------------- /tests/test_modeling_roformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_roformer.py -------------------------------------------------------------------------------- /tests/test_modeling_segformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_segformer.py -------------------------------------------------------------------------------- /tests/test_modeling_sew.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_sew.py -------------------------------------------------------------------------------- /tests/test_modeling_sew_d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_sew_d.py -------------------------------------------------------------------------------- /tests/test_modeling_speech_to_text.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_speech_to_text.py -------------------------------------------------------------------------------- /tests/test_modeling_speech_to_text_2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_speech_to_text_2.py -------------------------------------------------------------------------------- /tests/test_modeling_splinter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_splinter.py -------------------------------------------------------------------------------- /tests/test_modeling_squeezebert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_squeezebert.py -------------------------------------------------------------------------------- /tests/test_modeling_swin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_swin.py -------------------------------------------------------------------------------- /tests/test_modeling_t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_t5.py -------------------------------------------------------------------------------- /tests/test_modeling_tapas.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_tapas.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_albert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_tf_albert.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_auto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_tf_auto.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_bart.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_tf_bart.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_tf_bert.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_blenderbot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_tf_blenderbot.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_blenderbot_small.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_tf_blenderbot_small.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_bort.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_tf_bort.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_camembert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_tf_camembert.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_tf_clip.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_tf_common.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_convbert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_tf_convbert.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_core.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_tf_core.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_ctrl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_tf_ctrl.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_deberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_tf_deberta.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_deberta_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_tf_deberta_v2.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_distilbert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_tf_distilbert.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_dpr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_tf_dpr.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_electra.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_tf_electra.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_encoder_decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_tf_encoder_decoder.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_flaubert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_tf_flaubert.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_funnel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_tf_funnel.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_tf_gpt2.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_hubert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_tf_hubert.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_layoutlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_tf_layoutlm.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_led.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_tf_led.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_longformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_tf_longformer.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_lxmert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_tf_lxmert.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_marian.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_tf_marian.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_mbart.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_tf_mbart.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_mobilebert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_tf_mobilebert.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_mpnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_tf_mpnet.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_mt5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_tf_mt5.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_tf_openai.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_pegasus.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_tf_pegasus.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_pytorch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_tf_pytorch.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_rag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_tf_rag.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_rembert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_tf_rembert.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_roberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_tf_roberta.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_roformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_tf_roformer.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_speech_to_text.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_tf_speech_to_text.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_tf_t5.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_tapas.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_tf_tapas.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_transfo_xl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_tf_transfo_xl.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_tf_vit.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_wav2vec2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_tf_wav2vec2.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_xlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_tf_xlm.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_xlm_roberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_tf_xlm_roberta.py -------------------------------------------------------------------------------- /tests/test_modeling_tf_xlnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_tf_xlnet.py -------------------------------------------------------------------------------- /tests/test_modeling_transfo_xl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_transfo_xl.py -------------------------------------------------------------------------------- /tests/test_modeling_trocr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_trocr.py -------------------------------------------------------------------------------- /tests/test_modeling_unispeech.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_unispeech.py -------------------------------------------------------------------------------- /tests/test_modeling_unispeech_sat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_unispeech_sat.py -------------------------------------------------------------------------------- /tests/test_modeling_vilt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_vilt.py -------------------------------------------------------------------------------- /tests/test_modeling_visual_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_visual_bert.py -------------------------------------------------------------------------------- /tests/test_modeling_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_vit.py -------------------------------------------------------------------------------- /tests/test_modeling_vit_mae.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_vit_mae.py -------------------------------------------------------------------------------- /tests/test_modeling_wav2vec2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_wav2vec2.py -------------------------------------------------------------------------------- /tests/test_modeling_wavlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_wavlm.py -------------------------------------------------------------------------------- /tests/test_modeling_xglm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_xglm.py -------------------------------------------------------------------------------- /tests/test_modeling_xlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_xlm.py -------------------------------------------------------------------------------- /tests/test_modeling_xlm_prophetnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_xlm_prophetnet.py -------------------------------------------------------------------------------- /tests/test_modeling_xlm_roberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_xlm_roberta.py -------------------------------------------------------------------------------- /tests/test_modeling_xlm_roberta_xl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_xlm_roberta_xl.py -------------------------------------------------------------------------------- /tests/test_modeling_xlnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_xlnet.py -------------------------------------------------------------------------------- /tests/test_modeling_yoso.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_modeling_yoso.py -------------------------------------------------------------------------------- /tests/test_offline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_offline.py -------------------------------------------------------------------------------- /tests/test_onnx.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_onnx.py -------------------------------------------------------------------------------- /tests/test_onnx_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_onnx_v2.py -------------------------------------------------------------------------------- /tests/test_optimization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_optimization.py -------------------------------------------------------------------------------- /tests/test_optimization_tf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_optimization_tf.py -------------------------------------------------------------------------------- /tests/test_pipelines_common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_pipelines_common.py -------------------------------------------------------------------------------- /tests/test_pipelines_conversational.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_pipelines_conversational.py -------------------------------------------------------------------------------- /tests/test_pipelines_feature_extraction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_pipelines_feature_extraction.py -------------------------------------------------------------------------------- /tests/test_pipelines_fill_mask.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_pipelines_fill_mask.py -------------------------------------------------------------------------------- /tests/test_pipelines_image_segmentation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_pipelines_image_segmentation.py -------------------------------------------------------------------------------- /tests/test_pipelines_object_detection.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_pipelines_object_detection.py -------------------------------------------------------------------------------- /tests/test_pipelines_question_answering.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_pipelines_question_answering.py -------------------------------------------------------------------------------- /tests/test_pipelines_summarization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_pipelines_summarization.py -------------------------------------------------------------------------------- /tests/test_pipelines_text_classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_pipelines_text_classification.py -------------------------------------------------------------------------------- /tests/test_pipelines_text_generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_pipelines_text_generation.py -------------------------------------------------------------------------------- /tests/test_pipelines_translation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_pipelines_translation.py -------------------------------------------------------------------------------- /tests/test_pipelines_zero_shot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_pipelines_zero_shot.py -------------------------------------------------------------------------------- /tests/test_processor_auto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_processor_auto.py -------------------------------------------------------------------------------- /tests/test_processor_clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_processor_clip.py -------------------------------------------------------------------------------- /tests/test_processor_layoutlmv2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_processor_layoutlmv2.py -------------------------------------------------------------------------------- /tests/test_processor_layoutxlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_processor_layoutxlm.py -------------------------------------------------------------------------------- /tests/test_processor_speech_to_text.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_processor_speech_to_text.py -------------------------------------------------------------------------------- /tests/test_processor_wav2vec2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_processor_wav2vec2.py -------------------------------------------------------------------------------- /tests/test_processor_wav2vec2_with_lm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_processor_wav2vec2_with_lm.py -------------------------------------------------------------------------------- /tests/test_retrieval_rag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_retrieval_rag.py -------------------------------------------------------------------------------- /tests/test_retrieval_realm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_retrieval_realm.py -------------------------------------------------------------------------------- /tests/test_skip_decorators.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_skip_decorators.py -------------------------------------------------------------------------------- /tests/test_tokenization_albert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_tokenization_albert.py -------------------------------------------------------------------------------- /tests/test_tokenization_auto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_tokenization_auto.py -------------------------------------------------------------------------------- /tests/test_tokenization_bart.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_tokenization_bart.py -------------------------------------------------------------------------------- /tests/test_tokenization_barthez.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_tokenization_barthez.py -------------------------------------------------------------------------------- /tests/test_tokenization_bartpho.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_tokenization_bartpho.py -------------------------------------------------------------------------------- /tests/test_tokenization_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_tokenization_bert.py -------------------------------------------------------------------------------- /tests/test_tokenization_bert_generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_tokenization_bert_generation.py -------------------------------------------------------------------------------- /tests/test_tokenization_bert_japanese.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_tokenization_bert_japanese.py -------------------------------------------------------------------------------- /tests/test_tokenization_bertweet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_tokenization_bertweet.py -------------------------------------------------------------------------------- /tests/test_tokenization_big_bird.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_tokenization_big_bird.py -------------------------------------------------------------------------------- /tests/test_tokenization_blenderbot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_tokenization_blenderbot.py -------------------------------------------------------------------------------- /tests/test_tokenization_byt5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_tokenization_byt5.py -------------------------------------------------------------------------------- /tests/test_tokenization_camembert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_tokenization_camembert.py -------------------------------------------------------------------------------- /tests/test_tokenization_canine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_tokenization_canine.py -------------------------------------------------------------------------------- /tests/test_tokenization_clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_tokenization_clip.py -------------------------------------------------------------------------------- /tests/test_tokenization_common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_tokenization_common.py -------------------------------------------------------------------------------- /tests/test_tokenization_cpm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_tokenization_cpm.py -------------------------------------------------------------------------------- /tests/test_tokenization_ctrl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_tokenization_ctrl.py -------------------------------------------------------------------------------- /tests/test_tokenization_deberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_tokenization_deberta.py -------------------------------------------------------------------------------- /tests/test_tokenization_deberta_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_tokenization_deberta_v2.py -------------------------------------------------------------------------------- /tests/test_tokenization_distilbert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_tokenization_distilbert.py -------------------------------------------------------------------------------- /tests/test_tokenization_dpr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_tokenization_dpr.py -------------------------------------------------------------------------------- /tests/test_tokenization_fast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_tokenization_fast.py -------------------------------------------------------------------------------- /tests/test_tokenization_fnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_tokenization_fnet.py -------------------------------------------------------------------------------- /tests/test_tokenization_fsmt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_tokenization_fsmt.py -------------------------------------------------------------------------------- /tests/test_tokenization_funnel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_tokenization_funnel.py -------------------------------------------------------------------------------- /tests/test_tokenization_gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_tokenization_gpt2.py -------------------------------------------------------------------------------- /tests/test_tokenization_herbert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_tokenization_herbert.py -------------------------------------------------------------------------------- /tests/test_tokenization_layoutlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_tokenization_layoutlm.py -------------------------------------------------------------------------------- /tests/test_tokenization_layoutlmv2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_tokenization_layoutlmv2.py -------------------------------------------------------------------------------- /tests/test_tokenization_layoutxlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_tokenization_layoutxlm.py -------------------------------------------------------------------------------- /tests/test_tokenization_luke.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_tokenization_luke.py -------------------------------------------------------------------------------- /tests/test_tokenization_lxmert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_tokenization_lxmert.py -------------------------------------------------------------------------------- /tests/test_tokenization_m2m_100.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_tokenization_m2m_100.py -------------------------------------------------------------------------------- /tests/test_tokenization_marian.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_tokenization_marian.py -------------------------------------------------------------------------------- /tests/test_tokenization_mbart.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_tokenization_mbart.py -------------------------------------------------------------------------------- /tests/test_tokenization_mbart50.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_tokenization_mbart50.py -------------------------------------------------------------------------------- /tests/test_tokenization_mluke.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_tokenization_mluke.py -------------------------------------------------------------------------------- /tests/test_tokenization_mpnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_tokenization_mpnet.py -------------------------------------------------------------------------------- /tests/test_tokenization_openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_tokenization_openai.py -------------------------------------------------------------------------------- /tests/test_tokenization_pegasus.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_tokenization_pegasus.py -------------------------------------------------------------------------------- /tests/test_tokenization_perceiver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_tokenization_perceiver.py -------------------------------------------------------------------------------- /tests/test_tokenization_phobert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_tokenization_phobert.py -------------------------------------------------------------------------------- /tests/test_tokenization_prophetnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_tokenization_prophetnet.py -------------------------------------------------------------------------------- /tests/test_tokenization_rag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_tokenization_rag.py -------------------------------------------------------------------------------- /tests/test_tokenization_realm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_tokenization_realm.py -------------------------------------------------------------------------------- /tests/test_tokenization_reformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_tokenization_reformer.py -------------------------------------------------------------------------------- /tests/test_tokenization_roberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_tokenization_roberta.py -------------------------------------------------------------------------------- /tests/test_tokenization_roformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_tokenization_roformer.py -------------------------------------------------------------------------------- /tests/test_tokenization_small_blenderbot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_tokenization_small_blenderbot.py -------------------------------------------------------------------------------- /tests/test_tokenization_speech_to_text.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_tokenization_speech_to_text.py -------------------------------------------------------------------------------- /tests/test_tokenization_speech_to_text_2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_tokenization_speech_to_text_2.py -------------------------------------------------------------------------------- /tests/test_tokenization_squeezebert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_tokenization_squeezebert.py -------------------------------------------------------------------------------- /tests/test_tokenization_t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_tokenization_t5.py -------------------------------------------------------------------------------- /tests/test_tokenization_tapas.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_tokenization_tapas.py -------------------------------------------------------------------------------- /tests/test_tokenization_transfo_xl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_tokenization_transfo_xl.py -------------------------------------------------------------------------------- /tests/test_tokenization_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_tokenization_utils.py -------------------------------------------------------------------------------- /tests/test_tokenization_wav2vec2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_tokenization_wav2vec2.py -------------------------------------------------------------------------------- /tests/test_tokenization_wav2vec2_phoneme.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_tokenization_wav2vec2_phoneme.py -------------------------------------------------------------------------------- /tests/test_tokenization_xglm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_tokenization_xglm.py -------------------------------------------------------------------------------- /tests/test_tokenization_xlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_tokenization_xlm.py -------------------------------------------------------------------------------- /tests/test_tokenization_xlm_prophetnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_tokenization_xlm_prophetnet.py -------------------------------------------------------------------------------- /tests/test_tokenization_xlm_roberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_tokenization_xlm_roberta.py -------------------------------------------------------------------------------- /tests/test_tokenization_xlnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_tokenization_xlnet.py -------------------------------------------------------------------------------- /tests/test_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_trainer.py -------------------------------------------------------------------------------- /tests/test_trainer_callback.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_trainer_callback.py -------------------------------------------------------------------------------- /tests/test_trainer_distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_trainer_distributed.py -------------------------------------------------------------------------------- /tests/test_trainer_seq2seq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_trainer_seq2seq.py -------------------------------------------------------------------------------- /tests/test_trainer_tpu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_trainer_tpu.py -------------------------------------------------------------------------------- /tests/test_trainer_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_trainer_utils.py -------------------------------------------------------------------------------- /tests/test_utils_check_copies.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_utils_check_copies.py -------------------------------------------------------------------------------- /tests/test_versions_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/tests/test_versions_utils.py -------------------------------------------------------------------------------- /utils/check_copies.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/utils/check_copies.py -------------------------------------------------------------------------------- /utils/check_dummies.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/utils/check_dummies.py -------------------------------------------------------------------------------- /utils/check_inits.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/utils/check_inits.py -------------------------------------------------------------------------------- /utils/check_repo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/utils/check_repo.py -------------------------------------------------------------------------------- /utils/check_table.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/utils/check_table.py -------------------------------------------------------------------------------- /utils/check_tf_ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/utils/check_tf_ops.py -------------------------------------------------------------------------------- /utils/custom_init_isort.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/utils/custom_init_isort.py -------------------------------------------------------------------------------- /utils/documentation_tests.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/utils/documentation_tests.txt -------------------------------------------------------------------------------- /utils/download_glue_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/utils/download_glue_data.py -------------------------------------------------------------------------------- /utils/get_modified_files.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/utils/get_modified_files.py -------------------------------------------------------------------------------- /utils/notification_service.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/utils/notification_service.py -------------------------------------------------------------------------------- /utils/prepare_for_doc_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/utils/prepare_for_doc_test.py -------------------------------------------------------------------------------- /utils/print_env_pt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/utils/print_env_pt.py -------------------------------------------------------------------------------- /utils/release.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/utils/release.py -------------------------------------------------------------------------------- /utils/style_doc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/utils/style_doc.py -------------------------------------------------------------------------------- /utils/test_module/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /utils/test_module/custom_configuration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/utils/test_module/custom_configuration.py -------------------------------------------------------------------------------- /utils/test_module/custom_modeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/utils/test_module/custom_modeling.py -------------------------------------------------------------------------------- /utils/test_module/custom_tokenization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/utils/test_module/custom_tokenization.py -------------------------------------------------------------------------------- /utils/tests_fetcher.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/utils/tests_fetcher.py -------------------------------------------------------------------------------- /utils/tf_ops/onnx.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/utils/tf_ops/onnx.json -------------------------------------------------------------------------------- /utils/update_metadata.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/utils/update_metadata.py -------------------------------------------------------------------------------- /valohai.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lisasiyu/Cross-Align/HEAD/valohai.yaml --------------------------------------------------------------------------------