├── .gitignore ├── INSTALL-CONDA.md ├── README.md ├── clean_cache.sh ├── data ├── cifar10 │ └── download_cifar10.sh ├── cifar100 │ └── download_cifar100.sh ├── span_extraction │ └── SQuAD_1.1 │ │ ├── dev-v1.1.json │ │ ├── download.sh │ │ ├── squad_1.1_data.pkl │ │ └── train-v1.1.json └── text_classification │ └── SST-2 │ ├── README.md │ ├── download_and_unzip.sh │ ├── sst_2_data.pkl │ └── trees │ ├── dev.txt │ ├── test.txt │ └── train.txt ├── doc └── pytorch_blog │ ├── PipeTransformer.md │ ├── PipeTransformer.pdf │ └── figure │ ├── AutoDP.png │ ├── AutoPipe_algorithm.png │ ├── PipeTransformer-Animation.gif │ ├── PipeTransformer.png │ ├── balancing_partition.png │ ├── experiment_autocache.png │ ├── experiments_optimal_k.png │ ├── experiments_table1.png │ ├── experiments_throughput.png │ ├── experiments_tuning_alpha.png │ ├── freeze_training.png │ ├── memory_reduction.png │ ├── model_size.png │ ├── overview.png │ └── pipe_buble.png ├── examples ├── __init__.py ├── image_classification │ ├── BATCH_SCRIPT.md │ ├── README.md │ ├── __init__.py │ ├── arguments.py │ ├── config │ │ ├── train_config_cifar100_all_in_one.yaml │ │ └── train_config_cifar100_no_freeze.yaml │ ├── cv_trainer.py │ ├── launch.py │ ├── log │ │ ├── PipeTransformer-imagenet-86.log │ │ ├── analyze.py │ │ └── results_for_publication │ ├── main_cv.py │ ├── run_elastic_pipe.sh │ ├── run_pipetransformer.sh │ ├── sweep_node0.py │ ├── sweep_node0_cifar100.py │ ├── sweep_node0_imagenet.py │ ├── sweep_node1.py │ ├── sweep_node1_cifar100.py │ ├── sweep_node1_imagenet.py │ ├── test_auto_freeze.py │ └── utils.py ├── question_answering │ ├── BATCH_SCRIPT.md │ ├── PipeTransformer-QA_run0.log │ ├── PipeTransformer-QA_run1.log │ ├── __init__.py │ ├── evaluate-v1.1.py │ ├── global_args.py │ ├── launch.py │ ├── log │ │ └── bert_qa.log │ ├── main_qa.py │ ├── model_args.py │ ├── question_answering_trainer.py │ ├── question_answering_utils.py │ ├── run_squad.sh │ ├── sweep_debugging.py │ ├── sweep_node0.py │ ├── sweep_node1.py │ └── utils.py └── text_classification │ ├── BATCH_SCRIPT.md │ ├── README.md │ ├── __init__.py │ ├── cache_dir │ ├── cached_dev_bert_256_2_1821 │ └── cached_train_bert_256_2_6920 │ ├── classification_utils.py │ ├── global_args.py │ ├── launch.py │ ├── log │ ├── bert_model.log │ └── sample_id_issue.log │ ├── main_tc.py │ ├── model_args.py │ ├── run_tc_pipetransformer.sh │ ├── sweep.py │ ├── text_classification_trainer.py │ └── utils.py ├── model ├── __init__.py ├── cv │ ├── __init__.py │ ├── pretrained │ │ └── download_pretrained_weights.sh │ ├── vision_transformer_origin.py │ └── vision_transformer_task_specific_layer.py └── nlp │ ├── __init__.py │ ├── classification │ ├── __init__.py │ └── bert_model.py │ └── question_answering │ └── __init__.py ├── pipe_transformer ├── API.md ├── __init__.py ├── cache │ ├── README.md │ ├── __init__.py │ ├── auto_cache.py │ ├── auto_cache_impl.py │ ├── auto_cache_impl_with_host_mem.py │ ├── cache_daemon_process.py │ ├── cache_msg.py │ ├── disk_memory_manager.py │ ├── lock.py │ ├── shared_memory_dict.py │ ├── shared_memory_manager.py │ └── shared_memory_manager_int_value.py ├── config_args.py ├── data │ ├── README.md │ ├── SQuAD_1_1 │ │ ├── README.md │ │ ├── __init__.py │ │ ├── data_loader.py │ │ └── run_fednlp_dataloader.sh │ ├── SST_2 │ │ ├── README.md │ │ ├── __init__.py │ │ ├── classification_utils.py │ │ └── data_loader.py │ ├── __init__.py │ ├── base │ │ ├── __init__.py │ │ ├── base_raw_data_loader.py │ │ ├── globals.py │ │ └── utils.py │ ├── base_data_manager.py │ ├── cifar │ │ ├── __init__.py │ │ └── cifar_dataset.py │ ├── cv_data_manager.py │ ├── imagenet │ │ ├── __init__.py │ │ └── imagenet_datasets.py │ ├── qa_data_manager.py │ └── tc_data_manager.py ├── doc │ ├── TODO.md │ └── feature_list.md ├── dp │ ├── __init__.py │ ├── auto_dp.py │ └── distributed_communicator.py ├── freeze │ ├── __init__.py │ ├── auto_freeze.py │ ├── lock.py │ ├── shared_memory_manager_int_value.py │ └── test.py ├── log │ ├── Chunk_num_analysis.md │ ├── GPU_memory_cost_analysis │ ├── PipeTransformer-CIFAR10-auto_freeze_no_cache.log │ ├── PipeTransformer-CIFAR10-grad_norm-analysis.log │ ├── PipeTransformer-imagenet-node0-cpu-oom.log │ ├── auto_freeze.log │ ├── auto_freeze_analysis.log │ ├── cifar10-pipetransformer-10minutes.txt │ ├── imagenet-training-oom.log │ ├── origin_model_format.log │ ├── performance_analysis.log │ ├── pipe_model_format_4gpus.log │ ├── vision_transformer_12_layers.log │ ├── vision_transformer_24_layers.log │ └── vision_transformer_32_layers.log ├── pipe │ ├── README.md │ ├── __init__.py │ ├── _balance │ │ ├── __init__.py │ │ ├── blockpartition.py │ │ ├── profile.py │ │ └── py.typed │ ├── auto_pipe.py │ ├── batchnorm.py │ ├── checkpoint.py │ ├── copy.py │ ├── dependency.py │ ├── load_balance.py │ ├── microbatch.py │ ├── model_partition │ │ ├── __init__.py │ │ ├── bert_qa_partition.py │ │ ├── bert_tc_partition.py │ │ ├── pipe_model_builder.py │ │ ├── utils.py │ │ └── vit_partition.py │ ├── phony.py │ ├── pipe.py │ ├── pipeline.py │ ├── py.typed │ ├── skip │ │ ├── __init__.py │ │ ├── layout.py │ │ ├── namespace.py │ │ ├── portal.py │ │ ├── skippable.py │ │ └── tracker.py │ ├── stream.py │ └── worker.py └── pipe_transformer.py ├── requirements.txt └── transformers ├── __init__.py ├── activations.py ├── activations_tf.py ├── benchmark ├── __init__.py ├── benchmark.py ├── benchmark_args.py ├── benchmark_args_tf.py ├── benchmark_args_utils.py ├── benchmark_tf.py └── benchmark_utils.py ├── commands ├── __init__.py ├── add_new_model.py ├── convert.py ├── download.py ├── env.py ├── lfs.py ├── run.py ├── serving.py ├── train.py ├── transformers_cli.py └── user.py ├── configuration_utils.py ├── convert_graph_to_onnx.py ├── convert_pytorch_checkpoint_to_tf2.py ├── convert_slow_tokenizer.py ├── convert_slow_tokenizers_checkpoints_to_fast.py ├── convert_tf_hub_seq_to_seq_bert_to_pytorch.py ├── data ├── __init__.py ├── data_collator.py ├── datasets │ ├── __init__.py │ ├── glue.py │ ├── language_modeling.py │ └── squad.py ├── metrics │ ├── __init__.py │ └── squad_metrics.py ├── processors │ ├── __init__.py │ ├── glue.py │ ├── squad.py │ ├── utils.py │ └── xnli.py └── test_generation_utils.py ├── dependency_versions_check.py ├── dependency_versions_table.py ├── file_utils.py ├── generation_beam_search.py ├── generation_logits_process.py ├── generation_tf_utils.py ├── generation_utils.py ├── hf_api.py ├── hf_argparser.py ├── integrations.py ├── modelcard.py ├── modeling_flax_utils.py ├── modeling_outputs.py ├── modeling_tf_outputs.py ├── modeling_tf_pytorch_utils.py ├── modeling_tf_utils.py ├── modeling_utils.py ├── models ├── __init__.py ├── albert │ ├── __init__.py │ ├── configuration_albert.py │ ├── convert_albert_original_tf_checkpoint_to_pytorch.py │ ├── modeling_albert.py │ ├── modeling_tf_albert.py │ ├── tokenization_albert.py │ └── tokenization_albert_fast.py ├── auto │ ├── __init__.py │ ├── configuration_auto.py │ ├── modeling_auto.py │ ├── modeling_flax_auto.py │ ├── modeling_tf_auto.py │ └── tokenization_auto.py ├── bart │ ├── __init__.py │ ├── configuration_bart.py │ ├── convert_bart_original_pytorch_checkpoint_to_pytorch.py │ ├── modeling_bart.py │ ├── modeling_tf_bart.py │ ├── tokenization_bart.py │ └── tokenization_bart_fast.py ├── barthez │ ├── __init__.py │ ├── tokenization_barthez.py │ └── tokenization_barthez_fast.py ├── bert │ ├── __init__.py │ ├── configuration_bert.py │ ├── convert_bert_original_tf2_checkpoint_to_pytorch.py │ ├── convert_bert_original_tf_checkpoint_to_pytorch.py │ ├── convert_bert_pytorch_checkpoint_to_original_tf.py │ ├── modeling_bert.py │ ├── modeling_flax_bert.py │ ├── modeling_tf_bert.py │ ├── tokenization_bert.py │ └── tokenization_bert_fast.py ├── bert_generation │ ├── __init__.py │ ├── configuration_bert_generation.py │ ├── modeling_bert_generation.py │ └── tokenization_bert_generation.py ├── bert_japanese │ ├── __init__.py │ └── tokenization_bert_japanese.py ├── bertweet │ ├── __init__.py │ └── tokenization_bertweet.py ├── blenderbot │ ├── __init__.py │ ├── configuration_blenderbot.py │ ├── convert_blenderbot_original_pytorch_checkpoint_to_pytorch.py │ ├── modeling_blenderbot.py │ ├── modeling_tf_blenderbot.py │ └── tokenization_blenderbot.py ├── blenderbot_small │ ├── __init__.py │ ├── configuration_blenderbot_small.py │ ├── modeling_blenderbot_small.py │ ├── modeling_tf_blenderbot_small.py │ ├── tokenization_blenderbot_small.py │ └── tokenization_blenderbot_small_fast.py ├── camembert │ ├── __init__.py │ ├── configuration_camembert.py │ ├── modeling_camembert.py │ ├── modeling_tf_camembert.py │ ├── tokenization_camembert.py │ └── tokenization_camembert_fast.py ├── ctrl │ ├── __init__.py │ ├── configuration_ctrl.py │ ├── modeling_ctrl.py │ ├── modeling_tf_ctrl.py │ └── tokenization_ctrl.py ├── deberta │ ├── __init__.py │ ├── configuration_deberta.py │ ├── modeling_deberta.py │ └── tokenization_deberta.py ├── dialogpt │ ├── __init__.py │ └── convert_dialogpt_original_pytorch_checkpoint_to_pytorch.py ├── distilbert │ ├── __init__.py │ ├── configuration_distilbert.py │ ├── modeling_distilbert.py │ ├── modeling_tf_distilbert.py │ ├── tokenization_distilbert.py │ └── tokenization_distilbert_fast.py ├── dpr │ ├── __init__.py │ ├── configuration_dpr.py │ ├── convert_dpr_original_checkpoint_to_pytorch.py │ ├── modeling_dpr.py │ ├── modeling_tf_dpr.py │ ├── tokenization_dpr.py │ └── tokenization_dpr_fast.py ├── electra │ ├── __init__.py │ ├── configuration_electra.py │ ├── convert_electra_original_tf_checkpoint_to_pytorch.py │ ├── modeling_electra.py │ ├── modeling_tf_electra.py │ ├── tokenization_electra.py │ └── tokenization_electra_fast.py ├── encoder_decoder │ ├── __init__.py │ ├── configuration_encoder_decoder.py │ └── modeling_encoder_decoder.py ├── flaubert │ ├── __init__.py │ ├── configuration_flaubert.py │ ├── modeling_flaubert.py │ ├── modeling_tf_flaubert.py │ └── tokenization_flaubert.py ├── fsmt │ ├── __init__.py │ ├── configuration_fsmt.py │ ├── convert_fsmt_original_pytorch_checkpoint_to_pytorch.py │ ├── modeling_fsmt.py │ └── tokenization_fsmt.py ├── funnel │ ├── __init__.py │ ├── configuration_funnel.py │ ├── convert_funnel_original_tf_checkpoint_to_pytorch.py │ ├── modeling_funnel.py │ ├── modeling_tf_funnel.py │ ├── tokenization_funnel.py │ └── tokenization_funnel_fast.py ├── gpt2 │ ├── __init__.py │ ├── configuration_gpt2.py │ ├── convert_gpt2_original_tf_checkpoint_to_pytorch.py │ ├── modeling_gpt2.py │ ├── modeling_tf_gpt2.py │ ├── tokenization_gpt2.py │ └── tokenization_gpt2_fast.py ├── herbert │ ├── __init__.py │ ├── tokenization_herbert.py │ └── tokenization_herbert_fast.py ├── layoutlm │ ├── __init__.py │ ├── configuration_layoutlm.py │ ├── modeling_layoutlm.py │ ├── tokenization_layoutlm.py │ └── tokenization_layoutlm_fast.py ├── led │ ├── __init__.py │ ├── configuration_led.py │ ├── modeling_led.py │ ├── modeling_tf_led.py │ ├── tokenization_led.py │ └── tokenization_led_fast.py ├── longformer │ ├── __init__.py │ ├── configuration_longformer.py │ ├── convert_longformer_original_pytorch_lightning_to_pytorch.py │ ├── modeling_longformer.py │ ├── modeling_tf_longformer.py │ ├── tokenization_longformer.py │ └── tokenization_longformer_fast.py ├── lxmert │ ├── __init__.py │ ├── configuration_lxmert.py │ ├── convert_lxmert_original_tf_checkpoint_to_pytorch.py │ ├── modeling_lxmert.py │ ├── modeling_tf_lxmert.py │ ├── tokenization_lxmert.py │ └── tokenization_lxmert_fast.py ├── marian │ ├── __init__.py │ ├── configuration_marian.py │ ├── convert_marian_tatoeba_to_pytorch.py │ ├── convert_marian_to_pytorch.py │ ├── modeling_marian.py │ ├── modeling_tf_marian.py │ └── tokenization_marian.py ├── mbart │ ├── __init__.py │ ├── configuration_mbart.py │ ├── convert_mbart_original_checkpoint_to_pytorch.py │ ├── modeling_mbart.py │ ├── modeling_tf_mbart.py │ ├── tokenization_mbart.py │ └── tokenization_mbart_fast.py ├── mmbt │ ├── __init__.py │ ├── configuration_mmbt.py │ └── modeling_mmbt.py ├── mobilebert │ ├── __init__.py │ ├── configuration_mobilebert.py │ ├── convert_mobilebert_original_tf_checkpoint_to_pytorch.py │ ├── modeling_mobilebert.py │ ├── modeling_tf_mobilebert.py │ ├── tokenization_mobilebert.py │ └── tokenization_mobilebert_fast.py ├── mpnet │ ├── __init__.py │ ├── configuration_mpnet.py │ ├── modeling_mpnet.py │ ├── modeling_tf_mpnet.py │ ├── tokenization_mpnet.py │ └── tokenization_mpnet_fast.py ├── mt5 │ ├── __init__.py │ ├── configuration_mt5.py │ ├── modeling_mt5.py │ └── modeling_tf_mt5.py ├── openai │ ├── __init__.py │ ├── configuration_openai.py │ ├── convert_openai_original_tf_checkpoint_to_pytorch.py │ ├── modeling_openai.py │ ├── modeling_tf_openai.py │ ├── tokenization_openai.py │ └── tokenization_openai_fast.py ├── pegasus │ ├── __init__.py │ ├── configuration_pegasus.py │ ├── convert_pegasus_tf_to_pytorch.py │ ├── modeling_pegasus.py │ ├── modeling_tf_pegasus.py │ ├── tokenization_pegasus.py │ └── tokenization_pegasus_fast.py ├── phobert │ ├── __init__.py │ └── tokenization_phobert.py ├── prophetnet │ ├── __init__.py │ ├── configuration_prophetnet.py │ ├── convert_prophetnet_original_pytorch_checkpoint_to_pytorch.py │ ├── modeling_prophetnet.py │ └── tokenization_prophetnet.py ├── rag │ ├── __init__.py │ ├── configuration_rag.py │ ├── modeling_rag.py │ ├── retrieval_rag.py │ └── tokenization_rag.py ├── reformer │ ├── __init__.py │ ├── configuration_reformer.py │ ├── convert_reformer_trax_checkpoint_to_pytorch.py │ ├── modeling_reformer.py │ ├── tokenization_reformer.py │ └── tokenization_reformer_fast.py ├── retribert │ ├── __init__.py │ ├── configuration_retribert.py │ ├── modeling_retribert.py │ ├── tokenization_retribert.py │ └── tokenization_retribert_fast.py ├── roberta │ ├── __init__.py │ ├── configuration_roberta.py │ ├── convert_roberta_original_pytorch_checkpoint_to_pytorch.py │ ├── modeling_flax_roberta.py │ ├── modeling_roberta.py │ ├── modeling_tf_roberta.py │ ├── tokenization_roberta.py │ └── tokenization_roberta_fast.py ├── squeezebert │ ├── __init__.py │ ├── configuration_squeezebert.py │ ├── modeling_squeezebert.py │ ├── tokenization_squeezebert.py │ └── tokenization_squeezebert_fast.py ├── t5 │ ├── __init__.py │ ├── configuration_t5.py │ ├── convert_t5_original_tf_checkpoint_to_pytorch.py │ ├── modeling_t5.py │ ├── modeling_tf_t5.py │ ├── tokenization_t5.py │ └── tokenization_t5_fast.py ├── tapas │ ├── __init__.py │ ├── configuration_tapas.py │ ├── convert_tapas_original_tf_checkpoint_to_pytorch.py │ ├── modeling_tapas.py │ └── tokenization_tapas.py ├── transfo_xl │ ├── __init__.py │ ├── configuration_transfo_xl.py │ ├── convert_transfo_xl_original_tf_checkpoint_to_pytorch.py │ ├── modeling_tf_transfo_xl.py │ ├── modeling_tf_transfo_xl_utilities.py │ ├── modeling_transfo_xl.py │ ├── modeling_transfo_xl_utilities.py │ └── tokenization_transfo_xl.py ├── xlm │ ├── __init__.py │ ├── configuration_xlm.py │ ├── convert_xlm_original_pytorch_checkpoint_to_pytorch.py │ ├── modeling_tf_xlm.py │ ├── modeling_xlm.py │ └── tokenization_xlm.py ├── xlm_prophetnet │ ├── __init__.py │ ├── configuration_xlm_prophetnet.py │ ├── modeling_xlm_prophetnet.py │ └── tokenization_xlm_prophetnet.py ├── xlm_roberta │ ├── __init__.py │ ├── configuration_xlm_roberta.py │ ├── modeling_tf_xlm_roberta.py │ ├── modeling_xlm_roberta.py │ ├── tokenization_xlm_roberta.py │ └── tokenization_xlm_roberta_fast.py └── xlnet │ ├── __init__.py │ ├── configuration_xlnet.py │ ├── convert_xlnet_original_tf_checkpoint_to_pytorch.py │ ├── modeling_tf_xlnet.py │ ├── modeling_xlnet.py │ ├── tokenization_xlnet.py │ └── tokenization_xlnet_fast.py ├── optimization.py ├── optimization_tf.py ├── pipelines ├── __init__.py ├── base.py ├── conversational.py ├── feature_extraction.py ├── fill_mask.py ├── question_answering.py ├── table_question_answering.py ├── text2text_generation.py ├── text_classification.py ├── text_generation.py ├── token_classification.py └── zero_shot_classification.py ├── testing_utils.py ├── tokenization_utils.py ├── tokenization_utils_base.py ├── tokenization_utils_fast.py ├── trainer.py ├── trainer_callback.py ├── trainer_pt_utils.py ├── trainer_seq2seq.py ├── trainer_tf.py ├── trainer_utils.py ├── training_args.py ├── training_args_seq2seq.py ├── training_args_tf.py └── utils ├── __init__.py ├── dummy_flax_objects.py ├── dummy_pt_objects.py ├── dummy_sentencepiece_objects.py ├── dummy_tf_objects.py ├── dummy_tokenizers_objects.py ├── hp_naming.py ├── logging.py ├── model_parallel_utils.py ├── notebook.py ├── sentencepiece_model_pb2.py └── versions.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/.gitignore -------------------------------------------------------------------------------- /INSTALL-CONDA.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/INSTALL-CONDA.md -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/README.md -------------------------------------------------------------------------------- /clean_cache.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/clean_cache.sh -------------------------------------------------------------------------------- /data/cifar10/download_cifar10.sh: -------------------------------------------------------------------------------- 1 | wget https://www.cs.toronto.edu/~kriz/cifar-10-python.tar.gz -------------------------------------------------------------------------------- /data/cifar100/download_cifar100.sh: -------------------------------------------------------------------------------- 1 | wget https://www.cs.toronto.edu/~kriz/cifar-100-python.tar.gz -------------------------------------------------------------------------------- /data/span_extraction/SQuAD_1.1/dev-v1.1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/data/span_extraction/SQuAD_1.1/dev-v1.1.json -------------------------------------------------------------------------------- /data/span_extraction/SQuAD_1.1/download.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/data/span_extraction/SQuAD_1.1/download.sh -------------------------------------------------------------------------------- /data/span_extraction/SQuAD_1.1/squad_1.1_data.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/data/span_extraction/SQuAD_1.1/squad_1.1_data.pkl -------------------------------------------------------------------------------- /data/span_extraction/SQuAD_1.1/train-v1.1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/data/span_extraction/SQuAD_1.1/train-v1.1.json -------------------------------------------------------------------------------- /data/text_classification/SST-2/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/data/text_classification/SST-2/README.md -------------------------------------------------------------------------------- /data/text_classification/SST-2/download_and_unzip.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/data/text_classification/SST-2/download_and_unzip.sh -------------------------------------------------------------------------------- /data/text_classification/SST-2/sst_2_data.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/data/text_classification/SST-2/sst_2_data.pkl -------------------------------------------------------------------------------- /data/text_classification/SST-2/trees/dev.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/data/text_classification/SST-2/trees/dev.txt -------------------------------------------------------------------------------- /data/text_classification/SST-2/trees/test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/data/text_classification/SST-2/trees/test.txt -------------------------------------------------------------------------------- /data/text_classification/SST-2/trees/train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/data/text_classification/SST-2/trees/train.txt -------------------------------------------------------------------------------- /doc/pytorch_blog/PipeTransformer.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/doc/pytorch_blog/PipeTransformer.md -------------------------------------------------------------------------------- /doc/pytorch_blog/PipeTransformer.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/doc/pytorch_blog/PipeTransformer.pdf -------------------------------------------------------------------------------- /doc/pytorch_blog/figure/AutoDP.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/doc/pytorch_blog/figure/AutoDP.png -------------------------------------------------------------------------------- /doc/pytorch_blog/figure/AutoPipe_algorithm.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/doc/pytorch_blog/figure/AutoPipe_algorithm.png -------------------------------------------------------------------------------- /doc/pytorch_blog/figure/PipeTransformer-Animation.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/doc/pytorch_blog/figure/PipeTransformer-Animation.gif -------------------------------------------------------------------------------- /doc/pytorch_blog/figure/PipeTransformer.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/doc/pytorch_blog/figure/PipeTransformer.png -------------------------------------------------------------------------------- /doc/pytorch_blog/figure/balancing_partition.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/doc/pytorch_blog/figure/balancing_partition.png -------------------------------------------------------------------------------- /doc/pytorch_blog/figure/experiment_autocache.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/doc/pytorch_blog/figure/experiment_autocache.png -------------------------------------------------------------------------------- /doc/pytorch_blog/figure/experiments_optimal_k.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/doc/pytorch_blog/figure/experiments_optimal_k.png -------------------------------------------------------------------------------- /doc/pytorch_blog/figure/experiments_table1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/doc/pytorch_blog/figure/experiments_table1.png -------------------------------------------------------------------------------- /doc/pytorch_blog/figure/experiments_throughput.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/doc/pytorch_blog/figure/experiments_throughput.png -------------------------------------------------------------------------------- /doc/pytorch_blog/figure/experiments_tuning_alpha.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/doc/pytorch_blog/figure/experiments_tuning_alpha.png -------------------------------------------------------------------------------- /doc/pytorch_blog/figure/freeze_training.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/doc/pytorch_blog/figure/freeze_training.png -------------------------------------------------------------------------------- /doc/pytorch_blog/figure/memory_reduction.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/doc/pytorch_blog/figure/memory_reduction.png -------------------------------------------------------------------------------- /doc/pytorch_blog/figure/model_size.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/doc/pytorch_blog/figure/model_size.png -------------------------------------------------------------------------------- /doc/pytorch_blog/figure/overview.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/doc/pytorch_blog/figure/overview.png -------------------------------------------------------------------------------- /doc/pytorch_blog/figure/pipe_buble.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/doc/pytorch_blog/figure/pipe_buble.png -------------------------------------------------------------------------------- /examples/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /examples/image_classification/BATCH_SCRIPT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/examples/image_classification/BATCH_SCRIPT.md -------------------------------------------------------------------------------- /examples/image_classification/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/examples/image_classification/README.md -------------------------------------------------------------------------------- /examples/image_classification/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /examples/image_classification/arguments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/examples/image_classification/arguments.py -------------------------------------------------------------------------------- /examples/image_classification/config/train_config_cifar100_all_in_one.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/examples/image_classification/config/train_config_cifar100_all_in_one.yaml -------------------------------------------------------------------------------- /examples/image_classification/config/train_config_cifar100_no_freeze.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/examples/image_classification/config/train_config_cifar100_no_freeze.yaml -------------------------------------------------------------------------------- /examples/image_classification/cv_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/examples/image_classification/cv_trainer.py -------------------------------------------------------------------------------- /examples/image_classification/launch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/examples/image_classification/launch.py -------------------------------------------------------------------------------- /examples/image_classification/log/PipeTransformer-imagenet-86.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/examples/image_classification/log/PipeTransformer-imagenet-86.log -------------------------------------------------------------------------------- /examples/image_classification/log/analyze.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/examples/image_classification/log/analyze.py -------------------------------------------------------------------------------- /examples/image_classification/log/results_for_publication: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /examples/image_classification/main_cv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/examples/image_classification/main_cv.py -------------------------------------------------------------------------------- /examples/image_classification/run_elastic_pipe.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/examples/image_classification/run_elastic_pipe.sh -------------------------------------------------------------------------------- /examples/image_classification/run_pipetransformer.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/examples/image_classification/run_pipetransformer.sh -------------------------------------------------------------------------------- /examples/image_classification/sweep_node0.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/examples/image_classification/sweep_node0.py -------------------------------------------------------------------------------- /examples/image_classification/sweep_node0_cifar100.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/examples/image_classification/sweep_node0_cifar100.py -------------------------------------------------------------------------------- /examples/image_classification/sweep_node0_imagenet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/examples/image_classification/sweep_node0_imagenet.py -------------------------------------------------------------------------------- /examples/image_classification/sweep_node1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/examples/image_classification/sweep_node1.py -------------------------------------------------------------------------------- /examples/image_classification/sweep_node1_cifar100.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/examples/image_classification/sweep_node1_cifar100.py -------------------------------------------------------------------------------- /examples/image_classification/sweep_node1_imagenet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/examples/image_classification/sweep_node1_imagenet.py -------------------------------------------------------------------------------- /examples/image_classification/test_auto_freeze.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/examples/image_classification/test_auto_freeze.py -------------------------------------------------------------------------------- /examples/image_classification/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/examples/image_classification/utils.py -------------------------------------------------------------------------------- /examples/question_answering/BATCH_SCRIPT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/examples/question_answering/BATCH_SCRIPT.md -------------------------------------------------------------------------------- /examples/question_answering/PipeTransformer-QA_run0.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/examples/question_answering/PipeTransformer-QA_run0.log -------------------------------------------------------------------------------- /examples/question_answering/PipeTransformer-QA_run1.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/examples/question_answering/PipeTransformer-QA_run1.log -------------------------------------------------------------------------------- /examples/question_answering/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /examples/question_answering/evaluate-v1.1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/examples/question_answering/evaluate-v1.1.py -------------------------------------------------------------------------------- /examples/question_answering/global_args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/examples/question_answering/global_args.py -------------------------------------------------------------------------------- /examples/question_answering/launch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/examples/question_answering/launch.py -------------------------------------------------------------------------------- /examples/question_answering/log/bert_qa.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/examples/question_answering/log/bert_qa.log -------------------------------------------------------------------------------- /examples/question_answering/main_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/examples/question_answering/main_qa.py -------------------------------------------------------------------------------- /examples/question_answering/model_args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/examples/question_answering/model_args.py -------------------------------------------------------------------------------- /examples/question_answering/question_answering_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/examples/question_answering/question_answering_trainer.py -------------------------------------------------------------------------------- /examples/question_answering/question_answering_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/examples/question_answering/question_answering_utils.py -------------------------------------------------------------------------------- /examples/question_answering/run_squad.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/examples/question_answering/run_squad.sh -------------------------------------------------------------------------------- /examples/question_answering/sweep_debugging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/examples/question_answering/sweep_debugging.py -------------------------------------------------------------------------------- /examples/question_answering/sweep_node0.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/examples/question_answering/sweep_node0.py -------------------------------------------------------------------------------- /examples/question_answering/sweep_node1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/examples/question_answering/sweep_node1.py -------------------------------------------------------------------------------- /examples/question_answering/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/examples/question_answering/utils.py -------------------------------------------------------------------------------- /examples/text_classification/BATCH_SCRIPT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/examples/text_classification/BATCH_SCRIPT.md -------------------------------------------------------------------------------- /examples/text_classification/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/examples/text_classification/README.md -------------------------------------------------------------------------------- /examples/text_classification/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /examples/text_classification/cache_dir/cached_dev_bert_256_2_1821: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/examples/text_classification/cache_dir/cached_dev_bert_256_2_1821 -------------------------------------------------------------------------------- /examples/text_classification/cache_dir/cached_train_bert_256_2_6920: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/examples/text_classification/cache_dir/cached_train_bert_256_2_6920 -------------------------------------------------------------------------------- /examples/text_classification/classification_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/examples/text_classification/classification_utils.py -------------------------------------------------------------------------------- /examples/text_classification/global_args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/examples/text_classification/global_args.py -------------------------------------------------------------------------------- /examples/text_classification/launch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/examples/text_classification/launch.py -------------------------------------------------------------------------------- /examples/text_classification/log/bert_model.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/examples/text_classification/log/bert_model.log -------------------------------------------------------------------------------- /examples/text_classification/log/sample_id_issue.log: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /examples/text_classification/main_tc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/examples/text_classification/main_tc.py -------------------------------------------------------------------------------- /examples/text_classification/model_args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/examples/text_classification/model_args.py -------------------------------------------------------------------------------- /examples/text_classification/run_tc_pipetransformer.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/examples/text_classification/run_tc_pipetransformer.sh -------------------------------------------------------------------------------- /examples/text_classification/sweep.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/examples/text_classification/sweep.py -------------------------------------------------------------------------------- /examples/text_classification/text_classification_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/examples/text_classification/text_classification_trainer.py -------------------------------------------------------------------------------- /examples/text_classification/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/examples/text_classification/utils.py -------------------------------------------------------------------------------- /model/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /model/cv/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /model/cv/pretrained/download_pretrained_weights.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/model/cv/pretrained/download_pretrained_weights.sh -------------------------------------------------------------------------------- /model/cv/vision_transformer_origin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/model/cv/vision_transformer_origin.py -------------------------------------------------------------------------------- /model/cv/vision_transformer_task_specific_layer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/model/cv/vision_transformer_task_specific_layer.py -------------------------------------------------------------------------------- /model/nlp/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /model/nlp/classification/__init__.py: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /model/nlp/classification/bert_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/model/nlp/classification/bert_model.py -------------------------------------------------------------------------------- /model/nlp/question_answering/__init__.py: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /pipe_transformer/API.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/API.md -------------------------------------------------------------------------------- /pipe_transformer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /pipe_transformer/cache/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/cache/README.md -------------------------------------------------------------------------------- /pipe_transformer/cache/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /pipe_transformer/cache/auto_cache.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/cache/auto_cache.py -------------------------------------------------------------------------------- /pipe_transformer/cache/auto_cache_impl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/cache/auto_cache_impl.py -------------------------------------------------------------------------------- /pipe_transformer/cache/auto_cache_impl_with_host_mem.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/cache/auto_cache_impl_with_host_mem.py -------------------------------------------------------------------------------- /pipe_transformer/cache/cache_daemon_process.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/cache/cache_daemon_process.py -------------------------------------------------------------------------------- /pipe_transformer/cache/cache_msg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/cache/cache_msg.py -------------------------------------------------------------------------------- /pipe_transformer/cache/disk_memory_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/cache/disk_memory_manager.py -------------------------------------------------------------------------------- /pipe_transformer/cache/lock.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/cache/lock.py -------------------------------------------------------------------------------- /pipe_transformer/cache/shared_memory_dict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/cache/shared_memory_dict.py -------------------------------------------------------------------------------- /pipe_transformer/cache/shared_memory_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/cache/shared_memory_manager.py -------------------------------------------------------------------------------- /pipe_transformer/cache/shared_memory_manager_int_value.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/cache/shared_memory_manager_int_value.py -------------------------------------------------------------------------------- /pipe_transformer/config_args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/config_args.py -------------------------------------------------------------------------------- /pipe_transformer/data/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/data/README.md -------------------------------------------------------------------------------- /pipe_transformer/data/SQuAD_1_1/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/data/SQuAD_1_1/README.md -------------------------------------------------------------------------------- /pipe_transformer/data/SQuAD_1_1/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /pipe_transformer/data/SQuAD_1_1/data_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/data/SQuAD_1_1/data_loader.py -------------------------------------------------------------------------------- /pipe_transformer/data/SQuAD_1_1/run_fednlp_dataloader.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/data/SQuAD_1_1/run_fednlp_dataloader.sh -------------------------------------------------------------------------------- /pipe_transformer/data/SST_2/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/data/SST_2/README.md -------------------------------------------------------------------------------- /pipe_transformer/data/SST_2/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /pipe_transformer/data/SST_2/classification_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/data/SST_2/classification_utils.py -------------------------------------------------------------------------------- /pipe_transformer/data/SST_2/data_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/data/SST_2/data_loader.py -------------------------------------------------------------------------------- /pipe_transformer/data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /pipe_transformer/data/base/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /pipe_transformer/data/base/base_raw_data_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/data/base/base_raw_data_loader.py -------------------------------------------------------------------------------- /pipe_transformer/data/base/globals.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/data/base/globals.py -------------------------------------------------------------------------------- /pipe_transformer/data/base/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/data/base/utils.py -------------------------------------------------------------------------------- /pipe_transformer/data/base_data_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/data/base_data_manager.py -------------------------------------------------------------------------------- /pipe_transformer/data/cifar/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /pipe_transformer/data/cifar/cifar_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/data/cifar/cifar_dataset.py -------------------------------------------------------------------------------- /pipe_transformer/data/cv_data_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/data/cv_data_manager.py -------------------------------------------------------------------------------- /pipe_transformer/data/imagenet/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /pipe_transformer/data/imagenet/imagenet_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/data/imagenet/imagenet_datasets.py -------------------------------------------------------------------------------- /pipe_transformer/data/qa_data_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/data/qa_data_manager.py -------------------------------------------------------------------------------- /pipe_transformer/data/tc_data_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/data/tc_data_manager.py -------------------------------------------------------------------------------- /pipe_transformer/doc/TODO.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/doc/TODO.md -------------------------------------------------------------------------------- /pipe_transformer/doc/feature_list.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/doc/feature_list.md -------------------------------------------------------------------------------- /pipe_transformer/dp/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /pipe_transformer/dp/auto_dp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/dp/auto_dp.py -------------------------------------------------------------------------------- /pipe_transformer/dp/distributed_communicator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/dp/distributed_communicator.py -------------------------------------------------------------------------------- /pipe_transformer/freeze/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /pipe_transformer/freeze/auto_freeze.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/freeze/auto_freeze.py -------------------------------------------------------------------------------- /pipe_transformer/freeze/lock.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/freeze/lock.py -------------------------------------------------------------------------------- /pipe_transformer/freeze/shared_memory_manager_int_value.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/freeze/shared_memory_manager_int_value.py -------------------------------------------------------------------------------- /pipe_transformer/freeze/test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/freeze/test.py -------------------------------------------------------------------------------- /pipe_transformer/log/Chunk_num_analysis.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/log/Chunk_num_analysis.md -------------------------------------------------------------------------------- /pipe_transformer/log/GPU_memory_cost_analysis: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/log/GPU_memory_cost_analysis -------------------------------------------------------------------------------- /pipe_transformer/log/PipeTransformer-CIFAR10-auto_freeze_no_cache.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/log/PipeTransformer-CIFAR10-auto_freeze_no_cache.log -------------------------------------------------------------------------------- /pipe_transformer/log/PipeTransformer-CIFAR10-grad_norm-analysis.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/log/PipeTransformer-CIFAR10-grad_norm-analysis.log -------------------------------------------------------------------------------- /pipe_transformer/log/PipeTransformer-imagenet-node0-cpu-oom.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/log/PipeTransformer-imagenet-node0-cpu-oom.log -------------------------------------------------------------------------------- /pipe_transformer/log/auto_freeze.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/log/auto_freeze.log -------------------------------------------------------------------------------- /pipe_transformer/log/auto_freeze_analysis.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/log/auto_freeze_analysis.log -------------------------------------------------------------------------------- /pipe_transformer/log/cifar10-pipetransformer-10minutes.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/log/cifar10-pipetransformer-10minutes.txt -------------------------------------------------------------------------------- /pipe_transformer/log/imagenet-training-oom.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/log/imagenet-training-oom.log -------------------------------------------------------------------------------- /pipe_transformer/log/origin_model_format.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/log/origin_model_format.log -------------------------------------------------------------------------------- /pipe_transformer/log/performance_analysis.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/log/performance_analysis.log -------------------------------------------------------------------------------- /pipe_transformer/log/pipe_model_format_4gpus.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/log/pipe_model_format_4gpus.log -------------------------------------------------------------------------------- /pipe_transformer/log/vision_transformer_12_layers.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/log/vision_transformer_12_layers.log -------------------------------------------------------------------------------- /pipe_transformer/log/vision_transformer_24_layers.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/log/vision_transformer_24_layers.log -------------------------------------------------------------------------------- /pipe_transformer/log/vision_transformer_32_layers.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/log/vision_transformer_32_layers.log -------------------------------------------------------------------------------- /pipe_transformer/pipe/README.md: -------------------------------------------------------------------------------- 1 | this folder is used to customize the GPipe code. -------------------------------------------------------------------------------- /pipe_transformer/pipe/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/pipe/__init__.py -------------------------------------------------------------------------------- /pipe_transformer/pipe/_balance/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/pipe/_balance/__init__.py -------------------------------------------------------------------------------- /pipe_transformer/pipe/_balance/blockpartition.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/pipe/_balance/blockpartition.py -------------------------------------------------------------------------------- /pipe_transformer/pipe/_balance/profile.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/pipe/_balance/profile.py -------------------------------------------------------------------------------- /pipe_transformer/pipe/_balance/py.typed: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/pipe/_balance/py.typed -------------------------------------------------------------------------------- /pipe_transformer/pipe/auto_pipe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/pipe/auto_pipe.py -------------------------------------------------------------------------------- /pipe_transformer/pipe/batchnorm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/pipe/batchnorm.py -------------------------------------------------------------------------------- /pipe_transformer/pipe/checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/pipe/checkpoint.py -------------------------------------------------------------------------------- /pipe_transformer/pipe/copy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/pipe/copy.py -------------------------------------------------------------------------------- /pipe_transformer/pipe/dependency.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/pipe/dependency.py -------------------------------------------------------------------------------- /pipe_transformer/pipe/load_balance.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/pipe/load_balance.py -------------------------------------------------------------------------------- /pipe_transformer/pipe/microbatch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/pipe/microbatch.py -------------------------------------------------------------------------------- /pipe_transformer/pipe/model_partition/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /pipe_transformer/pipe/model_partition/bert_qa_partition.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/pipe/model_partition/bert_qa_partition.py -------------------------------------------------------------------------------- /pipe_transformer/pipe/model_partition/bert_tc_partition.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/pipe/model_partition/bert_tc_partition.py -------------------------------------------------------------------------------- /pipe_transformer/pipe/model_partition/pipe_model_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/pipe/model_partition/pipe_model_builder.py -------------------------------------------------------------------------------- /pipe_transformer/pipe/model_partition/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/pipe/model_partition/utils.py -------------------------------------------------------------------------------- /pipe_transformer/pipe/model_partition/vit_partition.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/pipe/model_partition/vit_partition.py -------------------------------------------------------------------------------- /pipe_transformer/pipe/phony.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/pipe/phony.py -------------------------------------------------------------------------------- /pipe_transformer/pipe/pipe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/pipe/pipe.py -------------------------------------------------------------------------------- /pipe_transformer/pipe/pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/pipe/pipeline.py -------------------------------------------------------------------------------- /pipe_transformer/pipe/py.typed: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/pipe/py.typed -------------------------------------------------------------------------------- /pipe_transformer/pipe/skip/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/pipe/skip/__init__.py -------------------------------------------------------------------------------- /pipe_transformer/pipe/skip/layout.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/pipe/skip/layout.py -------------------------------------------------------------------------------- /pipe_transformer/pipe/skip/namespace.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/pipe/skip/namespace.py -------------------------------------------------------------------------------- /pipe_transformer/pipe/skip/portal.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/pipe/skip/portal.py -------------------------------------------------------------------------------- /pipe_transformer/pipe/skip/skippable.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/pipe/skip/skippable.py -------------------------------------------------------------------------------- /pipe_transformer/pipe/skip/tracker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/pipe/skip/tracker.py -------------------------------------------------------------------------------- /pipe_transformer/pipe/stream.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/pipe/stream.py -------------------------------------------------------------------------------- /pipe_transformer/pipe/worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/pipe/worker.py -------------------------------------------------------------------------------- /pipe_transformer/pipe_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/pipe_transformer/pipe_transformer.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/requirements.txt -------------------------------------------------------------------------------- /transformers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/__init__.py -------------------------------------------------------------------------------- /transformers/activations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/activations.py -------------------------------------------------------------------------------- /transformers/activations_tf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/activations_tf.py -------------------------------------------------------------------------------- /transformers/benchmark/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/benchmark/benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/benchmark/benchmark.py -------------------------------------------------------------------------------- /transformers/benchmark/benchmark_args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/benchmark/benchmark_args.py -------------------------------------------------------------------------------- /transformers/benchmark/benchmark_args_tf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/benchmark/benchmark_args_tf.py -------------------------------------------------------------------------------- /transformers/benchmark/benchmark_args_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/benchmark/benchmark_args_utils.py -------------------------------------------------------------------------------- /transformers/benchmark/benchmark_tf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/benchmark/benchmark_tf.py -------------------------------------------------------------------------------- /transformers/benchmark/benchmark_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/benchmark/benchmark_utils.py -------------------------------------------------------------------------------- /transformers/commands/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/commands/__init__.py -------------------------------------------------------------------------------- /transformers/commands/add_new_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/commands/add_new_model.py -------------------------------------------------------------------------------- /transformers/commands/convert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/commands/convert.py -------------------------------------------------------------------------------- /transformers/commands/download.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/commands/download.py -------------------------------------------------------------------------------- /transformers/commands/env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/commands/env.py -------------------------------------------------------------------------------- /transformers/commands/lfs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/commands/lfs.py -------------------------------------------------------------------------------- /transformers/commands/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/commands/run.py -------------------------------------------------------------------------------- /transformers/commands/serving.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/commands/serving.py -------------------------------------------------------------------------------- /transformers/commands/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/commands/train.py -------------------------------------------------------------------------------- /transformers/commands/transformers_cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/commands/transformers_cli.py -------------------------------------------------------------------------------- /transformers/commands/user.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/commands/user.py -------------------------------------------------------------------------------- /transformers/configuration_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/configuration_utils.py -------------------------------------------------------------------------------- /transformers/convert_graph_to_onnx.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/convert_graph_to_onnx.py -------------------------------------------------------------------------------- /transformers/convert_pytorch_checkpoint_to_tf2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/convert_pytorch_checkpoint_to_tf2.py -------------------------------------------------------------------------------- /transformers/convert_slow_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/convert_slow_tokenizer.py -------------------------------------------------------------------------------- /transformers/convert_slow_tokenizers_checkpoints_to_fast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/convert_slow_tokenizers_checkpoints_to_fast.py -------------------------------------------------------------------------------- /transformers/convert_tf_hub_seq_to_seq_bert_to_pytorch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/convert_tf_hub_seq_to_seq_bert_to_pytorch.py -------------------------------------------------------------------------------- /transformers/data/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/data/__init__.py -------------------------------------------------------------------------------- /transformers/data/data_collator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/data/data_collator.py -------------------------------------------------------------------------------- /transformers/data/datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/data/datasets/__init__.py -------------------------------------------------------------------------------- /transformers/data/datasets/glue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/data/datasets/glue.py -------------------------------------------------------------------------------- /transformers/data/datasets/language_modeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/data/datasets/language_modeling.py -------------------------------------------------------------------------------- /transformers/data/datasets/squad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/data/datasets/squad.py -------------------------------------------------------------------------------- /transformers/data/metrics/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/data/metrics/__init__.py -------------------------------------------------------------------------------- /transformers/data/metrics/squad_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/data/metrics/squad_metrics.py -------------------------------------------------------------------------------- /transformers/data/processors/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/data/processors/__init__.py -------------------------------------------------------------------------------- /transformers/data/processors/glue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/data/processors/glue.py -------------------------------------------------------------------------------- /transformers/data/processors/squad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/data/processors/squad.py -------------------------------------------------------------------------------- /transformers/data/processors/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/data/processors/utils.py -------------------------------------------------------------------------------- /transformers/data/processors/xnli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/data/processors/xnli.py -------------------------------------------------------------------------------- /transformers/data/test_generation_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/data/test_generation_utils.py -------------------------------------------------------------------------------- /transformers/dependency_versions_check.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/dependency_versions_check.py -------------------------------------------------------------------------------- /transformers/dependency_versions_table.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/dependency_versions_table.py -------------------------------------------------------------------------------- /transformers/file_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/file_utils.py -------------------------------------------------------------------------------- /transformers/generation_beam_search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/generation_beam_search.py -------------------------------------------------------------------------------- /transformers/generation_logits_process.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/generation_logits_process.py -------------------------------------------------------------------------------- /transformers/generation_tf_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/generation_tf_utils.py -------------------------------------------------------------------------------- /transformers/generation_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/generation_utils.py -------------------------------------------------------------------------------- /transformers/hf_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/hf_api.py -------------------------------------------------------------------------------- /transformers/hf_argparser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/hf_argparser.py -------------------------------------------------------------------------------- /transformers/integrations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/integrations.py -------------------------------------------------------------------------------- /transformers/modelcard.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/modelcard.py -------------------------------------------------------------------------------- /transformers/modeling_flax_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/modeling_flax_utils.py -------------------------------------------------------------------------------- /transformers/modeling_outputs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/modeling_outputs.py -------------------------------------------------------------------------------- /transformers/modeling_tf_outputs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/modeling_tf_outputs.py -------------------------------------------------------------------------------- /transformers/modeling_tf_pytorch_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/modeling_tf_pytorch_utils.py -------------------------------------------------------------------------------- /transformers/modeling_tf_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/modeling_tf_utils.py -------------------------------------------------------------------------------- /transformers/modeling_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/modeling_utils.py -------------------------------------------------------------------------------- /transformers/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/__init__.py -------------------------------------------------------------------------------- /transformers/models/albert/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/albert/__init__.py -------------------------------------------------------------------------------- /transformers/models/albert/configuration_albert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/albert/configuration_albert.py -------------------------------------------------------------------------------- /transformers/models/albert/convert_albert_original_tf_checkpoint_to_pytorch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/albert/convert_albert_original_tf_checkpoint_to_pytorch.py -------------------------------------------------------------------------------- /transformers/models/albert/modeling_albert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/albert/modeling_albert.py -------------------------------------------------------------------------------- /transformers/models/albert/modeling_tf_albert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/albert/modeling_tf_albert.py -------------------------------------------------------------------------------- /transformers/models/albert/tokenization_albert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/albert/tokenization_albert.py -------------------------------------------------------------------------------- /transformers/models/albert/tokenization_albert_fast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/albert/tokenization_albert_fast.py -------------------------------------------------------------------------------- /transformers/models/auto/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/auto/__init__.py -------------------------------------------------------------------------------- /transformers/models/auto/configuration_auto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/auto/configuration_auto.py -------------------------------------------------------------------------------- /transformers/models/auto/modeling_auto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/auto/modeling_auto.py -------------------------------------------------------------------------------- /transformers/models/auto/modeling_flax_auto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/auto/modeling_flax_auto.py -------------------------------------------------------------------------------- /transformers/models/auto/modeling_tf_auto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/auto/modeling_tf_auto.py -------------------------------------------------------------------------------- /transformers/models/auto/tokenization_auto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/auto/tokenization_auto.py -------------------------------------------------------------------------------- /transformers/models/bart/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/bart/__init__.py -------------------------------------------------------------------------------- /transformers/models/bart/configuration_bart.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/bart/configuration_bart.py -------------------------------------------------------------------------------- /transformers/models/bart/convert_bart_original_pytorch_checkpoint_to_pytorch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/bart/convert_bart_original_pytorch_checkpoint_to_pytorch.py -------------------------------------------------------------------------------- /transformers/models/bart/modeling_bart.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/bart/modeling_bart.py -------------------------------------------------------------------------------- /transformers/models/bart/modeling_tf_bart.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/bart/modeling_tf_bart.py -------------------------------------------------------------------------------- /transformers/models/bart/tokenization_bart.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/bart/tokenization_bart.py -------------------------------------------------------------------------------- /transformers/models/bart/tokenization_bart_fast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/bart/tokenization_bart_fast.py -------------------------------------------------------------------------------- /transformers/models/barthez/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/barthez/__init__.py -------------------------------------------------------------------------------- /transformers/models/barthez/tokenization_barthez.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/barthez/tokenization_barthez.py -------------------------------------------------------------------------------- /transformers/models/barthez/tokenization_barthez_fast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/barthez/tokenization_barthez_fast.py -------------------------------------------------------------------------------- /transformers/models/bert/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/bert/__init__.py -------------------------------------------------------------------------------- /transformers/models/bert/configuration_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/bert/configuration_bert.py -------------------------------------------------------------------------------- /transformers/models/bert/convert_bert_original_tf2_checkpoint_to_pytorch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/bert/convert_bert_original_tf2_checkpoint_to_pytorch.py -------------------------------------------------------------------------------- /transformers/models/bert/convert_bert_original_tf_checkpoint_to_pytorch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/bert/convert_bert_original_tf_checkpoint_to_pytorch.py -------------------------------------------------------------------------------- /transformers/models/bert/convert_bert_pytorch_checkpoint_to_original_tf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/bert/convert_bert_pytorch_checkpoint_to_original_tf.py -------------------------------------------------------------------------------- /transformers/models/bert/modeling_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/bert/modeling_bert.py -------------------------------------------------------------------------------- /transformers/models/bert/modeling_flax_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/bert/modeling_flax_bert.py -------------------------------------------------------------------------------- /transformers/models/bert/modeling_tf_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/bert/modeling_tf_bert.py -------------------------------------------------------------------------------- /transformers/models/bert/tokenization_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/bert/tokenization_bert.py -------------------------------------------------------------------------------- /transformers/models/bert/tokenization_bert_fast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/bert/tokenization_bert_fast.py -------------------------------------------------------------------------------- /transformers/models/bert_generation/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/bert_generation/__init__.py -------------------------------------------------------------------------------- /transformers/models/bert_generation/configuration_bert_generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/bert_generation/configuration_bert_generation.py -------------------------------------------------------------------------------- /transformers/models/bert_generation/modeling_bert_generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/bert_generation/modeling_bert_generation.py -------------------------------------------------------------------------------- /transformers/models/bert_generation/tokenization_bert_generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/bert_generation/tokenization_bert_generation.py -------------------------------------------------------------------------------- /transformers/models/bert_japanese/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/bert_japanese/__init__.py -------------------------------------------------------------------------------- /transformers/models/bert_japanese/tokenization_bert_japanese.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/bert_japanese/tokenization_bert_japanese.py -------------------------------------------------------------------------------- /transformers/models/bertweet/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/bertweet/__init__.py -------------------------------------------------------------------------------- /transformers/models/bertweet/tokenization_bertweet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/bertweet/tokenization_bertweet.py -------------------------------------------------------------------------------- /transformers/models/blenderbot/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/blenderbot/__init__.py -------------------------------------------------------------------------------- /transformers/models/blenderbot/configuration_blenderbot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/blenderbot/configuration_blenderbot.py -------------------------------------------------------------------------------- /transformers/models/blenderbot/convert_blenderbot_original_pytorch_checkpoint_to_pytorch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/blenderbot/convert_blenderbot_original_pytorch_checkpoint_to_pytorch.py -------------------------------------------------------------------------------- /transformers/models/blenderbot/modeling_blenderbot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/blenderbot/modeling_blenderbot.py -------------------------------------------------------------------------------- /transformers/models/blenderbot/modeling_tf_blenderbot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/blenderbot/modeling_tf_blenderbot.py -------------------------------------------------------------------------------- /transformers/models/blenderbot/tokenization_blenderbot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/blenderbot/tokenization_blenderbot.py -------------------------------------------------------------------------------- /transformers/models/blenderbot_small/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/blenderbot_small/__init__.py -------------------------------------------------------------------------------- /transformers/models/blenderbot_small/configuration_blenderbot_small.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/blenderbot_small/configuration_blenderbot_small.py -------------------------------------------------------------------------------- /transformers/models/blenderbot_small/modeling_blenderbot_small.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/blenderbot_small/modeling_blenderbot_small.py -------------------------------------------------------------------------------- /transformers/models/blenderbot_small/modeling_tf_blenderbot_small.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/blenderbot_small/modeling_tf_blenderbot_small.py -------------------------------------------------------------------------------- /transformers/models/blenderbot_small/tokenization_blenderbot_small.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/blenderbot_small/tokenization_blenderbot_small.py -------------------------------------------------------------------------------- /transformers/models/blenderbot_small/tokenization_blenderbot_small_fast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/blenderbot_small/tokenization_blenderbot_small_fast.py -------------------------------------------------------------------------------- /transformers/models/camembert/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/camembert/__init__.py -------------------------------------------------------------------------------- /transformers/models/camembert/configuration_camembert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/camembert/configuration_camembert.py -------------------------------------------------------------------------------- /transformers/models/camembert/modeling_camembert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/camembert/modeling_camembert.py -------------------------------------------------------------------------------- /transformers/models/camembert/modeling_tf_camembert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/camembert/modeling_tf_camembert.py -------------------------------------------------------------------------------- /transformers/models/camembert/tokenization_camembert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/camembert/tokenization_camembert.py -------------------------------------------------------------------------------- /transformers/models/camembert/tokenization_camembert_fast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/camembert/tokenization_camembert_fast.py -------------------------------------------------------------------------------- /transformers/models/ctrl/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/ctrl/__init__.py -------------------------------------------------------------------------------- /transformers/models/ctrl/configuration_ctrl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/ctrl/configuration_ctrl.py -------------------------------------------------------------------------------- /transformers/models/ctrl/modeling_ctrl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/ctrl/modeling_ctrl.py -------------------------------------------------------------------------------- /transformers/models/ctrl/modeling_tf_ctrl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/ctrl/modeling_tf_ctrl.py -------------------------------------------------------------------------------- /transformers/models/ctrl/tokenization_ctrl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/ctrl/tokenization_ctrl.py -------------------------------------------------------------------------------- /transformers/models/deberta/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/deberta/__init__.py -------------------------------------------------------------------------------- /transformers/models/deberta/configuration_deberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/deberta/configuration_deberta.py -------------------------------------------------------------------------------- /transformers/models/deberta/modeling_deberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/deberta/modeling_deberta.py -------------------------------------------------------------------------------- /transformers/models/deberta/tokenization_deberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/deberta/tokenization_deberta.py -------------------------------------------------------------------------------- /transformers/models/dialogpt/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/models/dialogpt/convert_dialogpt_original_pytorch_checkpoint_to_pytorch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/dialogpt/convert_dialogpt_original_pytorch_checkpoint_to_pytorch.py -------------------------------------------------------------------------------- /transformers/models/distilbert/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/distilbert/__init__.py -------------------------------------------------------------------------------- /transformers/models/distilbert/configuration_distilbert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/distilbert/configuration_distilbert.py -------------------------------------------------------------------------------- /transformers/models/distilbert/modeling_distilbert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/distilbert/modeling_distilbert.py -------------------------------------------------------------------------------- /transformers/models/distilbert/modeling_tf_distilbert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/distilbert/modeling_tf_distilbert.py -------------------------------------------------------------------------------- /transformers/models/distilbert/tokenization_distilbert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/distilbert/tokenization_distilbert.py -------------------------------------------------------------------------------- /transformers/models/distilbert/tokenization_distilbert_fast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/distilbert/tokenization_distilbert_fast.py -------------------------------------------------------------------------------- /transformers/models/dpr/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/dpr/__init__.py -------------------------------------------------------------------------------- /transformers/models/dpr/configuration_dpr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/dpr/configuration_dpr.py -------------------------------------------------------------------------------- /transformers/models/dpr/convert_dpr_original_checkpoint_to_pytorch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/dpr/convert_dpr_original_checkpoint_to_pytorch.py -------------------------------------------------------------------------------- /transformers/models/dpr/modeling_dpr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/dpr/modeling_dpr.py -------------------------------------------------------------------------------- /transformers/models/dpr/modeling_tf_dpr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/dpr/modeling_tf_dpr.py -------------------------------------------------------------------------------- /transformers/models/dpr/tokenization_dpr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/dpr/tokenization_dpr.py -------------------------------------------------------------------------------- /transformers/models/dpr/tokenization_dpr_fast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/dpr/tokenization_dpr_fast.py -------------------------------------------------------------------------------- /transformers/models/electra/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/electra/__init__.py -------------------------------------------------------------------------------- /transformers/models/electra/configuration_electra.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/electra/configuration_electra.py -------------------------------------------------------------------------------- /transformers/models/electra/convert_electra_original_tf_checkpoint_to_pytorch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/electra/convert_electra_original_tf_checkpoint_to_pytorch.py -------------------------------------------------------------------------------- /transformers/models/electra/modeling_electra.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/electra/modeling_electra.py -------------------------------------------------------------------------------- /transformers/models/electra/modeling_tf_electra.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/electra/modeling_tf_electra.py -------------------------------------------------------------------------------- /transformers/models/electra/tokenization_electra.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/electra/tokenization_electra.py -------------------------------------------------------------------------------- /transformers/models/electra/tokenization_electra_fast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/electra/tokenization_electra_fast.py -------------------------------------------------------------------------------- /transformers/models/encoder_decoder/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/encoder_decoder/__init__.py -------------------------------------------------------------------------------- /transformers/models/encoder_decoder/configuration_encoder_decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/encoder_decoder/configuration_encoder_decoder.py -------------------------------------------------------------------------------- /transformers/models/encoder_decoder/modeling_encoder_decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/encoder_decoder/modeling_encoder_decoder.py -------------------------------------------------------------------------------- /transformers/models/flaubert/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/flaubert/__init__.py -------------------------------------------------------------------------------- /transformers/models/flaubert/configuration_flaubert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/flaubert/configuration_flaubert.py -------------------------------------------------------------------------------- /transformers/models/flaubert/modeling_flaubert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/flaubert/modeling_flaubert.py -------------------------------------------------------------------------------- /transformers/models/flaubert/modeling_tf_flaubert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/flaubert/modeling_tf_flaubert.py -------------------------------------------------------------------------------- /transformers/models/flaubert/tokenization_flaubert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/flaubert/tokenization_flaubert.py -------------------------------------------------------------------------------- /transformers/models/fsmt/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/fsmt/__init__.py -------------------------------------------------------------------------------- /transformers/models/fsmt/configuration_fsmt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/fsmt/configuration_fsmt.py -------------------------------------------------------------------------------- /transformers/models/fsmt/convert_fsmt_original_pytorch_checkpoint_to_pytorch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/fsmt/convert_fsmt_original_pytorch_checkpoint_to_pytorch.py -------------------------------------------------------------------------------- /transformers/models/fsmt/modeling_fsmt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/fsmt/modeling_fsmt.py -------------------------------------------------------------------------------- /transformers/models/fsmt/tokenization_fsmt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/fsmt/tokenization_fsmt.py -------------------------------------------------------------------------------- /transformers/models/funnel/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/funnel/__init__.py -------------------------------------------------------------------------------- /transformers/models/funnel/configuration_funnel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/funnel/configuration_funnel.py -------------------------------------------------------------------------------- /transformers/models/funnel/convert_funnel_original_tf_checkpoint_to_pytorch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/funnel/convert_funnel_original_tf_checkpoint_to_pytorch.py -------------------------------------------------------------------------------- /transformers/models/funnel/modeling_funnel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/funnel/modeling_funnel.py -------------------------------------------------------------------------------- /transformers/models/funnel/modeling_tf_funnel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/funnel/modeling_tf_funnel.py -------------------------------------------------------------------------------- /transformers/models/funnel/tokenization_funnel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/funnel/tokenization_funnel.py -------------------------------------------------------------------------------- /transformers/models/funnel/tokenization_funnel_fast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/funnel/tokenization_funnel_fast.py -------------------------------------------------------------------------------- /transformers/models/gpt2/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/gpt2/__init__.py -------------------------------------------------------------------------------- /transformers/models/gpt2/configuration_gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/gpt2/configuration_gpt2.py -------------------------------------------------------------------------------- /transformers/models/gpt2/convert_gpt2_original_tf_checkpoint_to_pytorch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/gpt2/convert_gpt2_original_tf_checkpoint_to_pytorch.py -------------------------------------------------------------------------------- /transformers/models/gpt2/modeling_gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/gpt2/modeling_gpt2.py -------------------------------------------------------------------------------- /transformers/models/gpt2/modeling_tf_gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/gpt2/modeling_tf_gpt2.py -------------------------------------------------------------------------------- /transformers/models/gpt2/tokenization_gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/gpt2/tokenization_gpt2.py -------------------------------------------------------------------------------- /transformers/models/gpt2/tokenization_gpt2_fast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/gpt2/tokenization_gpt2_fast.py -------------------------------------------------------------------------------- /transformers/models/herbert/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/herbert/__init__.py -------------------------------------------------------------------------------- /transformers/models/herbert/tokenization_herbert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/herbert/tokenization_herbert.py -------------------------------------------------------------------------------- /transformers/models/herbert/tokenization_herbert_fast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/herbert/tokenization_herbert_fast.py -------------------------------------------------------------------------------- /transformers/models/layoutlm/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/layoutlm/__init__.py -------------------------------------------------------------------------------- /transformers/models/layoutlm/configuration_layoutlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/layoutlm/configuration_layoutlm.py -------------------------------------------------------------------------------- /transformers/models/layoutlm/modeling_layoutlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/layoutlm/modeling_layoutlm.py -------------------------------------------------------------------------------- /transformers/models/layoutlm/tokenization_layoutlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/layoutlm/tokenization_layoutlm.py -------------------------------------------------------------------------------- /transformers/models/layoutlm/tokenization_layoutlm_fast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/layoutlm/tokenization_layoutlm_fast.py -------------------------------------------------------------------------------- /transformers/models/led/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/led/__init__.py -------------------------------------------------------------------------------- /transformers/models/led/configuration_led.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/led/configuration_led.py -------------------------------------------------------------------------------- /transformers/models/led/modeling_led.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/led/modeling_led.py -------------------------------------------------------------------------------- /transformers/models/led/modeling_tf_led.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/led/modeling_tf_led.py -------------------------------------------------------------------------------- /transformers/models/led/tokenization_led.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/led/tokenization_led.py -------------------------------------------------------------------------------- /transformers/models/led/tokenization_led_fast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/led/tokenization_led_fast.py -------------------------------------------------------------------------------- /transformers/models/longformer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/longformer/__init__.py -------------------------------------------------------------------------------- /transformers/models/longformer/configuration_longformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/longformer/configuration_longformer.py -------------------------------------------------------------------------------- /transformers/models/longformer/convert_longformer_original_pytorch_lightning_to_pytorch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/longformer/convert_longformer_original_pytorch_lightning_to_pytorch.py -------------------------------------------------------------------------------- /transformers/models/longformer/modeling_longformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/longformer/modeling_longformer.py -------------------------------------------------------------------------------- /transformers/models/longformer/modeling_tf_longformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/longformer/modeling_tf_longformer.py -------------------------------------------------------------------------------- /transformers/models/longformer/tokenization_longformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/longformer/tokenization_longformer.py -------------------------------------------------------------------------------- /transformers/models/longformer/tokenization_longformer_fast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/longformer/tokenization_longformer_fast.py -------------------------------------------------------------------------------- /transformers/models/lxmert/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/lxmert/__init__.py -------------------------------------------------------------------------------- /transformers/models/lxmert/configuration_lxmert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/lxmert/configuration_lxmert.py -------------------------------------------------------------------------------- /transformers/models/lxmert/convert_lxmert_original_tf_checkpoint_to_pytorch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/lxmert/convert_lxmert_original_tf_checkpoint_to_pytorch.py -------------------------------------------------------------------------------- /transformers/models/lxmert/modeling_lxmert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/lxmert/modeling_lxmert.py -------------------------------------------------------------------------------- /transformers/models/lxmert/modeling_tf_lxmert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/lxmert/modeling_tf_lxmert.py -------------------------------------------------------------------------------- /transformers/models/lxmert/tokenization_lxmert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/lxmert/tokenization_lxmert.py -------------------------------------------------------------------------------- /transformers/models/lxmert/tokenization_lxmert_fast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/lxmert/tokenization_lxmert_fast.py -------------------------------------------------------------------------------- /transformers/models/marian/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/marian/__init__.py -------------------------------------------------------------------------------- /transformers/models/marian/configuration_marian.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/marian/configuration_marian.py -------------------------------------------------------------------------------- /transformers/models/marian/convert_marian_tatoeba_to_pytorch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/marian/convert_marian_tatoeba_to_pytorch.py -------------------------------------------------------------------------------- /transformers/models/marian/convert_marian_to_pytorch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/marian/convert_marian_to_pytorch.py -------------------------------------------------------------------------------- /transformers/models/marian/modeling_marian.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/marian/modeling_marian.py -------------------------------------------------------------------------------- /transformers/models/marian/modeling_tf_marian.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/marian/modeling_tf_marian.py -------------------------------------------------------------------------------- /transformers/models/marian/tokenization_marian.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/marian/tokenization_marian.py -------------------------------------------------------------------------------- /transformers/models/mbart/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/mbart/__init__.py -------------------------------------------------------------------------------- /transformers/models/mbart/configuration_mbart.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/mbart/configuration_mbart.py -------------------------------------------------------------------------------- /transformers/models/mbart/convert_mbart_original_checkpoint_to_pytorch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/mbart/convert_mbart_original_checkpoint_to_pytorch.py -------------------------------------------------------------------------------- /transformers/models/mbart/modeling_mbart.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/mbart/modeling_mbart.py -------------------------------------------------------------------------------- /transformers/models/mbart/modeling_tf_mbart.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/mbart/modeling_tf_mbart.py -------------------------------------------------------------------------------- /transformers/models/mbart/tokenization_mbart.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/mbart/tokenization_mbart.py -------------------------------------------------------------------------------- /transformers/models/mbart/tokenization_mbart_fast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/mbart/tokenization_mbart_fast.py -------------------------------------------------------------------------------- /transformers/models/mmbt/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/mmbt/__init__.py -------------------------------------------------------------------------------- /transformers/models/mmbt/configuration_mmbt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/mmbt/configuration_mmbt.py -------------------------------------------------------------------------------- /transformers/models/mmbt/modeling_mmbt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/mmbt/modeling_mmbt.py -------------------------------------------------------------------------------- /transformers/models/mobilebert/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/mobilebert/__init__.py -------------------------------------------------------------------------------- /transformers/models/mobilebert/configuration_mobilebert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/mobilebert/configuration_mobilebert.py -------------------------------------------------------------------------------- /transformers/models/mobilebert/convert_mobilebert_original_tf_checkpoint_to_pytorch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/mobilebert/convert_mobilebert_original_tf_checkpoint_to_pytorch.py -------------------------------------------------------------------------------- /transformers/models/mobilebert/modeling_mobilebert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/mobilebert/modeling_mobilebert.py -------------------------------------------------------------------------------- /transformers/models/mobilebert/modeling_tf_mobilebert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/mobilebert/modeling_tf_mobilebert.py -------------------------------------------------------------------------------- /transformers/models/mobilebert/tokenization_mobilebert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/mobilebert/tokenization_mobilebert.py -------------------------------------------------------------------------------- /transformers/models/mobilebert/tokenization_mobilebert_fast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/mobilebert/tokenization_mobilebert_fast.py -------------------------------------------------------------------------------- /transformers/models/mpnet/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/mpnet/__init__.py -------------------------------------------------------------------------------- /transformers/models/mpnet/configuration_mpnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/mpnet/configuration_mpnet.py -------------------------------------------------------------------------------- /transformers/models/mpnet/modeling_mpnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/mpnet/modeling_mpnet.py -------------------------------------------------------------------------------- /transformers/models/mpnet/modeling_tf_mpnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/mpnet/modeling_tf_mpnet.py -------------------------------------------------------------------------------- /transformers/models/mpnet/tokenization_mpnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/mpnet/tokenization_mpnet.py -------------------------------------------------------------------------------- /transformers/models/mpnet/tokenization_mpnet_fast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/mpnet/tokenization_mpnet_fast.py -------------------------------------------------------------------------------- /transformers/models/mt5/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/mt5/__init__.py -------------------------------------------------------------------------------- /transformers/models/mt5/configuration_mt5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/mt5/configuration_mt5.py -------------------------------------------------------------------------------- /transformers/models/mt5/modeling_mt5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/mt5/modeling_mt5.py -------------------------------------------------------------------------------- /transformers/models/mt5/modeling_tf_mt5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/mt5/modeling_tf_mt5.py -------------------------------------------------------------------------------- /transformers/models/openai/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/openai/__init__.py -------------------------------------------------------------------------------- /transformers/models/openai/configuration_openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/openai/configuration_openai.py -------------------------------------------------------------------------------- /transformers/models/openai/convert_openai_original_tf_checkpoint_to_pytorch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/openai/convert_openai_original_tf_checkpoint_to_pytorch.py -------------------------------------------------------------------------------- /transformers/models/openai/modeling_openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/openai/modeling_openai.py -------------------------------------------------------------------------------- /transformers/models/openai/modeling_tf_openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/openai/modeling_tf_openai.py -------------------------------------------------------------------------------- /transformers/models/openai/tokenization_openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/openai/tokenization_openai.py -------------------------------------------------------------------------------- /transformers/models/openai/tokenization_openai_fast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/openai/tokenization_openai_fast.py -------------------------------------------------------------------------------- /transformers/models/pegasus/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/pegasus/__init__.py -------------------------------------------------------------------------------- /transformers/models/pegasus/configuration_pegasus.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/pegasus/configuration_pegasus.py -------------------------------------------------------------------------------- /transformers/models/pegasus/convert_pegasus_tf_to_pytorch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/pegasus/convert_pegasus_tf_to_pytorch.py -------------------------------------------------------------------------------- /transformers/models/pegasus/modeling_pegasus.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/pegasus/modeling_pegasus.py -------------------------------------------------------------------------------- /transformers/models/pegasus/modeling_tf_pegasus.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/pegasus/modeling_tf_pegasus.py -------------------------------------------------------------------------------- /transformers/models/pegasus/tokenization_pegasus.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/pegasus/tokenization_pegasus.py -------------------------------------------------------------------------------- /transformers/models/pegasus/tokenization_pegasus_fast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/pegasus/tokenization_pegasus_fast.py -------------------------------------------------------------------------------- /transformers/models/phobert/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/phobert/__init__.py -------------------------------------------------------------------------------- /transformers/models/phobert/tokenization_phobert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/phobert/tokenization_phobert.py -------------------------------------------------------------------------------- /transformers/models/prophetnet/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/prophetnet/__init__.py -------------------------------------------------------------------------------- /transformers/models/prophetnet/configuration_prophetnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/prophetnet/configuration_prophetnet.py -------------------------------------------------------------------------------- /transformers/models/prophetnet/convert_prophetnet_original_pytorch_checkpoint_to_pytorch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/prophetnet/convert_prophetnet_original_pytorch_checkpoint_to_pytorch.py -------------------------------------------------------------------------------- /transformers/models/prophetnet/modeling_prophetnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/prophetnet/modeling_prophetnet.py -------------------------------------------------------------------------------- /transformers/models/prophetnet/tokenization_prophetnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/prophetnet/tokenization_prophetnet.py -------------------------------------------------------------------------------- /transformers/models/rag/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/rag/__init__.py -------------------------------------------------------------------------------- /transformers/models/rag/configuration_rag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/rag/configuration_rag.py -------------------------------------------------------------------------------- /transformers/models/rag/modeling_rag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/rag/modeling_rag.py -------------------------------------------------------------------------------- /transformers/models/rag/retrieval_rag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/rag/retrieval_rag.py -------------------------------------------------------------------------------- /transformers/models/rag/tokenization_rag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/rag/tokenization_rag.py -------------------------------------------------------------------------------- /transformers/models/reformer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/reformer/__init__.py -------------------------------------------------------------------------------- /transformers/models/reformer/configuration_reformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/reformer/configuration_reformer.py -------------------------------------------------------------------------------- /transformers/models/reformer/convert_reformer_trax_checkpoint_to_pytorch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/reformer/convert_reformer_trax_checkpoint_to_pytorch.py -------------------------------------------------------------------------------- /transformers/models/reformer/modeling_reformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/reformer/modeling_reformer.py -------------------------------------------------------------------------------- /transformers/models/reformer/tokenization_reformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/reformer/tokenization_reformer.py -------------------------------------------------------------------------------- /transformers/models/reformer/tokenization_reformer_fast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/reformer/tokenization_reformer_fast.py -------------------------------------------------------------------------------- /transformers/models/retribert/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/retribert/__init__.py -------------------------------------------------------------------------------- /transformers/models/retribert/configuration_retribert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/retribert/configuration_retribert.py -------------------------------------------------------------------------------- /transformers/models/retribert/modeling_retribert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/retribert/modeling_retribert.py -------------------------------------------------------------------------------- /transformers/models/retribert/tokenization_retribert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/retribert/tokenization_retribert.py -------------------------------------------------------------------------------- /transformers/models/retribert/tokenization_retribert_fast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/retribert/tokenization_retribert_fast.py -------------------------------------------------------------------------------- /transformers/models/roberta/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/roberta/__init__.py -------------------------------------------------------------------------------- /transformers/models/roberta/configuration_roberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/roberta/configuration_roberta.py -------------------------------------------------------------------------------- /transformers/models/roberta/convert_roberta_original_pytorch_checkpoint_to_pytorch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/roberta/convert_roberta_original_pytorch_checkpoint_to_pytorch.py -------------------------------------------------------------------------------- /transformers/models/roberta/modeling_flax_roberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/roberta/modeling_flax_roberta.py -------------------------------------------------------------------------------- /transformers/models/roberta/modeling_roberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/roberta/modeling_roberta.py -------------------------------------------------------------------------------- /transformers/models/roberta/modeling_tf_roberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/roberta/modeling_tf_roberta.py -------------------------------------------------------------------------------- /transformers/models/roberta/tokenization_roberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/roberta/tokenization_roberta.py -------------------------------------------------------------------------------- /transformers/models/roberta/tokenization_roberta_fast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/roberta/tokenization_roberta_fast.py -------------------------------------------------------------------------------- /transformers/models/squeezebert/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/squeezebert/__init__.py -------------------------------------------------------------------------------- /transformers/models/squeezebert/configuration_squeezebert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/squeezebert/configuration_squeezebert.py -------------------------------------------------------------------------------- /transformers/models/squeezebert/modeling_squeezebert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/squeezebert/modeling_squeezebert.py -------------------------------------------------------------------------------- /transformers/models/squeezebert/tokenization_squeezebert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/squeezebert/tokenization_squeezebert.py -------------------------------------------------------------------------------- /transformers/models/squeezebert/tokenization_squeezebert_fast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/squeezebert/tokenization_squeezebert_fast.py -------------------------------------------------------------------------------- /transformers/models/t5/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/t5/__init__.py -------------------------------------------------------------------------------- /transformers/models/t5/configuration_t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/t5/configuration_t5.py -------------------------------------------------------------------------------- /transformers/models/t5/convert_t5_original_tf_checkpoint_to_pytorch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/t5/convert_t5_original_tf_checkpoint_to_pytorch.py -------------------------------------------------------------------------------- /transformers/models/t5/modeling_t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/t5/modeling_t5.py -------------------------------------------------------------------------------- /transformers/models/t5/modeling_tf_t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/t5/modeling_tf_t5.py -------------------------------------------------------------------------------- /transformers/models/t5/tokenization_t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/t5/tokenization_t5.py -------------------------------------------------------------------------------- /transformers/models/t5/tokenization_t5_fast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/t5/tokenization_t5_fast.py -------------------------------------------------------------------------------- /transformers/models/tapas/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/tapas/__init__.py -------------------------------------------------------------------------------- /transformers/models/tapas/configuration_tapas.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/tapas/configuration_tapas.py -------------------------------------------------------------------------------- /transformers/models/tapas/convert_tapas_original_tf_checkpoint_to_pytorch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/tapas/convert_tapas_original_tf_checkpoint_to_pytorch.py -------------------------------------------------------------------------------- /transformers/models/tapas/modeling_tapas.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/tapas/modeling_tapas.py -------------------------------------------------------------------------------- /transformers/models/tapas/tokenization_tapas.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/tapas/tokenization_tapas.py -------------------------------------------------------------------------------- /transformers/models/transfo_xl/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/transfo_xl/__init__.py -------------------------------------------------------------------------------- /transformers/models/transfo_xl/configuration_transfo_xl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/transfo_xl/configuration_transfo_xl.py -------------------------------------------------------------------------------- /transformers/models/transfo_xl/convert_transfo_xl_original_tf_checkpoint_to_pytorch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/transfo_xl/convert_transfo_xl_original_tf_checkpoint_to_pytorch.py -------------------------------------------------------------------------------- /transformers/models/transfo_xl/modeling_tf_transfo_xl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/transfo_xl/modeling_tf_transfo_xl.py -------------------------------------------------------------------------------- /transformers/models/transfo_xl/modeling_tf_transfo_xl_utilities.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/transfo_xl/modeling_tf_transfo_xl_utilities.py -------------------------------------------------------------------------------- /transformers/models/transfo_xl/modeling_transfo_xl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/transfo_xl/modeling_transfo_xl.py -------------------------------------------------------------------------------- /transformers/models/transfo_xl/modeling_transfo_xl_utilities.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/transfo_xl/modeling_transfo_xl_utilities.py -------------------------------------------------------------------------------- /transformers/models/transfo_xl/tokenization_transfo_xl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/transfo_xl/tokenization_transfo_xl.py -------------------------------------------------------------------------------- /transformers/models/xlm/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/xlm/__init__.py -------------------------------------------------------------------------------- /transformers/models/xlm/configuration_xlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/xlm/configuration_xlm.py -------------------------------------------------------------------------------- /transformers/models/xlm/convert_xlm_original_pytorch_checkpoint_to_pytorch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/xlm/convert_xlm_original_pytorch_checkpoint_to_pytorch.py -------------------------------------------------------------------------------- /transformers/models/xlm/modeling_tf_xlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/xlm/modeling_tf_xlm.py -------------------------------------------------------------------------------- /transformers/models/xlm/modeling_xlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/xlm/modeling_xlm.py -------------------------------------------------------------------------------- /transformers/models/xlm/tokenization_xlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/xlm/tokenization_xlm.py -------------------------------------------------------------------------------- /transformers/models/xlm_prophetnet/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/xlm_prophetnet/__init__.py -------------------------------------------------------------------------------- /transformers/models/xlm_prophetnet/configuration_xlm_prophetnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/xlm_prophetnet/configuration_xlm_prophetnet.py -------------------------------------------------------------------------------- /transformers/models/xlm_prophetnet/modeling_xlm_prophetnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/xlm_prophetnet/modeling_xlm_prophetnet.py -------------------------------------------------------------------------------- /transformers/models/xlm_prophetnet/tokenization_xlm_prophetnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/xlm_prophetnet/tokenization_xlm_prophetnet.py -------------------------------------------------------------------------------- /transformers/models/xlm_roberta/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/xlm_roberta/__init__.py -------------------------------------------------------------------------------- /transformers/models/xlm_roberta/configuration_xlm_roberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/xlm_roberta/configuration_xlm_roberta.py -------------------------------------------------------------------------------- /transformers/models/xlm_roberta/modeling_tf_xlm_roberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/xlm_roberta/modeling_tf_xlm_roberta.py -------------------------------------------------------------------------------- /transformers/models/xlm_roberta/modeling_xlm_roberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/xlm_roberta/modeling_xlm_roberta.py -------------------------------------------------------------------------------- /transformers/models/xlm_roberta/tokenization_xlm_roberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/xlm_roberta/tokenization_xlm_roberta.py -------------------------------------------------------------------------------- /transformers/models/xlm_roberta/tokenization_xlm_roberta_fast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/xlm_roberta/tokenization_xlm_roberta_fast.py -------------------------------------------------------------------------------- /transformers/models/xlnet/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/xlnet/__init__.py -------------------------------------------------------------------------------- /transformers/models/xlnet/configuration_xlnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/xlnet/configuration_xlnet.py -------------------------------------------------------------------------------- /transformers/models/xlnet/convert_xlnet_original_tf_checkpoint_to_pytorch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/xlnet/convert_xlnet_original_tf_checkpoint_to_pytorch.py -------------------------------------------------------------------------------- /transformers/models/xlnet/modeling_tf_xlnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/xlnet/modeling_tf_xlnet.py -------------------------------------------------------------------------------- /transformers/models/xlnet/modeling_xlnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/xlnet/modeling_xlnet.py -------------------------------------------------------------------------------- /transformers/models/xlnet/tokenization_xlnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/xlnet/tokenization_xlnet.py -------------------------------------------------------------------------------- /transformers/models/xlnet/tokenization_xlnet_fast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/models/xlnet/tokenization_xlnet_fast.py -------------------------------------------------------------------------------- /transformers/optimization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/optimization.py -------------------------------------------------------------------------------- /transformers/optimization_tf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/optimization_tf.py -------------------------------------------------------------------------------- /transformers/pipelines/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/pipelines/__init__.py -------------------------------------------------------------------------------- /transformers/pipelines/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/pipelines/base.py -------------------------------------------------------------------------------- /transformers/pipelines/conversational.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/pipelines/conversational.py -------------------------------------------------------------------------------- /transformers/pipelines/feature_extraction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/pipelines/feature_extraction.py -------------------------------------------------------------------------------- /transformers/pipelines/fill_mask.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/pipelines/fill_mask.py -------------------------------------------------------------------------------- /transformers/pipelines/question_answering.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/pipelines/question_answering.py -------------------------------------------------------------------------------- /transformers/pipelines/table_question_answering.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/pipelines/table_question_answering.py -------------------------------------------------------------------------------- /transformers/pipelines/text2text_generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/pipelines/text2text_generation.py -------------------------------------------------------------------------------- /transformers/pipelines/text_classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/pipelines/text_classification.py -------------------------------------------------------------------------------- /transformers/pipelines/text_generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/pipelines/text_generation.py -------------------------------------------------------------------------------- /transformers/pipelines/token_classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/pipelines/token_classification.py -------------------------------------------------------------------------------- /transformers/pipelines/zero_shot_classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/pipelines/zero_shot_classification.py -------------------------------------------------------------------------------- /transformers/testing_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/testing_utils.py -------------------------------------------------------------------------------- /transformers/tokenization_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/tokenization_utils.py -------------------------------------------------------------------------------- /transformers/tokenization_utils_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/tokenization_utils_base.py -------------------------------------------------------------------------------- /transformers/tokenization_utils_fast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/tokenization_utils_fast.py -------------------------------------------------------------------------------- /transformers/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/trainer.py -------------------------------------------------------------------------------- /transformers/trainer_callback.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/trainer_callback.py -------------------------------------------------------------------------------- /transformers/trainer_pt_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/trainer_pt_utils.py -------------------------------------------------------------------------------- /transformers/trainer_seq2seq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/trainer_seq2seq.py -------------------------------------------------------------------------------- /transformers/trainer_tf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/trainer_tf.py -------------------------------------------------------------------------------- /transformers/trainer_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/trainer_utils.py -------------------------------------------------------------------------------- /transformers/training_args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/training_args.py -------------------------------------------------------------------------------- /transformers/training_args_seq2seq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/training_args_seq2seq.py -------------------------------------------------------------------------------- /transformers/training_args_tf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/training_args_tf.py -------------------------------------------------------------------------------- /transformers/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/utils/dummy_flax_objects.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/utils/dummy_flax_objects.py -------------------------------------------------------------------------------- /transformers/utils/dummy_pt_objects.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/utils/dummy_pt_objects.py -------------------------------------------------------------------------------- /transformers/utils/dummy_sentencepiece_objects.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/utils/dummy_sentencepiece_objects.py -------------------------------------------------------------------------------- /transformers/utils/dummy_tf_objects.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/utils/dummy_tf_objects.py -------------------------------------------------------------------------------- /transformers/utils/dummy_tokenizers_objects.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/utils/dummy_tokenizers_objects.py -------------------------------------------------------------------------------- /transformers/utils/hp_naming.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/utils/hp_naming.py -------------------------------------------------------------------------------- /transformers/utils/logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/utils/logging.py -------------------------------------------------------------------------------- /transformers/utils/model_parallel_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/utils/model_parallel_utils.py -------------------------------------------------------------------------------- /transformers/utils/notebook.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/utils/notebook.py -------------------------------------------------------------------------------- /transformers/utils/sentencepiece_model_pb2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/utils/sentencepiece_model_pb2.py -------------------------------------------------------------------------------- /transformers/utils/versions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Distributed-AI/PipeTransformer/HEAD/transformers/utils/versions.py --------------------------------------------------------------------------------