├── .gitignore ├── LICENSE ├── README.md ├── demix ├── dapt.sh ├── eval_lm.sh ├── mix_eval_lm.sh └── train.sh ├── examples ├── .gitignore ├── __init__.py ├── adaptive_span │ ├── README.md │ ├── __init__.py │ ├── adagrad_with_grad_clip.py │ ├── adaptive_span_attention.py │ ├── adaptive_span_loss.py │ ├── adaptive_span_model.py │ ├── adaptive_span_model_wrapper.py │ └── truncated_bptt_lm_task.py ├── backtranslation │ ├── README.md │ ├── deduplicate_lines.py │ ├── extract_bt_data.py │ ├── prepare-de-monolingual.sh │ ├── prepare-wmt18en2de.sh │ ├── sacrebleu.sh │ └── tokenized_bleu.sh ├── bart │ ├── README.glue.md │ ├── README.md │ └── README.summarization.md ├── byte_level_bpe │ ├── README.md │ ├── get_bitext.py │ ├── get_data.sh │ └── gru_transformer.py ├── camembert │ └── README.md ├── constrained_decoding │ ├── README.md │ ├── normalize.py │ └── tok.py ├── conv_seq2seq │ └── README.md ├── criss │ ├── README.md │ ├── download_and_preprocess_flores_test.sh │ ├── download_and_preprocess_tatoeba.sh │ ├── mining │ │ ├── mine.py │ │ └── mine_example.sh │ ├── save_encoder.py │ ├── sentence_retrieval │ │ ├── encoder_analysis.py │ │ └── sentence_retrieval_tatoeba.sh │ └── unsupervised_mt │ │ └── eval.sh ├── cross_lingual_language_model │ └── README.md ├── fast_noisy_channel │ ├── README.md │ ├── __init__.py │ ├── noisy_channel_beam_search.py │ ├── noisy_channel_sequence_generator.py │ └── noisy_channel_translation.py ├── few_shot │ ├── README.md │ ├── data │ │ ├── FewGLUE │ │ ├── SuperGLUE │ │ ├── XNLI-1.0 │ │ ├── asset │ │ └── cycledletters │ ├── fairseq │ ├── gpt3_eval.py │ ├── metrics.py │ ├── models.py │ ├── pet │ │ ├── README.md │ │ └── scripts │ │ │ ├── preprocess_fewglue.py │ │ │ └── preprocess_fewglue.sh │ ├── predictors.py │ ├── tasks.py │ └── templates.py ├── gottbert │ └── README.md ├── joint_alignment_translation │ ├── README.md │ └── prepare-wmt18en2de_no_norm_no_escape_no_agressive.sh ├── language_model │ ├── README.adaptive_inputs.md │ ├── README.conv.md │ ├── README.md │ └── prepare-wikitext-103.sh ├── latent_depth │ ├── README.md │ └── latent_depth_src │ │ ├── __init__.py │ │ ├── loss │ │ ├── __init__.py │ │ └── latent_depth.py │ │ ├── models │ │ ├── __init__.py │ │ ├── latent_multilingual_transformer.py │ │ └── latent_transformer.py │ │ ├── modules │ │ ├── __init__.py │ │ └── latent_layers.py │ │ └── multilingual_translation_latent_depth.py ├── layerdrop │ └── README.md ├── linformer │ ├── README.md │ └── linformer_src │ │ ├── __init__.py │ │ ├── models │ │ ├── __init__.py │ │ └── linformer_roberta.py │ │ └── modules │ │ ├── __init__.py │ │ ├── linformer_sentence_encoder.py │ │ ├── linformer_sentence_encoder_layer.py │ │ └── multihead_linear_attention.py ├── m2m_100 │ ├── README.md │ ├── install_dependecies.sh │ ├── process_data │ │ ├── clean_histogram.py │ │ ├── dedup_data.py │ │ └── remove_too_much_punc.py │ ├── tok.sh │ └── tokenizers │ │ ├── README.md │ │ ├── seg_ja.sh │ │ ├── seg_ko.sh │ │ ├── thirdparty │ │ └── .gitignore │ │ ├── tokenize_indic.py │ │ ├── tokenize_thai.py │ │ ├── tokenize_zh.py │ │ └── tokenizer_ar.sh ├── mbart │ └── README.md ├── megatron_11b │ ├── README.md │ └── detok.py ├── multilingual │ ├── ML50_langs.txt │ ├── README.md │ ├── data_scripts │ │ ├── README.md │ │ ├── binarize.py │ │ ├── check_iswlt_test_data.py │ │ ├── check_self_overlaps.py │ │ ├── check_valid_test_overlaps.py │ │ ├── dedup_all.py │ │ ├── download_ML50_v1.sh │ │ ├── download_af_xh.sh │ │ ├── download_flores_data.sh │ │ ├── download_iitb.sh │ │ ├── download_iwslt_and_extract.sh │ │ ├── download_lotus.sh │ │ ├── download_ted_and_extract.py │ │ ├── download_wat19_my.sh │ │ ├── download_wmt19_and_before.py │ │ ├── download_wmt20.sh │ │ ├── preprocess_ML50_v1.sh │ │ ├── remove_valid_test_in_train.py │ │ ├── requirement.txt │ │ └── utils │ │ │ ├── dedup.py │ │ │ ├── fasttext_multi_filter.py │ │ │ └── strip_sgm.sh │ ├── finetune_multilingual_model.sh │ ├── multilingual_fairseq_gen.sh │ └── train_multilingual_model.sh ├── noisychannel │ ├── README.md │ ├── __init__.py │ ├── rerank.py │ ├── rerank_generate.py │ ├── rerank_options.py │ ├── rerank_score_bw.py │ ├── rerank_score_lm.py │ ├── rerank_tune.py │ └── rerank_utils.py ├── nonautoregressive_translation │ ├── README.md │ └── scripts.md ├── paraphraser │ ├── README.md │ └── paraphrase.py ├── pay_less_attention_paper │ └── README.md ├── pointer_generator │ ├── README.md │ ├── README.xsum.md │ ├── pointer_generator_src │ │ ├── __init__.py │ │ └── transformer_pg.py │ ├── postprocess.py │ └── preprocess.py ├── quant_noise │ ├── README.md │ └── transformer_quantization_config.yaml ├── roberta │ ├── README.custom_classification.md │ ├── README.glue.md │ ├── README.md │ ├── README.pretraining.md │ ├── README.race.md │ ├── commonsense_qa │ │ ├── README.md │ │ ├── __init__.py │ │ ├── commonsense_qa_task.py │ │ └── download_cqa_data.sh │ ├── fb_multilingual │ │ └── README.multilingual.pretraining.md │ ├── multiprocessing_bpe_encoder.py │ ├── preprocess_GLUE_tasks.sh │ ├── preprocess_RACE.py │ ├── preprocess_RACE.sh │ └── wsc │ │ ├── README.md │ │ ├── __init__.py │ │ ├── wsc_criterion.py │ │ ├── wsc_task.py │ │ └── wsc_utils.py ├── rxf │ ├── README.md │ ├── __init__.py │ └── rxf_src │ │ ├── __init__.py │ │ ├── label_smoothed_cross_entropy_r3f.py │ │ └── sentence_prediction_r3f.py ├── scaling_nmt │ └── README.md ├── simultaneous_translation │ ├── README.md │ ├── __init__.py │ ├── criterions │ │ ├── __init__.py │ │ └── label_smoothed_cross_entropy_latency_augmented.py │ ├── docs │ │ ├── baseline.md │ │ └── evaluation.md │ ├── eval │ │ ├── __init__.py │ │ ├── agents │ │ │ ├── __init__.py │ │ │ ├── agent.py │ │ │ ├── simul_trans_agent.py │ │ │ ├── simul_trans_text_agent.py │ │ │ └── word_splitter.py │ │ ├── client.py │ │ ├── eval_latency.py │ │ ├── evaluate.py │ │ ├── scorers │ │ │ ├── __init__.py │ │ │ ├── scorer.py │ │ │ └── text_scorer.py │ │ └── server.py │ ├── models │ │ ├── __init__.py │ │ └── transformer_monotonic_attention.py │ ├── modules │ │ ├── __init__.py │ │ ├── monotonic_multihead_attention.py │ │ └── monotonic_transformer_layer.py │ └── utils │ │ ├── __init__.py │ │ ├── functions.py │ │ └── latency.py ├── speech_recognition │ ├── README.md │ ├── __init__.py │ ├── criterions │ │ ├── ASG_loss.py │ │ ├── __init__.py │ │ └── cross_entropy_acc.py │ ├── data │ │ ├── __init__.py │ │ ├── asr_dataset.py │ │ ├── collaters.py │ │ ├── data_utils.py │ │ └── replabels.py │ ├── datasets │ │ ├── asr_prep_json.py │ │ └── prepare-librispeech.sh │ ├── infer.py │ ├── models │ │ ├── __init__.py │ │ ├── vggtransformer.py │ │ └── w2l_conv_glu_enc.py │ ├── tasks │ │ ├── __init__.py │ │ └── speech_recognition.py │ ├── utils │ │ └── wer_utils.py │ └── w2l_decoder.py ├── speech_to_text │ ├── README.md │ ├── data_utils.py │ ├── docs │ │ ├── covost_example.md │ │ ├── librispeech_example.md │ │ └── mustc_example.md │ ├── prep_covost_data.py │ ├── prep_librispeech_data.py │ └── prep_mustc_data.py ├── stories │ └── README.md ├── translation │ ├── README.md │ ├── prepare-iwslt14.sh │ ├── prepare-iwslt17-multilingual.sh │ ├── prepare-wmt14en2de.sh │ └── prepare-wmt14en2fr.sh ├── translation_moe │ ├── README.md │ ├── score.py │ └── translation_moe_src │ │ ├── __init__.py │ │ ├── logsumexp_moe.py │ │ ├── mean_pool_gating_network.py │ │ └── translation_moe.py ├── truncated_bptt │ ├── README.md │ ├── __init__.py │ ├── transformer_xl_model.py │ └── truncated_bptt_lm_task.py ├── unsupervised_quality_estimation │ ├── README.md │ ├── aggregate_scores.py │ ├── meteor.py │ └── repeat_lines.py ├── wav2vec │ ├── README.md │ ├── config │ │ ├── finetuning │ │ │ ├── base_100h.yaml │ │ │ ├── base_10h.yaml │ │ │ ├── base_10m.yaml │ │ │ ├── base_1h.yaml │ │ │ ├── base_960h.yaml │ │ │ ├── vox_100h.yaml │ │ │ ├── vox_10h.yaml │ │ │ ├── vox_10m.yaml │ │ │ ├── vox_1h.yaml │ │ │ └── vox_960h.yaml │ │ └── pretraining │ │ │ ├── wav2vec2_base_librispeech.yaml │ │ │ └── wav2vec2_large_librivox.yaml │ ├── fb_upgrade_w2v2_cp.py │ ├── libri_labels.py │ ├── vq-wav2vec_featurize.py │ ├── wav2vec_featurize.py │ └── wav2vec_manifest.py ├── wmt19 │ └── README.md ├── wmt20 │ └── README.md └── xlmr │ └── README.md ├── fairseq ├── __init__.py ├── benchmark │ ├── __init__.py │ ├── dummy_lm.py │ ├── dummy_masked_lm.py │ ├── dummy_model.py │ └── dummy_mt.py ├── binarizer.py ├── checkpoint_utils.py ├── clib │ ├── cuda │ │ ├── ngram_repeat_block_cuda.cpp │ │ └── ngram_repeat_block_cuda_kernel.cu │ ├── libbleu │ │ ├── libbleu.cpp │ │ └── module.cpp │ ├── libnat │ │ └── edit_dist.cpp │ └── libnat_cuda │ │ ├── binding.cpp │ │ ├── edit_dist.cu │ │ └── edit_dist.h ├── config │ ├── __init__.py │ ├── config.yaml │ └── model │ │ ├── transformer_lm │ │ ├── transformer_lm_baevski_gbw.yaml │ │ ├── transformer_lm_baevski_wiki103.yaml │ │ ├── transformer_lm_big.yaml │ │ ├── transformer_lm_gbw.yaml │ │ ├── transformer_lm_gpt.yaml │ │ ├── transformer_lm_gpt2_big.yaml │ │ ├── transformer_lm_gpt2_medium.yaml │ │ ├── transformer_lm_gpt2_small.yaml │ │ └── transformer_lm_wiki103.yaml │ │ ├── wav2vec │ │ └── vq_wav2vec_gumbel.yaml │ │ └── wav2vec2 │ │ ├── wav2vec2_base.yaml │ │ └── wav2vec2_large.yaml ├── criterions │ ├── __init__.py │ ├── adaptive_loss.py │ ├── composite_loss.py │ ├── cross_entropy.py │ ├── ctc.py │ ├── desynchronized_cross_entropy.py │ ├── fairseq_criterion.py │ ├── label_smoothed_cross_entropy.py │ ├── label_smoothed_cross_entropy_with_alignment.py │ ├── legacy_masked_lm.py │ ├── masked_lm.py │ ├── model_criterion.py │ ├── moe_cross_entropy.py │ ├── moe_label_smoothed_cross_entropy.py │ ├── moe_multidomain_cross_entropy.py │ ├── nat_loss.py │ ├── sentence_prediction.py │ ├── sentence_ranking.py │ └── wav2vec_criterion.py ├── data │ ├── __init__.py │ ├── add_target_dataset.py │ ├── append_token_dataset.py │ ├── audio │ │ ├── __init__.py │ │ ├── audio_utils.py │ │ ├── fb_everstore_audio_dataset.py │ │ ├── fb_soundfile.py │ │ ├── feature_transforms │ │ │ ├── __init__.py │ │ │ ├── global_cmvn.py │ │ │ ├── specaugment.py │ │ │ └── utterance_cmvn.py │ │ ├── raw_audio_dataset.py │ │ └── speech_to_text_dataset.py │ ├── backtranslation_dataset.py │ ├── base_wrapper_dataset.py │ ├── bucket_pad_length_dataset.py │ ├── cluster_dataset.py │ ├── colorize_dataset.py │ ├── concat_dataset.py │ ├── concat_sentences_dataset.py │ ├── data_utils.py │ ├── data_utils_fast.pyx │ ├── denoising_dataset.py │ ├── dictionary.py │ ├── encoders │ │ ├── __init__.py │ │ ├── byte_bpe.py │ │ ├── byte_utils.py │ │ ├── bytes.py │ │ ├── characters.py │ │ ├── fastbpe.py │ │ ├── gpt2_bpe.py │ │ ├── gpt2_bpe_utils.py │ │ ├── hf_bert_bpe.py │ │ ├── hf_byte_bpe.py │ │ ├── moses_tokenizer.py │ │ ├── nltk_tokenizer.py │ │ ├── sentencepiece_bpe.py │ │ ├── space_tokenizer.py │ │ ├── subword_nmt_bpe.py │ │ └── utils.py │ ├── fairseq_dataset.py │ ├── fasta_dataset.py │ ├── fb_conversations │ │ ├── __init__.py │ │ ├── fb_conversation_dataset.py │ │ └── fb_special_symbols.py │ ├── fb_hive_dataset.py │ ├── id_dataset.py │ ├── indexed_dataset.py │ ├── iterators.py │ ├── language_pair_dataset.py │ ├── legacy │ │ ├── __init__.py │ │ ├── block_pair_dataset.py │ │ ├── fb_hf_bert_dictionary.py │ │ ├── masked_lm_dataset.py │ │ └── masked_lm_dictionary.py │ ├── list_dataset.py │ ├── lm_context_window_dataset.py │ ├── lru_cache_dataset.py │ ├── mask_tokens_dataset.py │ ├── monodomain_dataset.py │ ├── monolingual_dataset.py │ ├── multi_corpus_dataset.py │ ├── multi_corpus_sampled_dataset.py │ ├── multilingual │ │ ├── __init__.py │ │ ├── multilingual_data_manager.py │ │ ├── multilingual_utils.py │ │ ├── sampled_multi_dataset.py │ │ ├── sampled_multi_epoch_dataset.py │ │ └── sampling_method.py │ ├── nested_dictionary_dataset.py │ ├── noising.py │ ├── num_samples_dataset.py │ ├── numel_dataset.py │ ├── offset_tokens_dataset.py │ ├── pad_dataset.py │ ├── plasma_utils.py │ ├── prepend_dataset.py │ ├── prepend_token_dataset.py │ ├── raw_label_dataset.py │ ├── reclustering_dataset.py │ ├── replace_dataset.py │ ├── resampling_dataset.py │ ├── roll_dataset.py │ ├── round_robin_zip_datasets.py │ ├── shorten_dataset.py │ ├── sort_dataset.py │ ├── strip_token_dataset.py │ ├── subsample_dataset.py │ ├── subset_dataset.py │ ├── token_block_dataset.py │ ├── token_block_utils_fast.pyx │ ├── transform_eos_dataset.py │ └── transform_eos_lang_pair_dataset.py ├── dataclass │ ├── __init__.py │ ├── configs.py │ ├── constants.py │ ├── initialize.py │ └── utils.py ├── distributed_utils.py ├── fb_hub.py ├── fb_pathhandlers.py ├── fb_sequence_generator.py ├── file_io.py ├── file_utils.py ├── hub_utils.py ├── incremental_decoding_utils.py ├── iterative_refinement_generator.py ├── legacy_distributed_data_parallel.py ├── logging │ ├── __init__.py │ ├── fb_tbmf_wrapper.py │ ├── meters.py │ ├── metrics.py │ └── progress_bar.py ├── model_parallel │ ├── __init__.py │ ├── criterions │ │ ├── __init__.py │ │ └── vocab_parallel_cross_entropy.py │ ├── megatron_trainer.py │ ├── models │ │ ├── __init__.py │ │ ├── pipeline_parallel_transformer │ │ │ ├── __init__.py │ │ │ ├── layers.py │ │ │ └── model.py │ │ ├── roberta │ │ │ ├── __init__.py │ │ │ └── model.py │ │ ├── transformer.py │ │ └── transformer_lm.py │ └── modules │ │ ├── __init__.py │ │ ├── multihead_attention.py │ │ ├── transformer_layer.py │ │ ├── transformer_sentence_encoder.py │ │ └── transformer_sentence_encoder_layer.py ├── models │ ├── __init__.py │ ├── bart │ │ ├── __init__.py │ │ ├── hub_interface.py │ │ └── model.py │ ├── composite_encoder.py │ ├── distributed_fairseq_model.py │ ├── fairseq_decoder.py │ ├── fairseq_encoder.py │ ├── fairseq_incremental_decoder.py │ ├── fairseq_model.py │ ├── fb_aan_transformer.py │ ├── fb_bidirectional_transformer.py │ ├── fb_levenshtein_transformer.py │ ├── fconv.py │ ├── fconv_lm.py │ ├── fconv_self_att.py │ ├── huggingface │ │ ├── __init__.py │ │ └── hf_gpt2.py │ ├── lightconv.py │ ├── lightconv_lm.py │ ├── lstm.py │ ├── lstm_lm.py │ ├── masked_lm.py │ ├── model_utils.py │ ├── moe_model.py │ ├── multilingual_transformer.py │ ├── nat │ │ ├── __init__.py │ │ ├── cmlm_transformer.py │ │ ├── fairseq_nat_model.py │ │ ├── insertion_transformer.py │ │ ├── iterative_nonautoregressive_transformer.py │ │ ├── levenshtein_transformer.py │ │ ├── levenshtein_utils.py │ │ ├── nat_crf_transformer.py │ │ ├── nonautoregressive_ensembles.py │ │ └── nonautoregressive_transformer.py │ ├── roberta │ │ ├── __init__.py │ │ ├── alignment_utils.py │ │ ├── hub_interface.py │ │ ├── model.py │ │ ├── model_camembert.py │ │ ├── model_gottbert.py │ │ └── model_xlmr.py │ ├── speech_to_text │ │ ├── __init__.py │ │ ├── berard.py │ │ └── s2t_transformer.py │ ├── transformer.py │ ├── transformer_align.py │ ├── transformer_from_pretrained_xlm.py │ ├── transformer_lm.py │ └── wav2vec │ │ ├── __init__.py │ │ ├── wav2vec.py │ │ ├── wav2vec2.py │ │ └── wav2vec2_asr.py ├── modules │ ├── __init__.py │ ├── adaptive_input.py │ ├── adaptive_softmax.py │ ├── beamable_mm.py │ ├── character_token_embedder.py │ ├── checkpoint_activations.py │ ├── conv_tbc.py │ ├── cross_entropy.py │ ├── cuda_utils.cu │ ├── downsampled_multihead_attention.py │ ├── dynamic_convolution.py │ ├── dynamic_crf_layer.py │ ├── dynamicconv_layer │ │ ├── __init__.py │ │ ├── cuda_function_gen.py │ │ ├── dynamicconv_cuda.cpp │ │ ├── dynamicconv_cuda.cuh │ │ ├── dynamicconv_cuda_kernel.cu │ │ ├── dynamicconv_layer.py │ │ ├── dynamiconv_cpu.cpp │ │ └── setup.py │ ├── fairseq_dropout.py │ ├── fb_bidirectional_multihead_attention.py │ ├── fb_elmo_token_embedder.py │ ├── fp32_group_norm.py │ ├── gelu.py │ ├── grad_multiply.py │ ├── gumbel_vector_quantizer.py │ ├── kmeans_vector_quantizer.py │ ├── layer_drop.py │ ├── layer_norm.py │ ├── learned_positional_embedding.py │ ├── lightconv_layer │ │ ├── __init__.py │ │ ├── cuda_function_gen.py │ │ ├── lightconv_cuda.cpp │ │ ├── lightconv_cuda.cuh │ │ ├── lightconv_cuda_kernel.cu │ │ ├── lightconv_layer.py │ │ └── setup.py │ ├── lightweight_convolution.py │ ├── linearized_convolution.py │ ├── moe │ │ ├── __init__.py │ │ ├── moe_layer.py │ │ ├── top1gate.py │ │ └── top2gate.py │ ├── multihead_attention.py │ ├── positional_embedding.py │ ├── quant_noise.py │ ├── quantization │ │ ├── __init__.py │ │ ├── pq │ │ │ ├── __init__.py │ │ │ ├── em.py │ │ │ ├── modules │ │ │ │ ├── __init__.py │ │ │ │ ├── qconv.py │ │ │ │ ├── qemb.py │ │ │ │ └── qlinear.py │ │ │ ├── pq.py │ │ │ └── utils.py │ │ ├── quantization_options.py │ │ └── scalar │ │ │ ├── __init__.py │ │ │ ├── modules │ │ │ ├── __init__.py │ │ │ ├── qact.py │ │ │ ├── qconv.py │ │ │ ├── qemb.py │ │ │ └── qlinear.py │ │ │ ├── ops.py │ │ │ └── utils.py │ ├── same_pad.py │ ├── scalar_bias.py │ ├── sinusoidal_positional_embedding.py │ ├── sparse_multihead_attention.py │ ├── sparse_transformer_sentence_encoder.py │ ├── sparse_transformer_sentence_encoder_layer.py │ ├── sparsemax.py │ ├── transformer_layer.py │ ├── transformer_sentence_encoder.py │ ├── transformer_sentence_encoder_layer.py │ ├── transpose_last.py │ ├── unfold.py │ └── vggblock.py ├── moe_checkpoint_utils.py ├── nan_detector.py ├── ngram_repeat_block.py ├── optim │ ├── __init__.py │ ├── adadelta.py │ ├── adafactor.py │ ├── adagrad.py │ ├── adam.py │ ├── adamax.py │ ├── bmuf.py │ ├── composite.py │ ├── dynamic_loss_scaler.py │ ├── fairseq_optimizer.py │ ├── fp16_optimizer.py │ ├── fused_adam.py │ ├── fused_lamb.py │ ├── lr_scheduler │ │ ├── __init__.py │ │ ├── cosine_lr_scheduler.py │ │ ├── fairseq_lr_scheduler.py │ │ ├── fixed_schedule.py │ │ ├── inverse_square_root_schedule.py │ │ ├── manual_lr_scheduler.py │ │ ├── pass_through.py │ │ ├── polynomial_decay_schedule.py │ │ ├── reduce_lr_on_plateau.py │ │ ├── tri_stage_lr_scheduler.py │ │ └── triangular_lr_scheduler.py │ ├── nag.py │ ├── sgd.py │ └── shard.py ├── options.py ├── pdb.py ├── quantization_utils.py ├── registry.py ├── scoring │ ├── __init__.py │ ├── bleu.py │ ├── chrf.py │ ├── tokenizer.py │ └── wer.py ├── search.py ├── sequence_generator.py ├── sequence_scorer.py ├── tasks │ ├── __init__.py │ ├── audio_pretraining.py │ ├── cross_lingual_lm.py │ ├── denoising.py │ ├── fairseq_task.py │ ├── fb_audio_pretraining.py │ ├── fb_conversation_modeling.py │ ├── fb_legacy_bert_task.py │ ├── fb_tagged_language_modeling.py │ ├── language_modeling.py │ ├── legacy_masked_lm.py │ ├── masked_lm.py │ ├── multidomain_language_modeling.py │ ├── multilingual_denoising.py │ ├── multilingual_language_modeling.py │ ├── multilingual_masked_lm.py │ ├── multilingual_translation.py │ ├── semisupervised_translation.py │ ├── sentence_prediction.py │ ├── sentence_ranking.py │ ├── speech_to_text.py │ ├── translation.py │ ├── translation_from_pretrained_bart.py │ ├── translation_from_pretrained_xlm.py │ ├── translation_lev.py │ └── translation_multi_simple_epoch.py ├── token_generation_constraints.py ├── tokenizer.py ├── trainer.py ├── utils.py └── version.txt ├── fairseq_cli ├── __init__.py ├── dynamic_eval_lm.py ├── ensemble_eval_lm.py ├── eval_lm.py ├── eval_lm_archive.py ├── fb_train.py ├── generate.py ├── hydra_train.py ├── interactive.py ├── preprocess.py ├── score.py ├── train.py └── validate.py ├── scripts ├── .mix_experts.sh.swp ├── __init__.py ├── average_checkpoints.py ├── build_sym_alignment.py ├── compare_namespaces.py ├── compound_split_bleu.sh ├── constraints │ ├── extract.py │ └── validate.py ├── convert_dictionary.lua ├── convert_model.lua ├── convert_pytorch_to_memmap.py ├── count_docs.py ├── cp_domain_token.sh ├── dapt.sh ├── dapt_all.sh ├── dapt_all_dense.sh ├── dapt_all_full.sh ├── dapt_large.sh ├── dapt_small.sh ├── dapt_xl.sh ├── desync_leave_one_out.sh ├── dynamic_eval_desync_lm.sh ├── dynamic_eval_lm.sh ├── ensemble_eval_lm.py ├── ensemble_eval_lm.sh ├── eval_desync_lm.sh ├── eval_desync_lm_all.sh ├── eval_lm.sh ├── eval_lm_all.sh ├── eval_lm_all_loo.sh ├── eval_lm_clustered_single.sh ├── eval_lm_cycle.sh ├── eval_lm_single.sh ├── extract_features.py ├── extract_features.sh ├── extract_features_.sh ├── extract_features_all.sh ├── fb_average_checkpoints.py ├── fb_reddit_text.py ├── get_wandb_data.py ├── mix_experts.sh ├── mix_experts_all.sh ├── mix_experts_dapt.sh ├── mix_experts_indomain.sh ├── mk_domain_token.sh ├── moe_lm │ ├── train_64experts_32gpus.sh │ └── train_64experts_64gpus.sh ├── multidapt.sh ├── mv_valid.sh ├── read_binarized.py ├── rm_pt.py ├── run_all.sh ├── run_desync_lm.sh ├── run_hierarchical_moe.sh ├── run_naive.sh ├── run_new_desync.sh ├── sacrebleu.sh ├── shard_docs.py ├── split_train_valid_docs.py ├── spm_decode.py ├── spm_encode.py ├── spm_train.py ├── vocab_overlap.py └── wmt30 │ ├── apply_spm.sh │ ├── bilingual_training.sh │ ├── binarize.sh │ ├── create_multilingual_bin.sh │ ├── create_temp_sampled_data_for_spm.py │ ├── eval_langs.sh │ ├── generate_eval.sh │ ├── generate_eval_en_to_any.sh │ ├── generate_multi.sh │ ├── generate_multi_dup.sh │ ├── generate_multi_dup2.sh │ ├── learn_spm.sh │ ├── learn_spm_v2.sh │ ├── multilingual_many_to_en.sh │ ├── spm_vocab_to_fairseq_dict.sh │ ├── sweep_many_to_en.sh │ ├── sweep_multi.sh │ ├── up_down_sample_files.sh │ └── verify_eval_sets.sh ├── setup.py ├── tests ├── __init__.py ├── distributed │ ├── __init__.py │ ├── test_distributed_utils.py │ └── utils.py ├── fb_test_binaries.py ├── fb_test_export.py ├── fb_test_hub.py ├── fb_test_pathhandlers.py ├── gpu │ ├── __init__.py │ ├── test_binaries_gpu.py │ └── transformer_quantization_config.yaml ├── speech_recognition │ ├── __init__.py │ ├── asr_test_base.py │ ├── test_collaters.py │ ├── test_cross_entropy.py │ ├── test_data_utils.py │ └── test_vggtransformer.py ├── test_activation_checkpointing.py ├── test_average_checkpoints.py ├── test_backtranslation_dataset.py ├── test_binaries.py ├── test_bmuf.py ├── test_character_token_embedder.py ├── test_checkpoint_utils.py ├── test_concat_dataset.py ├── test_constraints.py ├── test_convtbc.py ├── test_data_utils.py ├── test_dictionary.py ├── test_export.py ├── test_file_io.py ├── test_fp16_optimizer.py ├── test_inference_dropout.py ├── test_iopath.py ├── test_iterators.py ├── test_label_smoothing.py ├── test_lm_context_window.py ├── test_lstm_jitable.py ├── test_memory_efficient_fp16.py ├── test_metrics.py ├── test_multi_corpus_sampled_dataset.py ├── test_multihead_attention.py ├── test_noising.py ├── test_reproducibility.py ├── test_resampling_dataset.py ├── test_sequence_generator.py ├── test_sequence_scorer.py ├── test_sparse_multihead_attention.py ├── test_token_block_dataset.py ├── test_train.py ├── test_utils.py └── utils.py └── tutorial ├── dapt.sh ├── eval_lm.sh ├── mix_eval_lm.sh └── train.sh /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/README.md -------------------------------------------------------------------------------- /demix/dapt.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/demix/dapt.sh -------------------------------------------------------------------------------- /demix/eval_lm.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/demix/eval_lm.sh -------------------------------------------------------------------------------- /demix/mix_eval_lm.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/demix/mix_eval_lm.sh -------------------------------------------------------------------------------- /demix/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/demix/train.sh -------------------------------------------------------------------------------- /examples/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/.gitignore -------------------------------------------------------------------------------- /examples/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/__init__.py -------------------------------------------------------------------------------- /examples/adaptive_span/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/adaptive_span/README.md -------------------------------------------------------------------------------- /examples/adaptive_span/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/adaptive_span/__init__.py -------------------------------------------------------------------------------- /examples/adaptive_span/adagrad_with_grad_clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/adaptive_span/adagrad_with_grad_clip.py -------------------------------------------------------------------------------- /examples/adaptive_span/adaptive_span_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/adaptive_span/adaptive_span_attention.py -------------------------------------------------------------------------------- /examples/adaptive_span/adaptive_span_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/adaptive_span/adaptive_span_loss.py -------------------------------------------------------------------------------- /examples/adaptive_span/adaptive_span_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/adaptive_span/adaptive_span_model.py -------------------------------------------------------------------------------- /examples/adaptive_span/adaptive_span_model_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/adaptive_span/adaptive_span_model_wrapper.py -------------------------------------------------------------------------------- /examples/adaptive_span/truncated_bptt_lm_task.py: -------------------------------------------------------------------------------- 1 | ../truncated_bptt/truncated_bptt_lm_task.py -------------------------------------------------------------------------------- /examples/backtranslation/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/backtranslation/README.md -------------------------------------------------------------------------------- /examples/backtranslation/deduplicate_lines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/backtranslation/deduplicate_lines.py -------------------------------------------------------------------------------- /examples/backtranslation/extract_bt_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/backtranslation/extract_bt_data.py -------------------------------------------------------------------------------- /examples/backtranslation/prepare-de-monolingual.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/backtranslation/prepare-de-monolingual.sh -------------------------------------------------------------------------------- /examples/backtranslation/prepare-wmt18en2de.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/backtranslation/prepare-wmt18en2de.sh -------------------------------------------------------------------------------- /examples/backtranslation/sacrebleu.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/backtranslation/sacrebleu.sh -------------------------------------------------------------------------------- /examples/backtranslation/tokenized_bleu.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/backtranslation/tokenized_bleu.sh -------------------------------------------------------------------------------- /examples/bart/README.glue.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/bart/README.glue.md -------------------------------------------------------------------------------- /examples/bart/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/bart/README.md -------------------------------------------------------------------------------- /examples/bart/README.summarization.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/bart/README.summarization.md -------------------------------------------------------------------------------- /examples/byte_level_bpe/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/byte_level_bpe/README.md -------------------------------------------------------------------------------- /examples/byte_level_bpe/get_bitext.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/byte_level_bpe/get_bitext.py -------------------------------------------------------------------------------- /examples/byte_level_bpe/get_data.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/byte_level_bpe/get_data.sh -------------------------------------------------------------------------------- /examples/byte_level_bpe/gru_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/byte_level_bpe/gru_transformer.py -------------------------------------------------------------------------------- /examples/camembert/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/camembert/README.md -------------------------------------------------------------------------------- /examples/constrained_decoding/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/constrained_decoding/README.md -------------------------------------------------------------------------------- /examples/constrained_decoding/normalize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/constrained_decoding/normalize.py -------------------------------------------------------------------------------- /examples/constrained_decoding/tok.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/constrained_decoding/tok.py -------------------------------------------------------------------------------- /examples/conv_seq2seq/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/conv_seq2seq/README.md -------------------------------------------------------------------------------- /examples/criss/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/criss/README.md -------------------------------------------------------------------------------- /examples/criss/download_and_preprocess_flores_test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/criss/download_and_preprocess_flores_test.sh -------------------------------------------------------------------------------- /examples/criss/download_and_preprocess_tatoeba.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/criss/download_and_preprocess_tatoeba.sh -------------------------------------------------------------------------------- /examples/criss/mining/mine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/criss/mining/mine.py -------------------------------------------------------------------------------- /examples/criss/mining/mine_example.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/criss/mining/mine_example.sh -------------------------------------------------------------------------------- /examples/criss/save_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/criss/save_encoder.py -------------------------------------------------------------------------------- /examples/criss/sentence_retrieval/encoder_analysis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/criss/sentence_retrieval/encoder_analysis.py -------------------------------------------------------------------------------- /examples/criss/sentence_retrieval/sentence_retrieval_tatoeba.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/criss/sentence_retrieval/sentence_retrieval_tatoeba.sh -------------------------------------------------------------------------------- /examples/criss/unsupervised_mt/eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/criss/unsupervised_mt/eval.sh -------------------------------------------------------------------------------- /examples/cross_lingual_language_model/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/cross_lingual_language_model/README.md -------------------------------------------------------------------------------- /examples/fast_noisy_channel/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/fast_noisy_channel/README.md -------------------------------------------------------------------------------- /examples/fast_noisy_channel/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/fast_noisy_channel/__init__.py -------------------------------------------------------------------------------- /examples/fast_noisy_channel/noisy_channel_beam_search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/fast_noisy_channel/noisy_channel_beam_search.py -------------------------------------------------------------------------------- /examples/fast_noisy_channel/noisy_channel_sequence_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/fast_noisy_channel/noisy_channel_sequence_generator.py -------------------------------------------------------------------------------- /examples/fast_noisy_channel/noisy_channel_translation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/fast_noisy_channel/noisy_channel_translation.py -------------------------------------------------------------------------------- /examples/few_shot/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/few_shot/README.md -------------------------------------------------------------------------------- /examples/few_shot/data/FewGLUE: -------------------------------------------------------------------------------- 1 | /private/home/myleott/data/fewglue/FewGLUE/ -------------------------------------------------------------------------------- /examples/few_shot/data/SuperGLUE: -------------------------------------------------------------------------------- 1 | /private/home/myleott/data/SuperGLUE/ -------------------------------------------------------------------------------- /examples/few_shot/data/XNLI-1.0: -------------------------------------------------------------------------------- 1 | /private/home/louismartin/data/XNLI-1.0/ -------------------------------------------------------------------------------- /examples/few_shot/data/asset: -------------------------------------------------------------------------------- 1 | /private/home/louismartin/datasets/asset -------------------------------------------------------------------------------- /examples/few_shot/data/cycledletters: -------------------------------------------------------------------------------- 1 | /private/home/louismartin/data/cycledletters/ -------------------------------------------------------------------------------- /examples/few_shot/fairseq: -------------------------------------------------------------------------------- 1 | ../../fairseq -------------------------------------------------------------------------------- /examples/few_shot/gpt3_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/few_shot/gpt3_eval.py -------------------------------------------------------------------------------- /examples/few_shot/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/few_shot/metrics.py -------------------------------------------------------------------------------- /examples/few_shot/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/few_shot/models.py -------------------------------------------------------------------------------- /examples/few_shot/pet/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/few_shot/pet/README.md -------------------------------------------------------------------------------- /examples/few_shot/pet/scripts/preprocess_fewglue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/few_shot/pet/scripts/preprocess_fewglue.py -------------------------------------------------------------------------------- /examples/few_shot/pet/scripts/preprocess_fewglue.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/few_shot/pet/scripts/preprocess_fewglue.sh -------------------------------------------------------------------------------- /examples/few_shot/predictors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/few_shot/predictors.py -------------------------------------------------------------------------------- /examples/few_shot/tasks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/few_shot/tasks.py -------------------------------------------------------------------------------- /examples/few_shot/templates.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/few_shot/templates.py -------------------------------------------------------------------------------- /examples/gottbert/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/gottbert/README.md -------------------------------------------------------------------------------- /examples/joint_alignment_translation/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/joint_alignment_translation/README.md -------------------------------------------------------------------------------- /examples/joint_alignment_translation/prepare-wmt18en2de_no_norm_no_escape_no_agressive.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/joint_alignment_translation/prepare-wmt18en2de_no_norm_no_escape_no_agressive.sh -------------------------------------------------------------------------------- /examples/language_model/README.adaptive_inputs.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/language_model/README.adaptive_inputs.md -------------------------------------------------------------------------------- /examples/language_model/README.conv.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/language_model/README.conv.md -------------------------------------------------------------------------------- /examples/language_model/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/language_model/README.md -------------------------------------------------------------------------------- /examples/language_model/prepare-wikitext-103.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/language_model/prepare-wikitext-103.sh -------------------------------------------------------------------------------- /examples/latent_depth/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/latent_depth/README.md -------------------------------------------------------------------------------- /examples/latent_depth/latent_depth_src/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/latent_depth/latent_depth_src/__init__.py -------------------------------------------------------------------------------- /examples/latent_depth/latent_depth_src/loss/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /examples/latent_depth/latent_depth_src/loss/latent_depth.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/latent_depth/latent_depth_src/loss/latent_depth.py -------------------------------------------------------------------------------- /examples/latent_depth/latent_depth_src/models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /examples/latent_depth/latent_depth_src/models/latent_multilingual_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/latent_depth/latent_depth_src/models/latent_multilingual_transformer.py -------------------------------------------------------------------------------- /examples/latent_depth/latent_depth_src/models/latent_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/latent_depth/latent_depth_src/models/latent_transformer.py -------------------------------------------------------------------------------- /examples/latent_depth/latent_depth_src/modules/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /examples/latent_depth/latent_depth_src/modules/latent_layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/latent_depth/latent_depth_src/modules/latent_layers.py -------------------------------------------------------------------------------- /examples/latent_depth/latent_depth_src/multilingual_translation_latent_depth.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/latent_depth/latent_depth_src/multilingual_translation_latent_depth.py -------------------------------------------------------------------------------- /examples/layerdrop/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/layerdrop/README.md -------------------------------------------------------------------------------- /examples/linformer/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/linformer/README.md -------------------------------------------------------------------------------- /examples/linformer/linformer_src/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/linformer/linformer_src/__init__.py -------------------------------------------------------------------------------- /examples/linformer/linformer_src/models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /examples/linformer/linformer_src/models/linformer_roberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/linformer/linformer_src/models/linformer_roberta.py -------------------------------------------------------------------------------- /examples/linformer/linformer_src/modules/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /examples/linformer/linformer_src/modules/linformer_sentence_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/linformer/linformer_src/modules/linformer_sentence_encoder.py -------------------------------------------------------------------------------- /examples/linformer/linformer_src/modules/linformer_sentence_encoder_layer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/linformer/linformer_src/modules/linformer_sentence_encoder_layer.py -------------------------------------------------------------------------------- /examples/linformer/linformer_src/modules/multihead_linear_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/linformer/linformer_src/modules/multihead_linear_attention.py -------------------------------------------------------------------------------- /examples/m2m_100/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/m2m_100/README.md -------------------------------------------------------------------------------- /examples/m2m_100/install_dependecies.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/m2m_100/install_dependecies.sh -------------------------------------------------------------------------------- /examples/m2m_100/process_data/clean_histogram.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/m2m_100/process_data/clean_histogram.py -------------------------------------------------------------------------------- /examples/m2m_100/process_data/dedup_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/m2m_100/process_data/dedup_data.py -------------------------------------------------------------------------------- /examples/m2m_100/process_data/remove_too_much_punc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/m2m_100/process_data/remove_too_much_punc.py -------------------------------------------------------------------------------- /examples/m2m_100/tok.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/m2m_100/tok.sh -------------------------------------------------------------------------------- /examples/m2m_100/tokenizers/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/m2m_100/tokenizers/README.md -------------------------------------------------------------------------------- /examples/m2m_100/tokenizers/seg_ja.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/m2m_100/tokenizers/seg_ja.sh -------------------------------------------------------------------------------- /examples/m2m_100/tokenizers/seg_ko.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/m2m_100/tokenizers/seg_ko.sh -------------------------------------------------------------------------------- /examples/m2m_100/tokenizers/thirdparty/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/m2m_100/tokenizers/thirdparty/.gitignore -------------------------------------------------------------------------------- /examples/m2m_100/tokenizers/tokenize_indic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/m2m_100/tokenizers/tokenize_indic.py -------------------------------------------------------------------------------- /examples/m2m_100/tokenizers/tokenize_thai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/m2m_100/tokenizers/tokenize_thai.py -------------------------------------------------------------------------------- /examples/m2m_100/tokenizers/tokenize_zh.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/m2m_100/tokenizers/tokenize_zh.py -------------------------------------------------------------------------------- /examples/m2m_100/tokenizers/tokenizer_ar.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/m2m_100/tokenizers/tokenizer_ar.sh -------------------------------------------------------------------------------- /examples/mbart/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/mbart/README.md -------------------------------------------------------------------------------- /examples/megatron_11b/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/megatron_11b/README.md -------------------------------------------------------------------------------- /examples/megatron_11b/detok.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/megatron_11b/detok.py -------------------------------------------------------------------------------- /examples/multilingual/ML50_langs.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/multilingual/ML50_langs.txt -------------------------------------------------------------------------------- /examples/multilingual/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/multilingual/README.md -------------------------------------------------------------------------------- /examples/multilingual/data_scripts/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/multilingual/data_scripts/README.md -------------------------------------------------------------------------------- /examples/multilingual/data_scripts/binarize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/multilingual/data_scripts/binarize.py -------------------------------------------------------------------------------- /examples/multilingual/data_scripts/check_iswlt_test_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/multilingual/data_scripts/check_iswlt_test_data.py -------------------------------------------------------------------------------- /examples/multilingual/data_scripts/check_self_overlaps.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/multilingual/data_scripts/check_self_overlaps.py -------------------------------------------------------------------------------- /examples/multilingual/data_scripts/check_valid_test_overlaps.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/multilingual/data_scripts/check_valid_test_overlaps.py -------------------------------------------------------------------------------- /examples/multilingual/data_scripts/dedup_all.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/multilingual/data_scripts/dedup_all.py -------------------------------------------------------------------------------- /examples/multilingual/data_scripts/download_ML50_v1.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/multilingual/data_scripts/download_ML50_v1.sh -------------------------------------------------------------------------------- /examples/multilingual/data_scripts/download_af_xh.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/multilingual/data_scripts/download_af_xh.sh -------------------------------------------------------------------------------- /examples/multilingual/data_scripts/download_flores_data.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/multilingual/data_scripts/download_flores_data.sh -------------------------------------------------------------------------------- /examples/multilingual/data_scripts/download_iitb.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/multilingual/data_scripts/download_iitb.sh -------------------------------------------------------------------------------- /examples/multilingual/data_scripts/download_iwslt_and_extract.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/multilingual/data_scripts/download_iwslt_and_extract.sh -------------------------------------------------------------------------------- /examples/multilingual/data_scripts/download_lotus.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/multilingual/data_scripts/download_lotus.sh -------------------------------------------------------------------------------- /examples/multilingual/data_scripts/download_ted_and_extract.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/multilingual/data_scripts/download_ted_and_extract.py -------------------------------------------------------------------------------- /examples/multilingual/data_scripts/download_wat19_my.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/multilingual/data_scripts/download_wat19_my.sh -------------------------------------------------------------------------------- /examples/multilingual/data_scripts/download_wmt19_and_before.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/multilingual/data_scripts/download_wmt19_and_before.py -------------------------------------------------------------------------------- /examples/multilingual/data_scripts/download_wmt20.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/multilingual/data_scripts/download_wmt20.sh -------------------------------------------------------------------------------- /examples/multilingual/data_scripts/preprocess_ML50_v1.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/multilingual/data_scripts/preprocess_ML50_v1.sh -------------------------------------------------------------------------------- /examples/multilingual/data_scripts/remove_valid_test_in_train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/multilingual/data_scripts/remove_valid_test_in_train.py -------------------------------------------------------------------------------- /examples/multilingual/data_scripts/requirement.txt: -------------------------------------------------------------------------------- 1 | wget 2 | pandas -------------------------------------------------------------------------------- /examples/multilingual/data_scripts/utils/dedup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/multilingual/data_scripts/utils/dedup.py -------------------------------------------------------------------------------- /examples/multilingual/data_scripts/utils/fasttext_multi_filter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/multilingual/data_scripts/utils/fasttext_multi_filter.py -------------------------------------------------------------------------------- /examples/multilingual/data_scripts/utils/strip_sgm.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/multilingual/data_scripts/utils/strip_sgm.sh -------------------------------------------------------------------------------- /examples/multilingual/finetune_multilingual_model.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/multilingual/finetune_multilingual_model.sh -------------------------------------------------------------------------------- /examples/multilingual/multilingual_fairseq_gen.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/multilingual/multilingual_fairseq_gen.sh -------------------------------------------------------------------------------- /examples/multilingual/train_multilingual_model.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/multilingual/train_multilingual_model.sh -------------------------------------------------------------------------------- /examples/noisychannel/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/noisychannel/README.md -------------------------------------------------------------------------------- /examples/noisychannel/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/noisychannel/__init__.py -------------------------------------------------------------------------------- /examples/noisychannel/rerank.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/noisychannel/rerank.py -------------------------------------------------------------------------------- /examples/noisychannel/rerank_generate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/noisychannel/rerank_generate.py -------------------------------------------------------------------------------- /examples/noisychannel/rerank_options.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/noisychannel/rerank_options.py -------------------------------------------------------------------------------- /examples/noisychannel/rerank_score_bw.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/noisychannel/rerank_score_bw.py -------------------------------------------------------------------------------- /examples/noisychannel/rerank_score_lm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/noisychannel/rerank_score_lm.py -------------------------------------------------------------------------------- /examples/noisychannel/rerank_tune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/noisychannel/rerank_tune.py -------------------------------------------------------------------------------- /examples/noisychannel/rerank_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/noisychannel/rerank_utils.py -------------------------------------------------------------------------------- /examples/nonautoregressive_translation/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/nonautoregressive_translation/README.md -------------------------------------------------------------------------------- /examples/nonautoregressive_translation/scripts.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/nonautoregressive_translation/scripts.md -------------------------------------------------------------------------------- /examples/paraphraser/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/paraphraser/README.md -------------------------------------------------------------------------------- /examples/paraphraser/paraphrase.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/paraphraser/paraphrase.py -------------------------------------------------------------------------------- /examples/pay_less_attention_paper/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/pay_less_attention_paper/README.md -------------------------------------------------------------------------------- /examples/pointer_generator/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/pointer_generator/README.md -------------------------------------------------------------------------------- /examples/pointer_generator/README.xsum.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/pointer_generator/README.xsum.md -------------------------------------------------------------------------------- /examples/pointer_generator/pointer_generator_src/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/pointer_generator/pointer_generator_src/__init__.py -------------------------------------------------------------------------------- /examples/pointer_generator/pointer_generator_src/transformer_pg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/pointer_generator/pointer_generator_src/transformer_pg.py -------------------------------------------------------------------------------- /examples/pointer_generator/postprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/pointer_generator/postprocess.py -------------------------------------------------------------------------------- /examples/pointer_generator/preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/pointer_generator/preprocess.py -------------------------------------------------------------------------------- /examples/quant_noise/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/quant_noise/README.md -------------------------------------------------------------------------------- /examples/quant_noise/transformer_quantization_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/quant_noise/transformer_quantization_config.yaml -------------------------------------------------------------------------------- /examples/roberta/README.custom_classification.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/roberta/README.custom_classification.md -------------------------------------------------------------------------------- /examples/roberta/README.glue.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/roberta/README.glue.md -------------------------------------------------------------------------------- /examples/roberta/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/roberta/README.md -------------------------------------------------------------------------------- /examples/roberta/README.pretraining.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/roberta/README.pretraining.md -------------------------------------------------------------------------------- /examples/roberta/README.race.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/roberta/README.race.md -------------------------------------------------------------------------------- /examples/roberta/commonsense_qa/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/roberta/commonsense_qa/README.md -------------------------------------------------------------------------------- /examples/roberta/commonsense_qa/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/roberta/commonsense_qa/__init__.py -------------------------------------------------------------------------------- /examples/roberta/commonsense_qa/commonsense_qa_task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/roberta/commonsense_qa/commonsense_qa_task.py -------------------------------------------------------------------------------- /examples/roberta/commonsense_qa/download_cqa_data.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/roberta/commonsense_qa/download_cqa_data.sh -------------------------------------------------------------------------------- /examples/roberta/fb_multilingual/README.multilingual.pretraining.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/roberta/fb_multilingual/README.multilingual.pretraining.md -------------------------------------------------------------------------------- /examples/roberta/multiprocessing_bpe_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/roberta/multiprocessing_bpe_encoder.py -------------------------------------------------------------------------------- /examples/roberta/preprocess_GLUE_tasks.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/roberta/preprocess_GLUE_tasks.sh -------------------------------------------------------------------------------- /examples/roberta/preprocess_RACE.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/roberta/preprocess_RACE.py -------------------------------------------------------------------------------- /examples/roberta/preprocess_RACE.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/roberta/preprocess_RACE.sh -------------------------------------------------------------------------------- /examples/roberta/wsc/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/roberta/wsc/README.md -------------------------------------------------------------------------------- /examples/roberta/wsc/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/roberta/wsc/__init__.py -------------------------------------------------------------------------------- /examples/roberta/wsc/wsc_criterion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/roberta/wsc/wsc_criterion.py -------------------------------------------------------------------------------- /examples/roberta/wsc/wsc_task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/roberta/wsc/wsc_task.py -------------------------------------------------------------------------------- /examples/roberta/wsc/wsc_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/roberta/wsc/wsc_utils.py -------------------------------------------------------------------------------- /examples/rxf/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/rxf/README.md -------------------------------------------------------------------------------- /examples/rxf/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/rxf/__init__.py -------------------------------------------------------------------------------- /examples/rxf/rxf_src/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/rxf/rxf_src/__init__.py -------------------------------------------------------------------------------- /examples/rxf/rxf_src/label_smoothed_cross_entropy_r3f.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/rxf/rxf_src/label_smoothed_cross_entropy_r3f.py -------------------------------------------------------------------------------- /examples/rxf/rxf_src/sentence_prediction_r3f.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/rxf/rxf_src/sentence_prediction_r3f.py -------------------------------------------------------------------------------- /examples/scaling_nmt/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/scaling_nmt/README.md -------------------------------------------------------------------------------- /examples/simultaneous_translation/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/simultaneous_translation/README.md -------------------------------------------------------------------------------- /examples/simultaneous_translation/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/simultaneous_translation/__init__.py -------------------------------------------------------------------------------- /examples/simultaneous_translation/criterions/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/simultaneous_translation/criterions/__init__.py -------------------------------------------------------------------------------- /examples/simultaneous_translation/criterions/label_smoothed_cross_entropy_latency_augmented.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/simultaneous_translation/criterions/label_smoothed_cross_entropy_latency_augmented.py -------------------------------------------------------------------------------- /examples/simultaneous_translation/docs/baseline.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/simultaneous_translation/docs/baseline.md -------------------------------------------------------------------------------- /examples/simultaneous_translation/docs/evaluation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/simultaneous_translation/docs/evaluation.md -------------------------------------------------------------------------------- /examples/simultaneous_translation/eval/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/simultaneous_translation/eval/__init__.py -------------------------------------------------------------------------------- /examples/simultaneous_translation/eval/agents/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/simultaneous_translation/eval/agents/__init__.py -------------------------------------------------------------------------------- /examples/simultaneous_translation/eval/agents/agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/simultaneous_translation/eval/agents/agent.py -------------------------------------------------------------------------------- /examples/simultaneous_translation/eval/agents/simul_trans_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/simultaneous_translation/eval/agents/simul_trans_agent.py -------------------------------------------------------------------------------- /examples/simultaneous_translation/eval/agents/simul_trans_text_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/simultaneous_translation/eval/agents/simul_trans_text_agent.py -------------------------------------------------------------------------------- /examples/simultaneous_translation/eval/agents/word_splitter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/simultaneous_translation/eval/agents/word_splitter.py -------------------------------------------------------------------------------- /examples/simultaneous_translation/eval/client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/simultaneous_translation/eval/client.py -------------------------------------------------------------------------------- /examples/simultaneous_translation/eval/eval_latency.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/simultaneous_translation/eval/eval_latency.py -------------------------------------------------------------------------------- /examples/simultaneous_translation/eval/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/simultaneous_translation/eval/evaluate.py -------------------------------------------------------------------------------- /examples/simultaneous_translation/eval/scorers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/simultaneous_translation/eval/scorers/__init__.py -------------------------------------------------------------------------------- /examples/simultaneous_translation/eval/scorers/scorer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/simultaneous_translation/eval/scorers/scorer.py -------------------------------------------------------------------------------- /examples/simultaneous_translation/eval/scorers/text_scorer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/simultaneous_translation/eval/scorers/text_scorer.py -------------------------------------------------------------------------------- /examples/simultaneous_translation/eval/server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/simultaneous_translation/eval/server.py -------------------------------------------------------------------------------- /examples/simultaneous_translation/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/simultaneous_translation/models/__init__.py -------------------------------------------------------------------------------- /examples/simultaneous_translation/models/transformer_monotonic_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/simultaneous_translation/models/transformer_monotonic_attention.py -------------------------------------------------------------------------------- /examples/simultaneous_translation/modules/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/simultaneous_translation/modules/__init__.py -------------------------------------------------------------------------------- /examples/simultaneous_translation/modules/monotonic_multihead_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/simultaneous_translation/modules/monotonic_multihead_attention.py -------------------------------------------------------------------------------- /examples/simultaneous_translation/modules/monotonic_transformer_layer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/simultaneous_translation/modules/monotonic_transformer_layer.py -------------------------------------------------------------------------------- /examples/simultaneous_translation/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/simultaneous_translation/utils/__init__.py -------------------------------------------------------------------------------- /examples/simultaneous_translation/utils/functions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/simultaneous_translation/utils/functions.py -------------------------------------------------------------------------------- /examples/simultaneous_translation/utils/latency.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/simultaneous_translation/utils/latency.py -------------------------------------------------------------------------------- /examples/speech_recognition/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/speech_recognition/README.md -------------------------------------------------------------------------------- /examples/speech_recognition/__init__.py: -------------------------------------------------------------------------------- 1 | from . import criterions, models, tasks # noqa 2 | -------------------------------------------------------------------------------- /examples/speech_recognition/criterions/ASG_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/speech_recognition/criterions/ASG_loss.py -------------------------------------------------------------------------------- /examples/speech_recognition/criterions/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/speech_recognition/criterions/__init__.py -------------------------------------------------------------------------------- /examples/speech_recognition/criterions/cross_entropy_acc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/speech_recognition/criterions/cross_entropy_acc.py -------------------------------------------------------------------------------- /examples/speech_recognition/data/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/speech_recognition/data/__init__.py -------------------------------------------------------------------------------- /examples/speech_recognition/data/asr_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/speech_recognition/data/asr_dataset.py -------------------------------------------------------------------------------- /examples/speech_recognition/data/collaters.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/speech_recognition/data/collaters.py -------------------------------------------------------------------------------- /examples/speech_recognition/data/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/speech_recognition/data/data_utils.py -------------------------------------------------------------------------------- /examples/speech_recognition/data/replabels.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/speech_recognition/data/replabels.py -------------------------------------------------------------------------------- /examples/speech_recognition/datasets/asr_prep_json.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/speech_recognition/datasets/asr_prep_json.py -------------------------------------------------------------------------------- /examples/speech_recognition/datasets/prepare-librispeech.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/speech_recognition/datasets/prepare-librispeech.sh -------------------------------------------------------------------------------- /examples/speech_recognition/infer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/speech_recognition/infer.py -------------------------------------------------------------------------------- /examples/speech_recognition/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/speech_recognition/models/__init__.py -------------------------------------------------------------------------------- /examples/speech_recognition/models/vggtransformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/speech_recognition/models/vggtransformer.py -------------------------------------------------------------------------------- /examples/speech_recognition/models/w2l_conv_glu_enc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/speech_recognition/models/w2l_conv_glu_enc.py -------------------------------------------------------------------------------- /examples/speech_recognition/tasks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/speech_recognition/tasks/__init__.py -------------------------------------------------------------------------------- /examples/speech_recognition/tasks/speech_recognition.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/speech_recognition/tasks/speech_recognition.py -------------------------------------------------------------------------------- /examples/speech_recognition/utils/wer_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/speech_recognition/utils/wer_utils.py -------------------------------------------------------------------------------- /examples/speech_recognition/w2l_decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/speech_recognition/w2l_decoder.py -------------------------------------------------------------------------------- /examples/speech_to_text/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/speech_to_text/README.md -------------------------------------------------------------------------------- /examples/speech_to_text/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/speech_to_text/data_utils.py -------------------------------------------------------------------------------- /examples/speech_to_text/docs/covost_example.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/speech_to_text/docs/covost_example.md -------------------------------------------------------------------------------- /examples/speech_to_text/docs/librispeech_example.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/speech_to_text/docs/librispeech_example.md -------------------------------------------------------------------------------- /examples/speech_to_text/docs/mustc_example.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/speech_to_text/docs/mustc_example.md -------------------------------------------------------------------------------- /examples/speech_to_text/prep_covost_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/speech_to_text/prep_covost_data.py -------------------------------------------------------------------------------- /examples/speech_to_text/prep_librispeech_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/speech_to_text/prep_librispeech_data.py -------------------------------------------------------------------------------- /examples/speech_to_text/prep_mustc_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/speech_to_text/prep_mustc_data.py -------------------------------------------------------------------------------- /examples/stories/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/stories/README.md -------------------------------------------------------------------------------- /examples/translation/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/translation/README.md -------------------------------------------------------------------------------- /examples/translation/prepare-iwslt14.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/translation/prepare-iwslt14.sh -------------------------------------------------------------------------------- /examples/translation/prepare-iwslt17-multilingual.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/translation/prepare-iwslt17-multilingual.sh -------------------------------------------------------------------------------- /examples/translation/prepare-wmt14en2de.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/translation/prepare-wmt14en2de.sh -------------------------------------------------------------------------------- /examples/translation/prepare-wmt14en2fr.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/translation/prepare-wmt14en2fr.sh -------------------------------------------------------------------------------- /examples/translation_moe/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/translation_moe/README.md -------------------------------------------------------------------------------- /examples/translation_moe/score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/translation_moe/score.py -------------------------------------------------------------------------------- /examples/translation_moe/translation_moe_src/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/translation_moe/translation_moe_src/__init__.py -------------------------------------------------------------------------------- /examples/translation_moe/translation_moe_src/logsumexp_moe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/translation_moe/translation_moe_src/logsumexp_moe.py -------------------------------------------------------------------------------- /examples/translation_moe/translation_moe_src/mean_pool_gating_network.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/translation_moe/translation_moe_src/mean_pool_gating_network.py -------------------------------------------------------------------------------- /examples/translation_moe/translation_moe_src/translation_moe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/translation_moe/translation_moe_src/translation_moe.py -------------------------------------------------------------------------------- /examples/truncated_bptt/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/truncated_bptt/README.md -------------------------------------------------------------------------------- /examples/truncated_bptt/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/truncated_bptt/__init__.py -------------------------------------------------------------------------------- /examples/truncated_bptt/transformer_xl_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/truncated_bptt/transformer_xl_model.py -------------------------------------------------------------------------------- /examples/truncated_bptt/truncated_bptt_lm_task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/truncated_bptt/truncated_bptt_lm_task.py -------------------------------------------------------------------------------- /examples/unsupervised_quality_estimation/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/unsupervised_quality_estimation/README.md -------------------------------------------------------------------------------- /examples/unsupervised_quality_estimation/aggregate_scores.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/unsupervised_quality_estimation/aggregate_scores.py -------------------------------------------------------------------------------- /examples/unsupervised_quality_estimation/meteor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/unsupervised_quality_estimation/meteor.py -------------------------------------------------------------------------------- /examples/unsupervised_quality_estimation/repeat_lines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/unsupervised_quality_estimation/repeat_lines.py -------------------------------------------------------------------------------- /examples/wav2vec/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/wav2vec/README.md -------------------------------------------------------------------------------- /examples/wav2vec/config/finetuning/base_100h.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/wav2vec/config/finetuning/base_100h.yaml -------------------------------------------------------------------------------- /examples/wav2vec/config/finetuning/base_10h.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/wav2vec/config/finetuning/base_10h.yaml -------------------------------------------------------------------------------- /examples/wav2vec/config/finetuning/base_10m.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/wav2vec/config/finetuning/base_10m.yaml -------------------------------------------------------------------------------- /examples/wav2vec/config/finetuning/base_1h.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/wav2vec/config/finetuning/base_1h.yaml -------------------------------------------------------------------------------- /examples/wav2vec/config/finetuning/base_960h.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/wav2vec/config/finetuning/base_960h.yaml -------------------------------------------------------------------------------- /examples/wav2vec/config/finetuning/vox_100h.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/wav2vec/config/finetuning/vox_100h.yaml -------------------------------------------------------------------------------- /examples/wav2vec/config/finetuning/vox_10h.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/wav2vec/config/finetuning/vox_10h.yaml -------------------------------------------------------------------------------- /examples/wav2vec/config/finetuning/vox_10m.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/wav2vec/config/finetuning/vox_10m.yaml -------------------------------------------------------------------------------- /examples/wav2vec/config/finetuning/vox_1h.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/wav2vec/config/finetuning/vox_1h.yaml -------------------------------------------------------------------------------- /examples/wav2vec/config/finetuning/vox_960h.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/wav2vec/config/finetuning/vox_960h.yaml -------------------------------------------------------------------------------- /examples/wav2vec/config/pretraining/wav2vec2_base_librispeech.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/wav2vec/config/pretraining/wav2vec2_base_librispeech.yaml -------------------------------------------------------------------------------- /examples/wav2vec/config/pretraining/wav2vec2_large_librivox.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/wav2vec/config/pretraining/wav2vec2_large_librivox.yaml -------------------------------------------------------------------------------- /examples/wav2vec/fb_upgrade_w2v2_cp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/wav2vec/fb_upgrade_w2v2_cp.py -------------------------------------------------------------------------------- /examples/wav2vec/libri_labels.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/wav2vec/libri_labels.py -------------------------------------------------------------------------------- /examples/wav2vec/vq-wav2vec_featurize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/wav2vec/vq-wav2vec_featurize.py -------------------------------------------------------------------------------- /examples/wav2vec/wav2vec_featurize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/wav2vec/wav2vec_featurize.py -------------------------------------------------------------------------------- /examples/wav2vec/wav2vec_manifest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/wav2vec/wav2vec_manifest.py -------------------------------------------------------------------------------- /examples/wmt19/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/wmt19/README.md -------------------------------------------------------------------------------- /examples/wmt20/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/wmt20/README.md -------------------------------------------------------------------------------- /examples/xlmr/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/examples/xlmr/README.md -------------------------------------------------------------------------------- /fairseq/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/__init__.py -------------------------------------------------------------------------------- /fairseq/benchmark/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/benchmark/__init__.py -------------------------------------------------------------------------------- /fairseq/benchmark/dummy_lm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/benchmark/dummy_lm.py -------------------------------------------------------------------------------- /fairseq/benchmark/dummy_masked_lm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/benchmark/dummy_masked_lm.py -------------------------------------------------------------------------------- /fairseq/benchmark/dummy_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/benchmark/dummy_model.py -------------------------------------------------------------------------------- /fairseq/benchmark/dummy_mt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/benchmark/dummy_mt.py -------------------------------------------------------------------------------- /fairseq/binarizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/binarizer.py -------------------------------------------------------------------------------- /fairseq/checkpoint_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/checkpoint_utils.py -------------------------------------------------------------------------------- /fairseq/clib/cuda/ngram_repeat_block_cuda.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/clib/cuda/ngram_repeat_block_cuda.cpp -------------------------------------------------------------------------------- /fairseq/clib/cuda/ngram_repeat_block_cuda_kernel.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/clib/cuda/ngram_repeat_block_cuda_kernel.cu -------------------------------------------------------------------------------- /fairseq/clib/libbleu/libbleu.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/clib/libbleu/libbleu.cpp -------------------------------------------------------------------------------- /fairseq/clib/libbleu/module.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/clib/libbleu/module.cpp -------------------------------------------------------------------------------- /fairseq/clib/libnat/edit_dist.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/clib/libnat/edit_dist.cpp -------------------------------------------------------------------------------- /fairseq/clib/libnat_cuda/binding.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/clib/libnat_cuda/binding.cpp -------------------------------------------------------------------------------- /fairseq/clib/libnat_cuda/edit_dist.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/clib/libnat_cuda/edit_dist.cu -------------------------------------------------------------------------------- /fairseq/clib/libnat_cuda/edit_dist.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/clib/libnat_cuda/edit_dist.h -------------------------------------------------------------------------------- /fairseq/config/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/config/__init__.py -------------------------------------------------------------------------------- /fairseq/config/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/config/config.yaml -------------------------------------------------------------------------------- /fairseq/config/model/transformer_lm/transformer_lm_baevski_gbw.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/config/model/transformer_lm/transformer_lm_baevski_gbw.yaml -------------------------------------------------------------------------------- /fairseq/config/model/transformer_lm/transformer_lm_baevski_wiki103.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/config/model/transformer_lm/transformer_lm_baevski_wiki103.yaml -------------------------------------------------------------------------------- /fairseq/config/model/transformer_lm/transformer_lm_big.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/config/model/transformer_lm/transformer_lm_big.yaml -------------------------------------------------------------------------------- /fairseq/config/model/transformer_lm/transformer_lm_gbw.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/config/model/transformer_lm/transformer_lm_gbw.yaml -------------------------------------------------------------------------------- /fairseq/config/model/transformer_lm/transformer_lm_gpt.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/config/model/transformer_lm/transformer_lm_gpt.yaml -------------------------------------------------------------------------------- /fairseq/config/model/transformer_lm/transformer_lm_gpt2_big.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/config/model/transformer_lm/transformer_lm_gpt2_big.yaml -------------------------------------------------------------------------------- /fairseq/config/model/transformer_lm/transformer_lm_gpt2_medium.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/config/model/transformer_lm/transformer_lm_gpt2_medium.yaml -------------------------------------------------------------------------------- /fairseq/config/model/transformer_lm/transformer_lm_gpt2_small.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/config/model/transformer_lm/transformer_lm_gpt2_small.yaml -------------------------------------------------------------------------------- /fairseq/config/model/transformer_lm/transformer_lm_wiki103.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/config/model/transformer_lm/transformer_lm_wiki103.yaml -------------------------------------------------------------------------------- /fairseq/config/model/wav2vec/vq_wav2vec_gumbel.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/config/model/wav2vec/vq_wav2vec_gumbel.yaml -------------------------------------------------------------------------------- /fairseq/config/model/wav2vec2/wav2vec2_base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/config/model/wav2vec2/wav2vec2_base.yaml -------------------------------------------------------------------------------- /fairseq/config/model/wav2vec2/wav2vec2_large.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/config/model/wav2vec2/wav2vec2_large.yaml -------------------------------------------------------------------------------- /fairseq/criterions/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/criterions/__init__.py -------------------------------------------------------------------------------- /fairseq/criterions/adaptive_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/criterions/adaptive_loss.py -------------------------------------------------------------------------------- /fairseq/criterions/composite_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/criterions/composite_loss.py -------------------------------------------------------------------------------- /fairseq/criterions/cross_entropy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/criterions/cross_entropy.py -------------------------------------------------------------------------------- /fairseq/criterions/ctc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/criterions/ctc.py -------------------------------------------------------------------------------- /fairseq/criterions/desynchronized_cross_entropy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/criterions/desynchronized_cross_entropy.py -------------------------------------------------------------------------------- /fairseq/criterions/fairseq_criterion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/criterions/fairseq_criterion.py -------------------------------------------------------------------------------- /fairseq/criterions/label_smoothed_cross_entropy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/criterions/label_smoothed_cross_entropy.py -------------------------------------------------------------------------------- /fairseq/criterions/label_smoothed_cross_entropy_with_alignment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/criterions/label_smoothed_cross_entropy_with_alignment.py -------------------------------------------------------------------------------- /fairseq/criterions/legacy_masked_lm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/criterions/legacy_masked_lm.py -------------------------------------------------------------------------------- /fairseq/criterions/masked_lm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/criterions/masked_lm.py -------------------------------------------------------------------------------- /fairseq/criterions/model_criterion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/criterions/model_criterion.py -------------------------------------------------------------------------------- /fairseq/criterions/moe_cross_entropy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/criterions/moe_cross_entropy.py -------------------------------------------------------------------------------- /fairseq/criterions/moe_label_smoothed_cross_entropy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/criterions/moe_label_smoothed_cross_entropy.py -------------------------------------------------------------------------------- /fairseq/criterions/moe_multidomain_cross_entropy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/criterions/moe_multidomain_cross_entropy.py -------------------------------------------------------------------------------- /fairseq/criterions/nat_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/criterions/nat_loss.py -------------------------------------------------------------------------------- /fairseq/criterions/sentence_prediction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/criterions/sentence_prediction.py -------------------------------------------------------------------------------- /fairseq/criterions/sentence_ranking.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/criterions/sentence_ranking.py -------------------------------------------------------------------------------- /fairseq/criterions/wav2vec_criterion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/criterions/wav2vec_criterion.py -------------------------------------------------------------------------------- /fairseq/data/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/__init__.py -------------------------------------------------------------------------------- /fairseq/data/add_target_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/add_target_dataset.py -------------------------------------------------------------------------------- /fairseq/data/append_token_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/append_token_dataset.py -------------------------------------------------------------------------------- /fairseq/data/audio/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /fairseq/data/audio/audio_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/audio/audio_utils.py -------------------------------------------------------------------------------- /fairseq/data/audio/fb_everstore_audio_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/audio/fb_everstore_audio_dataset.py -------------------------------------------------------------------------------- /fairseq/data/audio/fb_soundfile.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/audio/fb_soundfile.py -------------------------------------------------------------------------------- /fairseq/data/audio/feature_transforms/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/audio/feature_transforms/__init__.py -------------------------------------------------------------------------------- /fairseq/data/audio/feature_transforms/global_cmvn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/audio/feature_transforms/global_cmvn.py -------------------------------------------------------------------------------- /fairseq/data/audio/feature_transforms/specaugment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/audio/feature_transforms/specaugment.py -------------------------------------------------------------------------------- /fairseq/data/audio/feature_transforms/utterance_cmvn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/audio/feature_transforms/utterance_cmvn.py -------------------------------------------------------------------------------- /fairseq/data/audio/raw_audio_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/audio/raw_audio_dataset.py -------------------------------------------------------------------------------- /fairseq/data/audio/speech_to_text_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/audio/speech_to_text_dataset.py -------------------------------------------------------------------------------- /fairseq/data/backtranslation_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/backtranslation_dataset.py -------------------------------------------------------------------------------- /fairseq/data/base_wrapper_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/base_wrapper_dataset.py -------------------------------------------------------------------------------- /fairseq/data/bucket_pad_length_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/bucket_pad_length_dataset.py -------------------------------------------------------------------------------- /fairseq/data/cluster_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/cluster_dataset.py -------------------------------------------------------------------------------- /fairseq/data/colorize_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/colorize_dataset.py -------------------------------------------------------------------------------- /fairseq/data/concat_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/concat_dataset.py -------------------------------------------------------------------------------- /fairseq/data/concat_sentences_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/concat_sentences_dataset.py -------------------------------------------------------------------------------- /fairseq/data/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/data_utils.py -------------------------------------------------------------------------------- /fairseq/data/data_utils_fast.pyx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/data_utils_fast.pyx -------------------------------------------------------------------------------- /fairseq/data/denoising_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/denoising_dataset.py -------------------------------------------------------------------------------- /fairseq/data/dictionary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/dictionary.py -------------------------------------------------------------------------------- /fairseq/data/encoders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/encoders/__init__.py -------------------------------------------------------------------------------- /fairseq/data/encoders/byte_bpe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/encoders/byte_bpe.py -------------------------------------------------------------------------------- /fairseq/data/encoders/byte_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/encoders/byte_utils.py -------------------------------------------------------------------------------- /fairseq/data/encoders/bytes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/encoders/bytes.py -------------------------------------------------------------------------------- /fairseq/data/encoders/characters.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/encoders/characters.py -------------------------------------------------------------------------------- /fairseq/data/encoders/fastbpe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/encoders/fastbpe.py -------------------------------------------------------------------------------- /fairseq/data/encoders/gpt2_bpe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/encoders/gpt2_bpe.py -------------------------------------------------------------------------------- /fairseq/data/encoders/gpt2_bpe_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/encoders/gpt2_bpe_utils.py -------------------------------------------------------------------------------- /fairseq/data/encoders/hf_bert_bpe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/encoders/hf_bert_bpe.py -------------------------------------------------------------------------------- /fairseq/data/encoders/hf_byte_bpe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/encoders/hf_byte_bpe.py -------------------------------------------------------------------------------- /fairseq/data/encoders/moses_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/encoders/moses_tokenizer.py -------------------------------------------------------------------------------- /fairseq/data/encoders/nltk_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/encoders/nltk_tokenizer.py -------------------------------------------------------------------------------- /fairseq/data/encoders/sentencepiece_bpe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/encoders/sentencepiece_bpe.py -------------------------------------------------------------------------------- /fairseq/data/encoders/space_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/encoders/space_tokenizer.py -------------------------------------------------------------------------------- /fairseq/data/encoders/subword_nmt_bpe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/encoders/subword_nmt_bpe.py -------------------------------------------------------------------------------- /fairseq/data/encoders/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/encoders/utils.py -------------------------------------------------------------------------------- /fairseq/data/fairseq_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/fairseq_dataset.py -------------------------------------------------------------------------------- /fairseq/data/fasta_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/fasta_dataset.py -------------------------------------------------------------------------------- /fairseq/data/fb_conversations/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /fairseq/data/fb_conversations/fb_conversation_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/fb_conversations/fb_conversation_dataset.py -------------------------------------------------------------------------------- /fairseq/data/fb_conversations/fb_special_symbols.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/fb_conversations/fb_special_symbols.py -------------------------------------------------------------------------------- /fairseq/data/fb_hive_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/fb_hive_dataset.py -------------------------------------------------------------------------------- /fairseq/data/id_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/id_dataset.py -------------------------------------------------------------------------------- /fairseq/data/indexed_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/indexed_dataset.py -------------------------------------------------------------------------------- /fairseq/data/iterators.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/iterators.py -------------------------------------------------------------------------------- /fairseq/data/language_pair_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/language_pair_dataset.py -------------------------------------------------------------------------------- /fairseq/data/legacy/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/legacy/__init__.py -------------------------------------------------------------------------------- /fairseq/data/legacy/block_pair_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/legacy/block_pair_dataset.py -------------------------------------------------------------------------------- /fairseq/data/legacy/fb_hf_bert_dictionary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/legacy/fb_hf_bert_dictionary.py -------------------------------------------------------------------------------- /fairseq/data/legacy/masked_lm_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/legacy/masked_lm_dataset.py -------------------------------------------------------------------------------- /fairseq/data/legacy/masked_lm_dictionary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/legacy/masked_lm_dictionary.py -------------------------------------------------------------------------------- /fairseq/data/list_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/list_dataset.py -------------------------------------------------------------------------------- /fairseq/data/lm_context_window_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/lm_context_window_dataset.py -------------------------------------------------------------------------------- /fairseq/data/lru_cache_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/lru_cache_dataset.py -------------------------------------------------------------------------------- /fairseq/data/mask_tokens_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/mask_tokens_dataset.py -------------------------------------------------------------------------------- /fairseq/data/monodomain_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/monodomain_dataset.py -------------------------------------------------------------------------------- /fairseq/data/monolingual_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/monolingual_dataset.py -------------------------------------------------------------------------------- /fairseq/data/multi_corpus_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/multi_corpus_dataset.py -------------------------------------------------------------------------------- /fairseq/data/multi_corpus_sampled_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/multi_corpus_sampled_dataset.py -------------------------------------------------------------------------------- /fairseq/data/multilingual/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/multilingual/__init__.py -------------------------------------------------------------------------------- /fairseq/data/multilingual/multilingual_data_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/multilingual/multilingual_data_manager.py -------------------------------------------------------------------------------- /fairseq/data/multilingual/multilingual_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/multilingual/multilingual_utils.py -------------------------------------------------------------------------------- /fairseq/data/multilingual/sampled_multi_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/multilingual/sampled_multi_dataset.py -------------------------------------------------------------------------------- /fairseq/data/multilingual/sampled_multi_epoch_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/multilingual/sampled_multi_epoch_dataset.py -------------------------------------------------------------------------------- /fairseq/data/multilingual/sampling_method.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/multilingual/sampling_method.py -------------------------------------------------------------------------------- /fairseq/data/nested_dictionary_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/nested_dictionary_dataset.py -------------------------------------------------------------------------------- /fairseq/data/noising.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/noising.py -------------------------------------------------------------------------------- /fairseq/data/num_samples_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/num_samples_dataset.py -------------------------------------------------------------------------------- /fairseq/data/numel_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/numel_dataset.py -------------------------------------------------------------------------------- /fairseq/data/offset_tokens_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/offset_tokens_dataset.py -------------------------------------------------------------------------------- /fairseq/data/pad_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/pad_dataset.py -------------------------------------------------------------------------------- /fairseq/data/plasma_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/plasma_utils.py -------------------------------------------------------------------------------- /fairseq/data/prepend_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/prepend_dataset.py -------------------------------------------------------------------------------- /fairseq/data/prepend_token_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/prepend_token_dataset.py -------------------------------------------------------------------------------- /fairseq/data/raw_label_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/raw_label_dataset.py -------------------------------------------------------------------------------- /fairseq/data/reclustering_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/reclustering_dataset.py -------------------------------------------------------------------------------- /fairseq/data/replace_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/replace_dataset.py -------------------------------------------------------------------------------- /fairseq/data/resampling_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/resampling_dataset.py -------------------------------------------------------------------------------- /fairseq/data/roll_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/roll_dataset.py -------------------------------------------------------------------------------- /fairseq/data/round_robin_zip_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/round_robin_zip_datasets.py -------------------------------------------------------------------------------- /fairseq/data/shorten_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/shorten_dataset.py -------------------------------------------------------------------------------- /fairseq/data/sort_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/sort_dataset.py -------------------------------------------------------------------------------- /fairseq/data/strip_token_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/strip_token_dataset.py -------------------------------------------------------------------------------- /fairseq/data/subsample_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/subsample_dataset.py -------------------------------------------------------------------------------- /fairseq/data/subset_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/subset_dataset.py -------------------------------------------------------------------------------- /fairseq/data/token_block_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/token_block_dataset.py -------------------------------------------------------------------------------- /fairseq/data/token_block_utils_fast.pyx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/token_block_utils_fast.pyx -------------------------------------------------------------------------------- /fairseq/data/transform_eos_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/transform_eos_dataset.py -------------------------------------------------------------------------------- /fairseq/data/transform_eos_lang_pair_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/data/transform_eos_lang_pair_dataset.py -------------------------------------------------------------------------------- /fairseq/dataclass/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/dataclass/__init__.py -------------------------------------------------------------------------------- /fairseq/dataclass/configs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/dataclass/configs.py -------------------------------------------------------------------------------- /fairseq/dataclass/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/dataclass/constants.py -------------------------------------------------------------------------------- /fairseq/dataclass/initialize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/dataclass/initialize.py -------------------------------------------------------------------------------- /fairseq/dataclass/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/dataclass/utils.py -------------------------------------------------------------------------------- /fairseq/distributed_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/distributed_utils.py -------------------------------------------------------------------------------- /fairseq/fb_hub.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/fb_hub.py -------------------------------------------------------------------------------- /fairseq/fb_pathhandlers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/fb_pathhandlers.py -------------------------------------------------------------------------------- /fairseq/fb_sequence_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/fb_sequence_generator.py -------------------------------------------------------------------------------- /fairseq/file_io.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/file_io.py -------------------------------------------------------------------------------- /fairseq/file_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/file_utils.py -------------------------------------------------------------------------------- /fairseq/hub_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/hub_utils.py -------------------------------------------------------------------------------- /fairseq/incremental_decoding_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/incremental_decoding_utils.py -------------------------------------------------------------------------------- /fairseq/iterative_refinement_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/iterative_refinement_generator.py -------------------------------------------------------------------------------- /fairseq/legacy_distributed_data_parallel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/legacy_distributed_data_parallel.py -------------------------------------------------------------------------------- /fairseq/logging/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /fairseq/logging/fb_tbmf_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/logging/fb_tbmf_wrapper.py -------------------------------------------------------------------------------- /fairseq/logging/meters.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/logging/meters.py -------------------------------------------------------------------------------- /fairseq/logging/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/logging/metrics.py -------------------------------------------------------------------------------- /fairseq/logging/progress_bar.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/logging/progress_bar.py -------------------------------------------------------------------------------- /fairseq/model_parallel/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/model_parallel/__init__.py -------------------------------------------------------------------------------- /fairseq/model_parallel/criterions/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/model_parallel/criterions/__init__.py -------------------------------------------------------------------------------- /fairseq/model_parallel/criterions/vocab_parallel_cross_entropy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/model_parallel/criterions/vocab_parallel_cross_entropy.py -------------------------------------------------------------------------------- /fairseq/model_parallel/megatron_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/model_parallel/megatron_trainer.py -------------------------------------------------------------------------------- /fairseq/model_parallel/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/model_parallel/models/__init__.py -------------------------------------------------------------------------------- /fairseq/model_parallel/models/pipeline_parallel_transformer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/model_parallel/models/pipeline_parallel_transformer/__init__.py -------------------------------------------------------------------------------- /fairseq/model_parallel/models/pipeline_parallel_transformer/layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/model_parallel/models/pipeline_parallel_transformer/layers.py -------------------------------------------------------------------------------- /fairseq/model_parallel/models/pipeline_parallel_transformer/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/model_parallel/models/pipeline_parallel_transformer/model.py -------------------------------------------------------------------------------- /fairseq/model_parallel/models/roberta/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/model_parallel/models/roberta/__init__.py -------------------------------------------------------------------------------- /fairseq/model_parallel/models/roberta/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/model_parallel/models/roberta/model.py -------------------------------------------------------------------------------- /fairseq/model_parallel/models/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/model_parallel/models/transformer.py -------------------------------------------------------------------------------- /fairseq/model_parallel/models/transformer_lm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/model_parallel/models/transformer_lm.py -------------------------------------------------------------------------------- /fairseq/model_parallel/modules/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/model_parallel/modules/__init__.py -------------------------------------------------------------------------------- /fairseq/model_parallel/modules/multihead_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/model_parallel/modules/multihead_attention.py -------------------------------------------------------------------------------- /fairseq/model_parallel/modules/transformer_layer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/model_parallel/modules/transformer_layer.py -------------------------------------------------------------------------------- /fairseq/model_parallel/modules/transformer_sentence_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/model_parallel/modules/transformer_sentence_encoder.py -------------------------------------------------------------------------------- /fairseq/model_parallel/modules/transformer_sentence_encoder_layer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/model_parallel/modules/transformer_sentence_encoder_layer.py -------------------------------------------------------------------------------- /fairseq/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/models/__init__.py -------------------------------------------------------------------------------- /fairseq/models/bart/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/models/bart/__init__.py -------------------------------------------------------------------------------- /fairseq/models/bart/hub_interface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/models/bart/hub_interface.py -------------------------------------------------------------------------------- /fairseq/models/bart/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/models/bart/model.py -------------------------------------------------------------------------------- /fairseq/models/composite_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/models/composite_encoder.py -------------------------------------------------------------------------------- /fairseq/models/distributed_fairseq_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/models/distributed_fairseq_model.py -------------------------------------------------------------------------------- /fairseq/models/fairseq_decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/models/fairseq_decoder.py -------------------------------------------------------------------------------- /fairseq/models/fairseq_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/models/fairseq_encoder.py -------------------------------------------------------------------------------- /fairseq/models/fairseq_incremental_decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/models/fairseq_incremental_decoder.py -------------------------------------------------------------------------------- /fairseq/models/fairseq_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/models/fairseq_model.py -------------------------------------------------------------------------------- /fairseq/models/fb_aan_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/models/fb_aan_transformer.py -------------------------------------------------------------------------------- /fairseq/models/fb_bidirectional_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/models/fb_bidirectional_transformer.py -------------------------------------------------------------------------------- /fairseq/models/fb_levenshtein_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/models/fb_levenshtein_transformer.py -------------------------------------------------------------------------------- /fairseq/models/fconv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/models/fconv.py -------------------------------------------------------------------------------- /fairseq/models/fconv_lm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/models/fconv_lm.py -------------------------------------------------------------------------------- /fairseq/models/fconv_self_att.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/models/fconv_self_att.py -------------------------------------------------------------------------------- /fairseq/models/huggingface/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/models/huggingface/__init__.py -------------------------------------------------------------------------------- /fairseq/models/huggingface/hf_gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/models/huggingface/hf_gpt2.py -------------------------------------------------------------------------------- /fairseq/models/lightconv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/models/lightconv.py -------------------------------------------------------------------------------- /fairseq/models/lightconv_lm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/models/lightconv_lm.py -------------------------------------------------------------------------------- /fairseq/models/lstm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/models/lstm.py -------------------------------------------------------------------------------- /fairseq/models/lstm_lm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/models/lstm_lm.py -------------------------------------------------------------------------------- /fairseq/models/masked_lm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/models/masked_lm.py -------------------------------------------------------------------------------- /fairseq/models/model_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/models/model_utils.py -------------------------------------------------------------------------------- /fairseq/models/moe_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/models/moe_model.py -------------------------------------------------------------------------------- /fairseq/models/multilingual_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/models/multilingual_transformer.py -------------------------------------------------------------------------------- /fairseq/models/nat/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/models/nat/__init__.py -------------------------------------------------------------------------------- /fairseq/models/nat/cmlm_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/models/nat/cmlm_transformer.py -------------------------------------------------------------------------------- /fairseq/models/nat/fairseq_nat_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/models/nat/fairseq_nat_model.py -------------------------------------------------------------------------------- /fairseq/models/nat/insertion_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/models/nat/insertion_transformer.py -------------------------------------------------------------------------------- /fairseq/models/nat/iterative_nonautoregressive_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/models/nat/iterative_nonautoregressive_transformer.py -------------------------------------------------------------------------------- /fairseq/models/nat/levenshtein_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/models/nat/levenshtein_transformer.py -------------------------------------------------------------------------------- /fairseq/models/nat/levenshtein_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/models/nat/levenshtein_utils.py -------------------------------------------------------------------------------- /fairseq/models/nat/nat_crf_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/models/nat/nat_crf_transformer.py -------------------------------------------------------------------------------- /fairseq/models/nat/nonautoregressive_ensembles.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/models/nat/nonautoregressive_ensembles.py -------------------------------------------------------------------------------- /fairseq/models/nat/nonautoregressive_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/models/nat/nonautoregressive_transformer.py -------------------------------------------------------------------------------- /fairseq/models/roberta/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/models/roberta/__init__.py -------------------------------------------------------------------------------- /fairseq/models/roberta/alignment_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/models/roberta/alignment_utils.py -------------------------------------------------------------------------------- /fairseq/models/roberta/hub_interface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/models/roberta/hub_interface.py -------------------------------------------------------------------------------- /fairseq/models/roberta/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/models/roberta/model.py -------------------------------------------------------------------------------- /fairseq/models/roberta/model_camembert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/models/roberta/model_camembert.py -------------------------------------------------------------------------------- /fairseq/models/roberta/model_gottbert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/models/roberta/model_gottbert.py -------------------------------------------------------------------------------- /fairseq/models/roberta/model_xlmr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/models/roberta/model_xlmr.py -------------------------------------------------------------------------------- /fairseq/models/speech_to_text/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/models/speech_to_text/__init__.py -------------------------------------------------------------------------------- /fairseq/models/speech_to_text/berard.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/models/speech_to_text/berard.py -------------------------------------------------------------------------------- /fairseq/models/speech_to_text/s2t_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/models/speech_to_text/s2t_transformer.py -------------------------------------------------------------------------------- /fairseq/models/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/models/transformer.py -------------------------------------------------------------------------------- /fairseq/models/transformer_align.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/models/transformer_align.py -------------------------------------------------------------------------------- /fairseq/models/transformer_from_pretrained_xlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/models/transformer_from_pretrained_xlm.py -------------------------------------------------------------------------------- /fairseq/models/transformer_lm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/models/transformer_lm.py -------------------------------------------------------------------------------- /fairseq/models/wav2vec/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/models/wav2vec/__init__.py -------------------------------------------------------------------------------- /fairseq/models/wav2vec/wav2vec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/models/wav2vec/wav2vec.py -------------------------------------------------------------------------------- /fairseq/models/wav2vec/wav2vec2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/models/wav2vec/wav2vec2.py -------------------------------------------------------------------------------- /fairseq/models/wav2vec/wav2vec2_asr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/models/wav2vec/wav2vec2_asr.py -------------------------------------------------------------------------------- /fairseq/modules/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/__init__.py -------------------------------------------------------------------------------- /fairseq/modules/adaptive_input.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/adaptive_input.py -------------------------------------------------------------------------------- /fairseq/modules/adaptive_softmax.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/adaptive_softmax.py -------------------------------------------------------------------------------- /fairseq/modules/beamable_mm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/beamable_mm.py -------------------------------------------------------------------------------- /fairseq/modules/character_token_embedder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/character_token_embedder.py -------------------------------------------------------------------------------- /fairseq/modules/checkpoint_activations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/checkpoint_activations.py -------------------------------------------------------------------------------- /fairseq/modules/conv_tbc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/conv_tbc.py -------------------------------------------------------------------------------- /fairseq/modules/cross_entropy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/cross_entropy.py -------------------------------------------------------------------------------- /fairseq/modules/cuda_utils.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/cuda_utils.cu -------------------------------------------------------------------------------- /fairseq/modules/downsampled_multihead_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/downsampled_multihead_attention.py -------------------------------------------------------------------------------- /fairseq/modules/dynamic_convolution.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/dynamic_convolution.py -------------------------------------------------------------------------------- /fairseq/modules/dynamic_crf_layer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/dynamic_crf_layer.py -------------------------------------------------------------------------------- /fairseq/modules/dynamicconv_layer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/dynamicconv_layer/__init__.py -------------------------------------------------------------------------------- /fairseq/modules/dynamicconv_layer/cuda_function_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/dynamicconv_layer/cuda_function_gen.py -------------------------------------------------------------------------------- /fairseq/modules/dynamicconv_layer/dynamicconv_cuda.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/dynamicconv_layer/dynamicconv_cuda.cpp -------------------------------------------------------------------------------- /fairseq/modules/dynamicconv_layer/dynamicconv_cuda.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/dynamicconv_layer/dynamicconv_cuda.cuh -------------------------------------------------------------------------------- /fairseq/modules/dynamicconv_layer/dynamicconv_cuda_kernel.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/dynamicconv_layer/dynamicconv_cuda_kernel.cu -------------------------------------------------------------------------------- /fairseq/modules/dynamicconv_layer/dynamicconv_layer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/dynamicconv_layer/dynamicconv_layer.py -------------------------------------------------------------------------------- /fairseq/modules/dynamicconv_layer/dynamiconv_cpu.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/dynamicconv_layer/dynamiconv_cpu.cpp -------------------------------------------------------------------------------- /fairseq/modules/dynamicconv_layer/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/dynamicconv_layer/setup.py -------------------------------------------------------------------------------- /fairseq/modules/fairseq_dropout.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/fairseq_dropout.py -------------------------------------------------------------------------------- /fairseq/modules/fb_bidirectional_multihead_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/fb_bidirectional_multihead_attention.py -------------------------------------------------------------------------------- /fairseq/modules/fb_elmo_token_embedder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/fb_elmo_token_embedder.py -------------------------------------------------------------------------------- /fairseq/modules/fp32_group_norm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/fp32_group_norm.py -------------------------------------------------------------------------------- /fairseq/modules/gelu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/gelu.py -------------------------------------------------------------------------------- /fairseq/modules/grad_multiply.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/grad_multiply.py -------------------------------------------------------------------------------- /fairseq/modules/gumbel_vector_quantizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/gumbel_vector_quantizer.py -------------------------------------------------------------------------------- /fairseq/modules/kmeans_vector_quantizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/kmeans_vector_quantizer.py -------------------------------------------------------------------------------- /fairseq/modules/layer_drop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/layer_drop.py -------------------------------------------------------------------------------- /fairseq/modules/layer_norm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/layer_norm.py -------------------------------------------------------------------------------- /fairseq/modules/learned_positional_embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/learned_positional_embedding.py -------------------------------------------------------------------------------- /fairseq/modules/lightconv_layer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/lightconv_layer/__init__.py -------------------------------------------------------------------------------- /fairseq/modules/lightconv_layer/cuda_function_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/lightconv_layer/cuda_function_gen.py -------------------------------------------------------------------------------- /fairseq/modules/lightconv_layer/lightconv_cuda.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/lightconv_layer/lightconv_cuda.cpp -------------------------------------------------------------------------------- /fairseq/modules/lightconv_layer/lightconv_cuda.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/lightconv_layer/lightconv_cuda.cuh -------------------------------------------------------------------------------- /fairseq/modules/lightconv_layer/lightconv_cuda_kernel.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/lightconv_layer/lightconv_cuda_kernel.cu -------------------------------------------------------------------------------- /fairseq/modules/lightconv_layer/lightconv_layer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/lightconv_layer/lightconv_layer.py -------------------------------------------------------------------------------- /fairseq/modules/lightconv_layer/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/lightconv_layer/setup.py -------------------------------------------------------------------------------- /fairseq/modules/lightweight_convolution.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/lightweight_convolution.py -------------------------------------------------------------------------------- /fairseq/modules/linearized_convolution.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/linearized_convolution.py -------------------------------------------------------------------------------- /fairseq/modules/moe/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/moe/__init__.py -------------------------------------------------------------------------------- /fairseq/modules/moe/moe_layer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/moe/moe_layer.py -------------------------------------------------------------------------------- /fairseq/modules/moe/top1gate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/moe/top1gate.py -------------------------------------------------------------------------------- /fairseq/modules/moe/top2gate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/moe/top2gate.py -------------------------------------------------------------------------------- /fairseq/modules/multihead_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/multihead_attention.py -------------------------------------------------------------------------------- /fairseq/modules/positional_embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/positional_embedding.py -------------------------------------------------------------------------------- /fairseq/modules/quant_noise.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/quant_noise.py -------------------------------------------------------------------------------- /fairseq/modules/quantization/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /fairseq/modules/quantization/pq/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/quantization/pq/__init__.py -------------------------------------------------------------------------------- /fairseq/modules/quantization/pq/em.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/quantization/pq/em.py -------------------------------------------------------------------------------- /fairseq/modules/quantization/pq/modules/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/quantization/pq/modules/__init__.py -------------------------------------------------------------------------------- /fairseq/modules/quantization/pq/modules/qconv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/quantization/pq/modules/qconv.py -------------------------------------------------------------------------------- /fairseq/modules/quantization/pq/modules/qemb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/quantization/pq/modules/qemb.py -------------------------------------------------------------------------------- /fairseq/modules/quantization/pq/modules/qlinear.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/quantization/pq/modules/qlinear.py -------------------------------------------------------------------------------- /fairseq/modules/quantization/pq/pq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/quantization/pq/pq.py -------------------------------------------------------------------------------- /fairseq/modules/quantization/pq/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/quantization/pq/utils.py -------------------------------------------------------------------------------- /fairseq/modules/quantization/quantization_options.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/quantization/quantization_options.py -------------------------------------------------------------------------------- /fairseq/modules/quantization/scalar/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/quantization/scalar/__init__.py -------------------------------------------------------------------------------- /fairseq/modules/quantization/scalar/modules/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/quantization/scalar/modules/__init__.py -------------------------------------------------------------------------------- /fairseq/modules/quantization/scalar/modules/qact.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/quantization/scalar/modules/qact.py -------------------------------------------------------------------------------- /fairseq/modules/quantization/scalar/modules/qconv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/quantization/scalar/modules/qconv.py -------------------------------------------------------------------------------- /fairseq/modules/quantization/scalar/modules/qemb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/quantization/scalar/modules/qemb.py -------------------------------------------------------------------------------- /fairseq/modules/quantization/scalar/modules/qlinear.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/quantization/scalar/modules/qlinear.py -------------------------------------------------------------------------------- /fairseq/modules/quantization/scalar/ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/quantization/scalar/ops.py -------------------------------------------------------------------------------- /fairseq/modules/quantization/scalar/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/quantization/scalar/utils.py -------------------------------------------------------------------------------- /fairseq/modules/same_pad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/same_pad.py -------------------------------------------------------------------------------- /fairseq/modules/scalar_bias.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/scalar_bias.py -------------------------------------------------------------------------------- /fairseq/modules/sinusoidal_positional_embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/sinusoidal_positional_embedding.py -------------------------------------------------------------------------------- /fairseq/modules/sparse_multihead_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/sparse_multihead_attention.py -------------------------------------------------------------------------------- /fairseq/modules/sparse_transformer_sentence_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/sparse_transformer_sentence_encoder.py -------------------------------------------------------------------------------- /fairseq/modules/sparse_transformer_sentence_encoder_layer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/sparse_transformer_sentence_encoder_layer.py -------------------------------------------------------------------------------- /fairseq/modules/sparsemax.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/sparsemax.py -------------------------------------------------------------------------------- /fairseq/modules/transformer_layer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/transformer_layer.py -------------------------------------------------------------------------------- /fairseq/modules/transformer_sentence_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/transformer_sentence_encoder.py -------------------------------------------------------------------------------- /fairseq/modules/transformer_sentence_encoder_layer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/transformer_sentence_encoder_layer.py -------------------------------------------------------------------------------- /fairseq/modules/transpose_last.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/transpose_last.py -------------------------------------------------------------------------------- /fairseq/modules/unfold.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/unfold.py -------------------------------------------------------------------------------- /fairseq/modules/vggblock.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/modules/vggblock.py -------------------------------------------------------------------------------- /fairseq/moe_checkpoint_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/moe_checkpoint_utils.py -------------------------------------------------------------------------------- /fairseq/nan_detector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/nan_detector.py -------------------------------------------------------------------------------- /fairseq/ngram_repeat_block.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/ngram_repeat_block.py -------------------------------------------------------------------------------- /fairseq/optim/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/optim/__init__.py -------------------------------------------------------------------------------- /fairseq/optim/adadelta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/optim/adadelta.py -------------------------------------------------------------------------------- /fairseq/optim/adafactor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/optim/adafactor.py -------------------------------------------------------------------------------- /fairseq/optim/adagrad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/optim/adagrad.py -------------------------------------------------------------------------------- /fairseq/optim/adam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/optim/adam.py -------------------------------------------------------------------------------- /fairseq/optim/adamax.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/optim/adamax.py -------------------------------------------------------------------------------- /fairseq/optim/bmuf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/optim/bmuf.py -------------------------------------------------------------------------------- /fairseq/optim/composite.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/optim/composite.py -------------------------------------------------------------------------------- /fairseq/optim/dynamic_loss_scaler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/optim/dynamic_loss_scaler.py -------------------------------------------------------------------------------- /fairseq/optim/fairseq_optimizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/optim/fairseq_optimizer.py -------------------------------------------------------------------------------- /fairseq/optim/fp16_optimizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/optim/fp16_optimizer.py -------------------------------------------------------------------------------- /fairseq/optim/fused_adam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/optim/fused_adam.py -------------------------------------------------------------------------------- /fairseq/optim/fused_lamb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/optim/fused_lamb.py -------------------------------------------------------------------------------- /fairseq/optim/lr_scheduler/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/optim/lr_scheduler/__init__.py -------------------------------------------------------------------------------- /fairseq/optim/lr_scheduler/cosine_lr_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/optim/lr_scheduler/cosine_lr_scheduler.py -------------------------------------------------------------------------------- /fairseq/optim/lr_scheduler/fairseq_lr_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/optim/lr_scheduler/fairseq_lr_scheduler.py -------------------------------------------------------------------------------- /fairseq/optim/lr_scheduler/fixed_schedule.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/optim/lr_scheduler/fixed_schedule.py -------------------------------------------------------------------------------- /fairseq/optim/lr_scheduler/inverse_square_root_schedule.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/optim/lr_scheduler/inverse_square_root_schedule.py -------------------------------------------------------------------------------- /fairseq/optim/lr_scheduler/manual_lr_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/optim/lr_scheduler/manual_lr_scheduler.py -------------------------------------------------------------------------------- /fairseq/optim/lr_scheduler/pass_through.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/optim/lr_scheduler/pass_through.py -------------------------------------------------------------------------------- /fairseq/optim/lr_scheduler/polynomial_decay_schedule.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/optim/lr_scheduler/polynomial_decay_schedule.py -------------------------------------------------------------------------------- /fairseq/optim/lr_scheduler/reduce_lr_on_plateau.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/optim/lr_scheduler/reduce_lr_on_plateau.py -------------------------------------------------------------------------------- /fairseq/optim/lr_scheduler/tri_stage_lr_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/optim/lr_scheduler/tri_stage_lr_scheduler.py -------------------------------------------------------------------------------- /fairseq/optim/lr_scheduler/triangular_lr_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/optim/lr_scheduler/triangular_lr_scheduler.py -------------------------------------------------------------------------------- /fairseq/optim/nag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/optim/nag.py -------------------------------------------------------------------------------- /fairseq/optim/sgd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/optim/sgd.py -------------------------------------------------------------------------------- /fairseq/optim/shard.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/optim/shard.py -------------------------------------------------------------------------------- /fairseq/options.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/options.py -------------------------------------------------------------------------------- /fairseq/pdb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/pdb.py -------------------------------------------------------------------------------- /fairseq/quantization_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/quantization_utils.py -------------------------------------------------------------------------------- /fairseq/registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/registry.py -------------------------------------------------------------------------------- /fairseq/scoring/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/scoring/__init__.py -------------------------------------------------------------------------------- /fairseq/scoring/bleu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/scoring/bleu.py -------------------------------------------------------------------------------- /fairseq/scoring/chrf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/scoring/chrf.py -------------------------------------------------------------------------------- /fairseq/scoring/tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/scoring/tokenizer.py -------------------------------------------------------------------------------- /fairseq/scoring/wer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/scoring/wer.py -------------------------------------------------------------------------------- /fairseq/search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/search.py -------------------------------------------------------------------------------- /fairseq/sequence_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/sequence_generator.py -------------------------------------------------------------------------------- /fairseq/sequence_scorer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/sequence_scorer.py -------------------------------------------------------------------------------- /fairseq/tasks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/tasks/__init__.py -------------------------------------------------------------------------------- /fairseq/tasks/audio_pretraining.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/tasks/audio_pretraining.py -------------------------------------------------------------------------------- /fairseq/tasks/cross_lingual_lm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/tasks/cross_lingual_lm.py -------------------------------------------------------------------------------- /fairseq/tasks/denoising.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/tasks/denoising.py -------------------------------------------------------------------------------- /fairseq/tasks/fairseq_task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/tasks/fairseq_task.py -------------------------------------------------------------------------------- /fairseq/tasks/fb_audio_pretraining.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/tasks/fb_audio_pretraining.py -------------------------------------------------------------------------------- /fairseq/tasks/fb_conversation_modeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/tasks/fb_conversation_modeling.py -------------------------------------------------------------------------------- /fairseq/tasks/fb_legacy_bert_task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/tasks/fb_legacy_bert_task.py -------------------------------------------------------------------------------- /fairseq/tasks/fb_tagged_language_modeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/tasks/fb_tagged_language_modeling.py -------------------------------------------------------------------------------- /fairseq/tasks/language_modeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/tasks/language_modeling.py -------------------------------------------------------------------------------- /fairseq/tasks/legacy_masked_lm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/tasks/legacy_masked_lm.py -------------------------------------------------------------------------------- /fairseq/tasks/masked_lm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/tasks/masked_lm.py -------------------------------------------------------------------------------- /fairseq/tasks/multidomain_language_modeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/tasks/multidomain_language_modeling.py -------------------------------------------------------------------------------- /fairseq/tasks/multilingual_denoising.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/tasks/multilingual_denoising.py -------------------------------------------------------------------------------- /fairseq/tasks/multilingual_language_modeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/tasks/multilingual_language_modeling.py -------------------------------------------------------------------------------- /fairseq/tasks/multilingual_masked_lm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/tasks/multilingual_masked_lm.py -------------------------------------------------------------------------------- /fairseq/tasks/multilingual_translation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/tasks/multilingual_translation.py -------------------------------------------------------------------------------- /fairseq/tasks/semisupervised_translation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/tasks/semisupervised_translation.py -------------------------------------------------------------------------------- /fairseq/tasks/sentence_prediction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/tasks/sentence_prediction.py -------------------------------------------------------------------------------- /fairseq/tasks/sentence_ranking.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/tasks/sentence_ranking.py -------------------------------------------------------------------------------- /fairseq/tasks/speech_to_text.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/tasks/speech_to_text.py -------------------------------------------------------------------------------- /fairseq/tasks/translation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/tasks/translation.py -------------------------------------------------------------------------------- /fairseq/tasks/translation_from_pretrained_bart.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/tasks/translation_from_pretrained_bart.py -------------------------------------------------------------------------------- /fairseq/tasks/translation_from_pretrained_xlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/tasks/translation_from_pretrained_xlm.py -------------------------------------------------------------------------------- /fairseq/tasks/translation_lev.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/tasks/translation_lev.py -------------------------------------------------------------------------------- /fairseq/tasks/translation_multi_simple_epoch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/tasks/translation_multi_simple_epoch.py -------------------------------------------------------------------------------- /fairseq/token_generation_constraints.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/token_generation_constraints.py -------------------------------------------------------------------------------- /fairseq/tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/tokenizer.py -------------------------------------------------------------------------------- /fairseq/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/trainer.py -------------------------------------------------------------------------------- /fairseq/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq/utils.py -------------------------------------------------------------------------------- /fairseq/version.txt: -------------------------------------------------------------------------------- 1 | 1.0.0a0 2 | -------------------------------------------------------------------------------- /fairseq_cli/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /fairseq_cli/dynamic_eval_lm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq_cli/dynamic_eval_lm.py -------------------------------------------------------------------------------- /fairseq_cli/ensemble_eval_lm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq_cli/ensemble_eval_lm.py -------------------------------------------------------------------------------- /fairseq_cli/eval_lm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq_cli/eval_lm.py -------------------------------------------------------------------------------- /fairseq_cli/eval_lm_archive.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq_cli/eval_lm_archive.py -------------------------------------------------------------------------------- /fairseq_cli/fb_train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq_cli/fb_train.py -------------------------------------------------------------------------------- /fairseq_cli/generate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq_cli/generate.py -------------------------------------------------------------------------------- /fairseq_cli/hydra_train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq_cli/hydra_train.py -------------------------------------------------------------------------------- /fairseq_cli/interactive.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq_cli/interactive.py -------------------------------------------------------------------------------- /fairseq_cli/preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq_cli/preprocess.py -------------------------------------------------------------------------------- /fairseq_cli/score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq_cli/score.py -------------------------------------------------------------------------------- /fairseq_cli/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq_cli/train.py -------------------------------------------------------------------------------- /fairseq_cli/validate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/fairseq_cli/validate.py -------------------------------------------------------------------------------- /scripts/.mix_experts.sh.swp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/.mix_experts.sh.swp -------------------------------------------------------------------------------- /scripts/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /scripts/average_checkpoints.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/average_checkpoints.py -------------------------------------------------------------------------------- /scripts/build_sym_alignment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/build_sym_alignment.py -------------------------------------------------------------------------------- /scripts/compare_namespaces.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/compare_namespaces.py -------------------------------------------------------------------------------- /scripts/compound_split_bleu.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/compound_split_bleu.sh -------------------------------------------------------------------------------- /scripts/constraints/extract.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/constraints/extract.py -------------------------------------------------------------------------------- /scripts/constraints/validate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/constraints/validate.py -------------------------------------------------------------------------------- /scripts/convert_dictionary.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/convert_dictionary.lua -------------------------------------------------------------------------------- /scripts/convert_model.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/convert_model.lua -------------------------------------------------------------------------------- /scripts/convert_pytorch_to_memmap.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/convert_pytorch_to_memmap.py -------------------------------------------------------------------------------- /scripts/count_docs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/count_docs.py -------------------------------------------------------------------------------- /scripts/cp_domain_token.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/cp_domain_token.sh -------------------------------------------------------------------------------- /scripts/dapt.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/dapt.sh -------------------------------------------------------------------------------- /scripts/dapt_all.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/dapt_all.sh -------------------------------------------------------------------------------- /scripts/dapt_all_dense.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/dapt_all_dense.sh -------------------------------------------------------------------------------- /scripts/dapt_all_full.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/dapt_all_full.sh -------------------------------------------------------------------------------- /scripts/dapt_large.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/dapt_large.sh -------------------------------------------------------------------------------- /scripts/dapt_small.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/dapt_small.sh -------------------------------------------------------------------------------- /scripts/dapt_xl.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/dapt_xl.sh -------------------------------------------------------------------------------- /scripts/desync_leave_one_out.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/desync_leave_one_out.sh -------------------------------------------------------------------------------- /scripts/dynamic_eval_desync_lm.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/dynamic_eval_desync_lm.sh -------------------------------------------------------------------------------- /scripts/dynamic_eval_lm.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/dynamic_eval_lm.sh -------------------------------------------------------------------------------- /scripts/ensemble_eval_lm.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /scripts/ensemble_eval_lm.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/ensemble_eval_lm.sh -------------------------------------------------------------------------------- /scripts/eval_desync_lm.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/eval_desync_lm.sh -------------------------------------------------------------------------------- /scripts/eval_desync_lm_all.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/eval_desync_lm_all.sh -------------------------------------------------------------------------------- /scripts/eval_lm.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/eval_lm.sh -------------------------------------------------------------------------------- /scripts/eval_lm_all.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/eval_lm_all.sh -------------------------------------------------------------------------------- /scripts/eval_lm_all_loo.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/eval_lm_all_loo.sh -------------------------------------------------------------------------------- /scripts/eval_lm_clustered_single.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/eval_lm_clustered_single.sh -------------------------------------------------------------------------------- /scripts/eval_lm_cycle.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/eval_lm_cycle.sh -------------------------------------------------------------------------------- /scripts/eval_lm_single.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/eval_lm_single.sh -------------------------------------------------------------------------------- /scripts/extract_features.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/extract_features.py -------------------------------------------------------------------------------- /scripts/extract_features.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/extract_features.sh -------------------------------------------------------------------------------- /scripts/extract_features_.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/extract_features_.sh -------------------------------------------------------------------------------- /scripts/extract_features_all.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/extract_features_all.sh -------------------------------------------------------------------------------- /scripts/fb_average_checkpoints.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/fb_average_checkpoints.py -------------------------------------------------------------------------------- /scripts/fb_reddit_text.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/fb_reddit_text.py -------------------------------------------------------------------------------- /scripts/get_wandb_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/get_wandb_data.py -------------------------------------------------------------------------------- /scripts/mix_experts.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/mix_experts.sh -------------------------------------------------------------------------------- /scripts/mix_experts_all.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/mix_experts_all.sh -------------------------------------------------------------------------------- /scripts/mix_experts_dapt.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/mix_experts_dapt.sh -------------------------------------------------------------------------------- /scripts/mix_experts_indomain.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/mix_experts_indomain.sh -------------------------------------------------------------------------------- /scripts/mk_domain_token.sh: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /scripts/moe_lm/train_64experts_32gpus.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/moe_lm/train_64experts_32gpus.sh -------------------------------------------------------------------------------- /scripts/moe_lm/train_64experts_64gpus.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/moe_lm/train_64experts_64gpus.sh -------------------------------------------------------------------------------- /scripts/multidapt.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/multidapt.sh -------------------------------------------------------------------------------- /scripts/mv_valid.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/mv_valid.sh -------------------------------------------------------------------------------- /scripts/read_binarized.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/read_binarized.py -------------------------------------------------------------------------------- /scripts/rm_pt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/rm_pt.py -------------------------------------------------------------------------------- /scripts/run_all.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/run_all.sh -------------------------------------------------------------------------------- /scripts/run_desync_lm.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/run_desync_lm.sh -------------------------------------------------------------------------------- /scripts/run_hierarchical_moe.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/run_hierarchical_moe.sh -------------------------------------------------------------------------------- /scripts/run_naive.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/run_naive.sh -------------------------------------------------------------------------------- /scripts/run_new_desync.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/run_new_desync.sh -------------------------------------------------------------------------------- /scripts/sacrebleu.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/sacrebleu.sh -------------------------------------------------------------------------------- /scripts/shard_docs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/shard_docs.py -------------------------------------------------------------------------------- /scripts/split_train_valid_docs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/split_train_valid_docs.py -------------------------------------------------------------------------------- /scripts/spm_decode.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/spm_decode.py -------------------------------------------------------------------------------- /scripts/spm_encode.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/spm_encode.py -------------------------------------------------------------------------------- /scripts/spm_train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/spm_train.py -------------------------------------------------------------------------------- /scripts/vocab_overlap.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/vocab_overlap.py -------------------------------------------------------------------------------- /scripts/wmt30/apply_spm.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/wmt30/apply_spm.sh -------------------------------------------------------------------------------- /scripts/wmt30/bilingual_training.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/wmt30/bilingual_training.sh -------------------------------------------------------------------------------- /scripts/wmt30/binarize.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/wmt30/binarize.sh -------------------------------------------------------------------------------- /scripts/wmt30/create_multilingual_bin.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/wmt30/create_multilingual_bin.sh -------------------------------------------------------------------------------- /scripts/wmt30/create_temp_sampled_data_for_spm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/wmt30/create_temp_sampled_data_for_spm.py -------------------------------------------------------------------------------- /scripts/wmt30/eval_langs.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/wmt30/eval_langs.sh -------------------------------------------------------------------------------- /scripts/wmt30/generate_eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/wmt30/generate_eval.sh -------------------------------------------------------------------------------- /scripts/wmt30/generate_eval_en_to_any.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/wmt30/generate_eval_en_to_any.sh -------------------------------------------------------------------------------- /scripts/wmt30/generate_multi.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/wmt30/generate_multi.sh -------------------------------------------------------------------------------- /scripts/wmt30/generate_multi_dup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/wmt30/generate_multi_dup.sh -------------------------------------------------------------------------------- /scripts/wmt30/generate_multi_dup2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/wmt30/generate_multi_dup2.sh -------------------------------------------------------------------------------- /scripts/wmt30/learn_spm.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/wmt30/learn_spm.sh -------------------------------------------------------------------------------- /scripts/wmt30/learn_spm_v2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/wmt30/learn_spm_v2.sh -------------------------------------------------------------------------------- /scripts/wmt30/multilingual_many_to_en.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/wmt30/multilingual_many_to_en.sh -------------------------------------------------------------------------------- /scripts/wmt30/spm_vocab_to_fairseq_dict.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/wmt30/spm_vocab_to_fairseq_dict.sh -------------------------------------------------------------------------------- /scripts/wmt30/sweep_many_to_en.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/wmt30/sweep_many_to_en.sh -------------------------------------------------------------------------------- /scripts/wmt30/sweep_multi.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/wmt30/sweep_multi.sh -------------------------------------------------------------------------------- /scripts/wmt30/up_down_sample_files.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/wmt30/up_down_sample_files.sh -------------------------------------------------------------------------------- /scripts/wmt30/verify_eval_sets.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/scripts/wmt30/verify_eval_sets.sh -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/setup.py -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/distributed/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/distributed/test_distributed_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/tests/distributed/test_distributed_utils.py -------------------------------------------------------------------------------- /tests/distributed/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/tests/distributed/utils.py -------------------------------------------------------------------------------- /tests/fb_test_binaries.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/tests/fb_test_binaries.py -------------------------------------------------------------------------------- /tests/fb_test_export.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/tests/fb_test_export.py -------------------------------------------------------------------------------- /tests/fb_test_hub.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/tests/fb_test_hub.py -------------------------------------------------------------------------------- /tests/fb_test_pathhandlers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/tests/fb_test_pathhandlers.py -------------------------------------------------------------------------------- /tests/gpu/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/gpu/test_binaries_gpu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/tests/gpu/test_binaries_gpu.py -------------------------------------------------------------------------------- /tests/gpu/transformer_quantization_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/tests/gpu/transformer_quantization_config.yaml -------------------------------------------------------------------------------- /tests/speech_recognition/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/speech_recognition/asr_test_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/tests/speech_recognition/asr_test_base.py -------------------------------------------------------------------------------- /tests/speech_recognition/test_collaters.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/tests/speech_recognition/test_collaters.py -------------------------------------------------------------------------------- /tests/speech_recognition/test_cross_entropy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/tests/speech_recognition/test_cross_entropy.py -------------------------------------------------------------------------------- /tests/speech_recognition/test_data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/tests/speech_recognition/test_data_utils.py -------------------------------------------------------------------------------- /tests/speech_recognition/test_vggtransformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/tests/speech_recognition/test_vggtransformer.py -------------------------------------------------------------------------------- /tests/test_activation_checkpointing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/tests/test_activation_checkpointing.py -------------------------------------------------------------------------------- /tests/test_average_checkpoints.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/tests/test_average_checkpoints.py -------------------------------------------------------------------------------- /tests/test_backtranslation_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/tests/test_backtranslation_dataset.py -------------------------------------------------------------------------------- /tests/test_binaries.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/tests/test_binaries.py -------------------------------------------------------------------------------- /tests/test_bmuf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/tests/test_bmuf.py -------------------------------------------------------------------------------- /tests/test_character_token_embedder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/tests/test_character_token_embedder.py -------------------------------------------------------------------------------- /tests/test_checkpoint_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/tests/test_checkpoint_utils.py -------------------------------------------------------------------------------- /tests/test_concat_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/tests/test_concat_dataset.py -------------------------------------------------------------------------------- /tests/test_constraints.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/tests/test_constraints.py -------------------------------------------------------------------------------- /tests/test_convtbc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/tests/test_convtbc.py -------------------------------------------------------------------------------- /tests/test_data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/tests/test_data_utils.py -------------------------------------------------------------------------------- /tests/test_dictionary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/tests/test_dictionary.py -------------------------------------------------------------------------------- /tests/test_export.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/tests/test_export.py -------------------------------------------------------------------------------- /tests/test_file_io.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/tests/test_file_io.py -------------------------------------------------------------------------------- /tests/test_fp16_optimizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/tests/test_fp16_optimizer.py -------------------------------------------------------------------------------- /tests/test_inference_dropout.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/tests/test_inference_dropout.py -------------------------------------------------------------------------------- /tests/test_iopath.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/tests/test_iopath.py -------------------------------------------------------------------------------- /tests/test_iterators.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/tests/test_iterators.py -------------------------------------------------------------------------------- /tests/test_label_smoothing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/tests/test_label_smoothing.py -------------------------------------------------------------------------------- /tests/test_lm_context_window.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/tests/test_lm_context_window.py -------------------------------------------------------------------------------- /tests/test_lstm_jitable.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/tests/test_lstm_jitable.py -------------------------------------------------------------------------------- /tests/test_memory_efficient_fp16.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/tests/test_memory_efficient_fp16.py -------------------------------------------------------------------------------- /tests/test_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/tests/test_metrics.py -------------------------------------------------------------------------------- /tests/test_multi_corpus_sampled_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/tests/test_multi_corpus_sampled_dataset.py -------------------------------------------------------------------------------- /tests/test_multihead_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/tests/test_multihead_attention.py -------------------------------------------------------------------------------- /tests/test_noising.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/tests/test_noising.py -------------------------------------------------------------------------------- /tests/test_reproducibility.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/tests/test_reproducibility.py -------------------------------------------------------------------------------- /tests/test_resampling_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/tests/test_resampling_dataset.py -------------------------------------------------------------------------------- /tests/test_sequence_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/tests/test_sequence_generator.py -------------------------------------------------------------------------------- /tests/test_sequence_scorer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/tests/test_sequence_scorer.py -------------------------------------------------------------------------------- /tests/test_sparse_multihead_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/tests/test_sparse_multihead_attention.py -------------------------------------------------------------------------------- /tests/test_token_block_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/tests/test_token_block_dataset.py -------------------------------------------------------------------------------- /tests/test_train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/tests/test_train.py -------------------------------------------------------------------------------- /tests/test_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/tests/test_utils.py -------------------------------------------------------------------------------- /tests/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/tests/utils.py -------------------------------------------------------------------------------- /tutorial/dapt.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/tutorial/dapt.sh -------------------------------------------------------------------------------- /tutorial/eval_lm.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/tutorial/eval_lm.sh -------------------------------------------------------------------------------- /tutorial/mix_eval_lm.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/tutorial/mix_eval_lm.sh -------------------------------------------------------------------------------- /tutorial/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kernelmachine/demix/HEAD/tutorial/train.sh --------------------------------------------------------------------------------