├── .gitignore ├── .requirements.txt.swp ├── LICENSE ├── README.md ├── bart_vocab.txt ├── ds_config.json ├── evaluate.sh ├── fine_tune.sh ├── megatron_conda_env.yml ├── megatron_molbart ├── Megatron-LM-v1.1.5-3D_parallelism │ ├── LICENSE │ ├── MANIFEST.in │ ├── README.md │ ├── build │ │ └── lib │ │ │ └── megatron │ │ │ ├── __init__.py │ │ │ ├── arguments.py │ │ │ ├── checkpointing.py │ │ │ ├── data │ │ │ ├── Makefile │ │ │ ├── __init__.py │ │ │ ├── bert_dataset.py │ │ │ ├── dataset_utils.py │ │ │ ├── gpt2_dataset.py │ │ │ ├── helpers.cpp │ │ │ ├── ict_dataset.py │ │ │ ├── indexed_dataset.py │ │ │ ├── realm_dataset_utils.py │ │ │ ├── realm_index.py │ │ │ └── samplers.py │ │ │ ├── deprecated_data_utils │ │ │ ├── __init__.py │ │ │ ├── configure_data.py │ │ │ ├── corpora.py │ │ │ ├── datasets.py │ │ │ ├── file_utils.py │ │ │ ├── lazy_loader.py │ │ │ ├── samplers.py │ │ │ ├── tf_dl.py │ │ │ ├── tokenization.py │ │ │ ├── tokenization_gpt2.py │ │ │ └── wordpiece.py │ │ │ ├── fp16 │ │ │ ├── __init__.py │ │ │ ├── fp16.py │ │ │ ├── fp16util.py │ │ │ └── loss_scaler.py │ │ │ ├── fused_kernels │ │ │ └── __init__.py │ │ │ ├── global_vars.py │ │ │ ├── indexer.py │ │ │ ├── initialize.py │ │ │ ├── learning_rates.py │ │ │ ├── memory.py │ │ │ ├── model │ │ │ ├── __init__.py │ │ │ ├── bert_model.py │ │ │ ├── classification.py │ │ │ ├── distributed.py │ │ │ ├── fused_bias_gelu.py │ │ │ ├── fused_softmax.py │ │ │ ├── gpt2_model.py │ │ │ ├── language_model.py │ │ │ ├── multiple_choice.py │ │ │ ├── realm_model.py │ │ │ ├── transformer.py │ │ │ └── utils.py │ │ │ ├── module.py │ │ │ ├── mpu │ │ │ ├── __init__.py │ │ │ ├── cross_entropy.py │ │ │ ├── data.py │ │ │ ├── grads.py │ │ │ ├── initialize.py │ │ │ ├── layers.py │ │ │ ├── mappings.py │ │ │ ├── random.py │ │ │ ├── tests │ │ │ │ ├── __init__.py │ │ │ │ ├── commons.py │ │ │ │ ├── test_cross_entropy.py │ │ │ │ ├── test_data.py │ │ │ │ ├── test_initialize.py │ │ │ │ ├── test_layers.py │ │ │ │ └── test_random.py │ │ │ └── utils.py │ │ │ ├── package_info.py │ │ │ ├── text_generation_utils.py │ │ │ ├── tokenizer │ │ │ ├── __init__.py │ │ │ ├── bert_tokenization.py │ │ │ ├── gpt2_tokenization.py │ │ │ └── tokenizer.py │ │ │ ├── training.py │ │ │ └── utils.py │ ├── changes.md │ ├── dist │ │ └── megatron_lm-1.1.5-py3.6.egg │ ├── examples │ │ ├── ds_config.json │ │ ├── ds_pretrain_gpt2.sh │ │ ├── ds_pretrain_gpt2_pipe.sh │ │ ├── ds_zero_stage_2_config.json │ │ ├── evaluate_zeroshot_gpt2.sh │ │ ├── finetune_mnli_distributed.sh │ │ ├── finetune_race_distributed.sh │ │ ├── generate_text.sh │ │ ├── merge_mp_bert.sh │ │ ├── pretrain_bert.sh │ │ ├── pretrain_bert_distributed.sh │ │ ├── pretrain_gpt2.sh │ │ └── pretrain_gpt2_distributed.sh │ ├── images │ │ ├── Makefile │ │ ├── cases.png │ │ ├── scaling-dp.png │ │ ├── scaling-mp.png │ │ └── tables.tex │ ├── megatron │ │ ├── __init__.py │ │ ├── arguments.py │ │ ├── checkpointing.py │ │ ├── data │ │ │ ├── Makefile │ │ │ ├── __init__.py │ │ │ ├── bert_dataset.py │ │ │ ├── dataset_utils.py │ │ │ ├── gpt2_dataset.py │ │ │ ├── helpers.cpp │ │ │ ├── ict_dataset.py │ │ │ ├── indexed_dataset.py │ │ │ ├── realm_dataset_utils.py │ │ │ ├── realm_index.py │ │ │ ├── samplers.py │ │ │ └── test │ │ │ │ ├── test_indexed_dataset.py │ │ │ │ └── test_preprocess_data.sh │ │ ├── deprecated_data_utils │ │ │ ├── __init__.py │ │ │ ├── configure_data.py │ │ │ ├── corpora.py │ │ │ ├── datasets.py │ │ │ ├── file_utils.py │ │ │ ├── lazy_loader.py │ │ │ ├── samplers.py │ │ │ ├── scripts │ │ │ │ ├── presplit_sentences_json.py │ │ │ │ ├── split_gpt2_json.py │ │ │ │ └── split_json.py │ │ │ ├── tf_dl.py │ │ │ ├── tokenization.py │ │ │ ├── tokenization_gpt2.py │ │ │ └── wordpiece.py │ │ ├── fp16 │ │ │ ├── __init__.py │ │ │ ├── fp16.py │ │ │ ├── fp16util.py │ │ │ └── loss_scaler.py │ │ ├── fused_kernels │ │ │ ├── __init__.py │ │ │ ├── scaled_masked_softmax.cpp │ │ │ ├── scaled_masked_softmax.h │ │ │ ├── scaled_masked_softmax_cuda.cu │ │ │ ├── scaled_upper_triang_masked_softmax.cpp │ │ │ ├── scaled_upper_triang_masked_softmax.h │ │ │ └── scaled_upper_triang_masked_softmax_cuda.cu │ │ ├── global_vars.py │ │ ├── indexer.py │ │ ├── initialize.py │ │ ├── learning_rates.py │ │ ├── memory.py │ │ ├── model │ │ │ ├── __init__.py │ │ │ ├── bert_model.py │ │ │ ├── classification.py │ │ │ ├── distributed.py │ │ │ ├── fused_bias_gelu.py │ │ │ ├── fused_softmax.py │ │ │ ├── gpt2_model.py │ │ │ ├── language_model.py │ │ │ ├── multiple_choice.py │ │ │ ├── realm_model.py │ │ │ ├── transformer.py │ │ │ └── utils.py │ │ ├── module.py │ │ ├── mpu │ │ │ ├── __init__.py │ │ │ ├── cross_entropy.py │ │ │ ├── data.py │ │ │ ├── grads.py │ │ │ ├── initialize.py │ │ │ ├── layers.py │ │ │ ├── mappings.py │ │ │ ├── random.py │ │ │ ├── tests │ │ │ │ ├── __init__.py │ │ │ │ ├── commons.py │ │ │ │ ├── test_cross_entropy.py │ │ │ │ ├── test_data.py │ │ │ │ ├── test_initialize.py │ │ │ │ ├── test_layers.py │ │ │ │ └── test_random.py │ │ │ └── utils.py │ │ ├── package_info.py │ │ ├── text_generation_utils.py │ │ ├── tokenizer │ │ │ ├── __init__.py │ │ │ ├── bert_tokenization.py │ │ │ ├── gpt2_tokenization.py │ │ │ └── tokenizer.py │ │ ├── training.py │ │ └── utils.py │ ├── megatron_lm.egg-info │ │ ├── PKG-INFO │ │ ├── SOURCES.txt │ │ ├── dependency_links.txt │ │ ├── not-zip-safe │ │ ├── requires.txt │ │ └── top_level.txt │ ├── pretrain_bert.py │ ├── pretrain_gpt2.py │ ├── pretrain_ict.py │ ├── requirements.txt │ ├── setup.py │ ├── tasks │ │ ├── data_utils.py │ │ ├── ensemble_classifier.py │ │ ├── eval_utils.py │ │ ├── finetune_utils.py │ │ ├── glue │ │ │ ├── data.py │ │ │ ├── finetune.py │ │ │ ├── mnli.py │ │ │ └── qqp.py │ │ ├── main.py │ │ ├── race │ │ │ ├── data.py │ │ │ └── finetune.py │ │ └── zeroshot_gpt2 │ │ │ ├── datasets.py │ │ │ ├── detokenizer.py │ │ │ └── evaluate.py │ └── tools │ │ ├── create_doc_index.py │ │ ├── generate_samples_gpt2.py │ │ ├── linter.py │ │ ├── merge_mp_partitions.py │ │ ├── openwebtext │ │ ├── README.md │ │ ├── blacklist_urls.py │ │ ├── cleanup_dataset.py │ │ ├── find_duplicates.py │ │ ├── group_duplicates_url.py │ │ ├── merge_jsons.py │ │ └── remove_group_duplicates.py │ │ └── preprocess_data.py ├── README.md ├── csv_data.py ├── ds_config.json ├── megatron_bart.py ├── test_data │ └── chembl_subset.csv └── train.py ├── megatron_requirements.txt ├── molbart ├── __init__.py ├── build_tokeniser.py ├── data │ ├── __init__.py │ ├── datamodules.py │ ├── datasets.py │ └── util.py ├── decoder.py ├── evaluate.py ├── fine_tune.py ├── models │ ├── __init__.py │ ├── bart_fine_tune.py │ ├── pre_train.py │ └── util.py ├── predict.py ├── tokeniser.py ├── train.py └── util.py ├── requirements.txt ├── setup.py ├── test ├── __init__.py ├── decoder_test.py ├── pre_train_model_test.py └── tokeniser_test.py ├── train.sh └── train_megatron.sh /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/.gitignore -------------------------------------------------------------------------------- /.requirements.txt.swp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/.requirements.txt.swp -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/README.md -------------------------------------------------------------------------------- /bart_vocab.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/bart_vocab.txt -------------------------------------------------------------------------------- /ds_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/ds_config.json -------------------------------------------------------------------------------- /evaluate.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/evaluate.sh -------------------------------------------------------------------------------- /fine_tune.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/fine_tune.sh -------------------------------------------------------------------------------- /megatron_conda_env.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_conda_env.yml -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/LICENSE -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/MANIFEST.in: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/MANIFEST.in -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/README.md -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/__init__.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/arguments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/arguments.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/checkpointing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/checkpointing.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/data/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/data/Makefile -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/data/__init__.py: -------------------------------------------------------------------------------- 1 | from . import indexed_dataset 2 | -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/data/bert_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/data/bert_dataset.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/data/dataset_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/data/dataset_utils.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/data/gpt2_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/data/gpt2_dataset.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/data/helpers.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/data/helpers.cpp -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/data/ict_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/data/ict_dataset.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/data/indexed_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/data/indexed_dataset.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/data/realm_dataset_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/data/realm_dataset_utils.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/data/realm_index.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/data/realm_index.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/data/samplers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/data/samplers.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/deprecated_data_utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/deprecated_data_utils/__init__.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/deprecated_data_utils/configure_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/deprecated_data_utils/configure_data.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/deprecated_data_utils/corpora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/deprecated_data_utils/corpora.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/deprecated_data_utils/datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/deprecated_data_utils/datasets.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/deprecated_data_utils/file_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/deprecated_data_utils/file_utils.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/deprecated_data_utils/lazy_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/deprecated_data_utils/lazy_loader.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/deprecated_data_utils/samplers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/deprecated_data_utils/samplers.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/deprecated_data_utils/tf_dl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/deprecated_data_utils/tf_dl.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/deprecated_data_utils/tokenization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/deprecated_data_utils/tokenization.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/deprecated_data_utils/tokenization_gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/deprecated_data_utils/tokenization_gpt2.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/deprecated_data_utils/wordpiece.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/deprecated_data_utils/wordpiece.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/fp16/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/fp16/__init__.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/fp16/fp16.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/fp16/fp16.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/fp16/fp16util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/fp16/fp16util.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/fp16/loss_scaler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/fp16/loss_scaler.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/fused_kernels/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/fused_kernels/__init__.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/global_vars.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/global_vars.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/indexer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/indexer.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/initialize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/initialize.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/learning_rates.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/learning_rates.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/memory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/memory.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/model/__init__.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/model/bert_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/model/bert_model.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/model/classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/model/classification.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/model/distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/model/distributed.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/model/fused_bias_gelu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/model/fused_bias_gelu.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/model/fused_softmax.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/model/fused_softmax.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/model/gpt2_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/model/gpt2_model.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/model/language_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/model/language_model.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/model/multiple_choice.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/model/multiple_choice.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/model/realm_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/model/realm_model.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/model/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/model/transformer.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/model/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/model/utils.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/module.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/mpu/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/mpu/__init__.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/mpu/cross_entropy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/mpu/cross_entropy.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/mpu/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/mpu/data.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/mpu/grads.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/mpu/grads.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/mpu/initialize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/mpu/initialize.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/mpu/layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/mpu/layers.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/mpu/mappings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/mpu/mappings.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/mpu/random.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/mpu/random.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/mpu/tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/mpu/tests/commons.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/mpu/tests/commons.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/mpu/tests/test_cross_entropy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/mpu/tests/test_cross_entropy.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/mpu/tests/test_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/mpu/tests/test_data.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/mpu/tests/test_initialize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/mpu/tests/test_initialize.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/mpu/tests/test_layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/mpu/tests/test_layers.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/mpu/tests/test_random.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/mpu/tests/test_random.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/mpu/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/mpu/utils.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/package_info.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/package_info.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/text_generation_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/text_generation_utils.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/tokenizer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/tokenizer/__init__.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/tokenizer/bert_tokenization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/tokenizer/bert_tokenization.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/tokenizer/gpt2_tokenization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/tokenizer/gpt2_tokenization.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/tokenizer/tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/tokenizer/tokenizer.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/training.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/training.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/build/lib/megatron/utils.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/changes.md: -------------------------------------------------------------------------------- 1 | PRETEND THESE ARE CODE CHANGES 2 | -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/dist/megatron_lm-1.1.5-py3.6.egg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/dist/megatron_lm-1.1.5-py3.6.egg -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/examples/ds_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/examples/ds_config.json -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/examples/ds_pretrain_gpt2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/examples/ds_pretrain_gpt2.sh -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/examples/ds_pretrain_gpt2_pipe.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/examples/ds_pretrain_gpt2_pipe.sh -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/examples/ds_zero_stage_2_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/examples/ds_zero_stage_2_config.json -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/examples/evaluate_zeroshot_gpt2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/examples/evaluate_zeroshot_gpt2.sh -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/examples/finetune_mnli_distributed.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/examples/finetune_mnli_distributed.sh -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/examples/finetune_race_distributed.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/examples/finetune_race_distributed.sh -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/examples/generate_text.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/examples/generate_text.sh -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/examples/merge_mp_bert.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/examples/merge_mp_bert.sh -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/examples/pretrain_bert.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/examples/pretrain_bert.sh -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/examples/pretrain_bert_distributed.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/examples/pretrain_bert_distributed.sh -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/examples/pretrain_gpt2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/examples/pretrain_gpt2.sh -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/examples/pretrain_gpt2_distributed.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/examples/pretrain_gpt2_distributed.sh -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/images/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/images/Makefile -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/images/cases.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/images/cases.png -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/images/scaling-dp.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/images/scaling-dp.png -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/images/scaling-mp.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/images/scaling-mp.png -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/images/tables.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/images/tables.tex -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/__init__.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/arguments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/arguments.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/checkpointing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/checkpointing.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/data/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/data/Makefile -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/data/__init__.py: -------------------------------------------------------------------------------- 1 | from . import indexed_dataset 2 | -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/data/bert_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/data/bert_dataset.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/data/dataset_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/data/dataset_utils.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/data/gpt2_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/data/gpt2_dataset.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/data/helpers.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/data/helpers.cpp -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/data/ict_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/data/ict_dataset.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/data/indexed_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/data/indexed_dataset.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/data/realm_dataset_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/data/realm_dataset_utils.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/data/realm_index.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/data/realm_index.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/data/samplers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/data/samplers.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/data/test/test_indexed_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/data/test/test_indexed_dataset.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/data/test/test_preprocess_data.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/data/test/test_preprocess_data.sh -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/deprecated_data_utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/deprecated_data_utils/__init__.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/deprecated_data_utils/configure_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/deprecated_data_utils/configure_data.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/deprecated_data_utils/corpora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/deprecated_data_utils/corpora.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/deprecated_data_utils/datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/deprecated_data_utils/datasets.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/deprecated_data_utils/file_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/deprecated_data_utils/file_utils.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/deprecated_data_utils/lazy_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/deprecated_data_utils/lazy_loader.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/deprecated_data_utils/samplers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/deprecated_data_utils/samplers.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/deprecated_data_utils/scripts/presplit_sentences_json.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/deprecated_data_utils/scripts/presplit_sentences_json.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/deprecated_data_utils/scripts/split_gpt2_json.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/deprecated_data_utils/scripts/split_gpt2_json.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/deprecated_data_utils/scripts/split_json.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/deprecated_data_utils/scripts/split_json.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/deprecated_data_utils/tf_dl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/deprecated_data_utils/tf_dl.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/deprecated_data_utils/tokenization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/deprecated_data_utils/tokenization.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/deprecated_data_utils/tokenization_gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/deprecated_data_utils/tokenization_gpt2.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/deprecated_data_utils/wordpiece.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/deprecated_data_utils/wordpiece.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/fp16/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/fp16/__init__.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/fp16/fp16.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/fp16/fp16.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/fp16/fp16util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/fp16/fp16util.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/fp16/loss_scaler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/fp16/loss_scaler.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/fused_kernels/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/fused_kernels/__init__.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/fused_kernels/scaled_masked_softmax.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/fused_kernels/scaled_masked_softmax.cpp -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/fused_kernels/scaled_masked_softmax.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/fused_kernels/scaled_masked_softmax.h -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/fused_kernels/scaled_masked_softmax_cuda.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/fused_kernels/scaled_masked_softmax_cuda.cu -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/fused_kernels/scaled_upper_triang_masked_softmax.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/fused_kernels/scaled_upper_triang_masked_softmax.cpp -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/fused_kernels/scaled_upper_triang_masked_softmax.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/fused_kernels/scaled_upper_triang_masked_softmax.h -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/fused_kernels/scaled_upper_triang_masked_softmax_cuda.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/fused_kernels/scaled_upper_triang_masked_softmax_cuda.cu -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/global_vars.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/global_vars.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/indexer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/indexer.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/initialize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/initialize.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/learning_rates.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/learning_rates.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/memory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/memory.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/model/__init__.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/model/bert_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/model/bert_model.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/model/classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/model/classification.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/model/distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/model/distributed.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/model/fused_bias_gelu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/model/fused_bias_gelu.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/model/fused_softmax.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/model/fused_softmax.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/model/gpt2_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/model/gpt2_model.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/model/language_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/model/language_model.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/model/multiple_choice.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/model/multiple_choice.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/model/realm_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/model/realm_model.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/model/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/model/transformer.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/model/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/model/utils.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/module.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/mpu/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/mpu/__init__.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/mpu/cross_entropy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/mpu/cross_entropy.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/mpu/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/mpu/data.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/mpu/grads.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/mpu/grads.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/mpu/initialize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/mpu/initialize.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/mpu/layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/mpu/layers.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/mpu/mappings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/mpu/mappings.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/mpu/random.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/mpu/random.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/mpu/tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/mpu/tests/commons.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/mpu/tests/commons.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/mpu/tests/test_cross_entropy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/mpu/tests/test_cross_entropy.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/mpu/tests/test_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/mpu/tests/test_data.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/mpu/tests/test_initialize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/mpu/tests/test_initialize.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/mpu/tests/test_layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/mpu/tests/test_layers.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/mpu/tests/test_random.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/mpu/tests/test_random.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/mpu/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/mpu/utils.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/package_info.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/package_info.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/text_generation_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/text_generation_utils.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/tokenizer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/tokenizer/__init__.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/tokenizer/bert_tokenization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/tokenizer/bert_tokenization.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/tokenizer/gpt2_tokenization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/tokenizer/gpt2_tokenization.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/tokenizer/tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/tokenizer/tokenizer.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/training.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/training.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron/utils.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron_lm.egg-info/PKG-INFO: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron_lm.egg-info/PKG-INFO -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron_lm.egg-info/SOURCES.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron_lm.egg-info/SOURCES.txt -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron_lm.egg-info/dependency_links.txt: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron_lm.egg-info/not-zip-safe: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron_lm.egg-info/requires.txt: -------------------------------------------------------------------------------- 1 | pybind11 2 | torch 3 | six 4 | regex 5 | numpy 6 | -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/megatron_lm.egg-info/top_level.txt: -------------------------------------------------------------------------------- 1 | megatron 2 | -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/pretrain_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/pretrain_bert.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/pretrain_gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/pretrain_gpt2.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/pretrain_ict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/pretrain_ict.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/requirements.txt: -------------------------------------------------------------------------------- 1 | pybind11 2 | torch 3 | six 4 | regex 5 | numpy 6 | -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/setup.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/tasks/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/tasks/data_utils.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/tasks/ensemble_classifier.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/tasks/ensemble_classifier.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/tasks/eval_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/tasks/eval_utils.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/tasks/finetune_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/tasks/finetune_utils.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/tasks/glue/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/tasks/glue/data.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/tasks/glue/finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/tasks/glue/finetune.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/tasks/glue/mnli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/tasks/glue/mnli.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/tasks/glue/qqp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/tasks/glue/qqp.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/tasks/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/tasks/main.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/tasks/race/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/tasks/race/data.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/tasks/race/finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/tasks/race/finetune.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/tasks/zeroshot_gpt2/datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/tasks/zeroshot_gpt2/datasets.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/tasks/zeroshot_gpt2/detokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/tasks/zeroshot_gpt2/detokenizer.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/tasks/zeroshot_gpt2/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/tasks/zeroshot_gpt2/evaluate.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/tools/create_doc_index.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/tools/create_doc_index.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/tools/generate_samples_gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/tools/generate_samples_gpt2.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/tools/linter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/tools/linter.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/tools/merge_mp_partitions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/tools/merge_mp_partitions.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/tools/openwebtext/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/tools/openwebtext/README.md -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/tools/openwebtext/blacklist_urls.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/tools/openwebtext/blacklist_urls.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/tools/openwebtext/cleanup_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/tools/openwebtext/cleanup_dataset.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/tools/openwebtext/find_duplicates.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/tools/openwebtext/find_duplicates.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/tools/openwebtext/group_duplicates_url.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/tools/openwebtext/group_duplicates_url.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/tools/openwebtext/merge_jsons.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/tools/openwebtext/merge_jsons.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/tools/openwebtext/remove_group_duplicates.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/tools/openwebtext/remove_group_duplicates.py -------------------------------------------------------------------------------- /megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/tools/preprocess_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/Megatron-LM-v1.1.5-3D_parallelism/tools/preprocess_data.py -------------------------------------------------------------------------------- /megatron_molbart/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/README.md -------------------------------------------------------------------------------- /megatron_molbart/csv_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/csv_data.py -------------------------------------------------------------------------------- /megatron_molbart/ds_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/ds_config.json -------------------------------------------------------------------------------- /megatron_molbart/megatron_bart.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/megatron_bart.py -------------------------------------------------------------------------------- /megatron_molbart/test_data/chembl_subset.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/test_data/chembl_subset.csv -------------------------------------------------------------------------------- /megatron_molbart/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_molbart/train.py -------------------------------------------------------------------------------- /megatron_requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/megatron_requirements.txt -------------------------------------------------------------------------------- /molbart/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /molbart/build_tokeniser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/molbart/build_tokeniser.py -------------------------------------------------------------------------------- /molbart/data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /molbart/data/datamodules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/molbart/data/datamodules.py -------------------------------------------------------------------------------- /molbart/data/datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/molbart/data/datasets.py -------------------------------------------------------------------------------- /molbart/data/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/molbart/data/util.py -------------------------------------------------------------------------------- /molbart/decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/molbart/decoder.py -------------------------------------------------------------------------------- /molbart/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/molbart/evaluate.py -------------------------------------------------------------------------------- /molbart/fine_tune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/molbart/fine_tune.py -------------------------------------------------------------------------------- /molbart/models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /molbart/models/bart_fine_tune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/molbart/models/bart_fine_tune.py -------------------------------------------------------------------------------- /molbart/models/pre_train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/molbart/models/pre_train.py -------------------------------------------------------------------------------- /molbart/models/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/molbart/models/util.py -------------------------------------------------------------------------------- /molbart/predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/molbart/predict.py -------------------------------------------------------------------------------- /molbart/tokeniser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/molbart/tokeniser.py -------------------------------------------------------------------------------- /molbart/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/molbart/train.py -------------------------------------------------------------------------------- /molbart/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/molbart/util.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/requirements.txt -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/setup.py -------------------------------------------------------------------------------- /test/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /test/decoder_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/test/decoder_test.py -------------------------------------------------------------------------------- /test/pre_train_model_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/test/pre_train_model_test.py -------------------------------------------------------------------------------- /test/tokeniser_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/test/tokeniser_test.py -------------------------------------------------------------------------------- /train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/train.sh -------------------------------------------------------------------------------- /train_megatron.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MolecularAI/MolBART/HEAD/train_megatron.sh --------------------------------------------------------------------------------