├── .github └── workflows │ └── main.yml ├── .gitignore ├── LICENSE ├── Makefile ├── README.md ├── assets └── electra.png ├── environment.yml ├── experiments └── disc_lm_small │ ├── README.md │ ├── move_files.py │ ├── requirements.txt │ ├── train_albert_small.py │ ├── train_alectra_small.py │ ├── train_bert_small.py │ └── train_electra_small.py ├── lmtuners ├── __init__.py ├── datasets │ ├── __init__.py │ ├── line_by_line.py │ └── pretokenized.py ├── lightning_modules │ ├── __init__.py │ ├── discriminative_lm.py │ └── lm.py ├── models │ ├── __init__.py │ └── albert.py └── utils │ ├── __init__.py │ ├── create_dataset_splits.py │ ├── masked_lm.py │ ├── tokenize_and_cache_data.py │ └── utils.py ├── setup.cfg ├── setup.py └── tests └── test_sample.py /.github/workflows/main.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shoarora/transformers-trainers/HEAD/.github/workflows/main.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shoarora/transformers-trainers/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shoarora/transformers-trainers/HEAD/LICENSE -------------------------------------------------------------------------------- /Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shoarora/transformers-trainers/HEAD/Makefile -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shoarora/transformers-trainers/HEAD/README.md -------------------------------------------------------------------------------- /assets/electra.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shoarora/transformers-trainers/HEAD/assets/electra.png -------------------------------------------------------------------------------- /environment.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shoarora/transformers-trainers/HEAD/environment.yml -------------------------------------------------------------------------------- /experiments/disc_lm_small/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shoarora/transformers-trainers/HEAD/experiments/disc_lm_small/README.md -------------------------------------------------------------------------------- /experiments/disc_lm_small/move_files.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shoarora/transformers-trainers/HEAD/experiments/disc_lm_small/move_files.py -------------------------------------------------------------------------------- /experiments/disc_lm_small/requirements.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /experiments/disc_lm_small/train_albert_small.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shoarora/transformers-trainers/HEAD/experiments/disc_lm_small/train_albert_small.py -------------------------------------------------------------------------------- /experiments/disc_lm_small/train_alectra_small.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shoarora/transformers-trainers/HEAD/experiments/disc_lm_small/train_alectra_small.py -------------------------------------------------------------------------------- /experiments/disc_lm_small/train_bert_small.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shoarora/transformers-trainers/HEAD/experiments/disc_lm_small/train_bert_small.py -------------------------------------------------------------------------------- /experiments/disc_lm_small/train_electra_small.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shoarora/transformers-trainers/HEAD/experiments/disc_lm_small/train_electra_small.py -------------------------------------------------------------------------------- /lmtuners/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shoarora/transformers-trainers/HEAD/lmtuners/__init__.py -------------------------------------------------------------------------------- /lmtuners/datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shoarora/transformers-trainers/HEAD/lmtuners/datasets/__init__.py -------------------------------------------------------------------------------- /lmtuners/datasets/line_by_line.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shoarora/transformers-trainers/HEAD/lmtuners/datasets/line_by_line.py -------------------------------------------------------------------------------- /lmtuners/datasets/pretokenized.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shoarora/transformers-trainers/HEAD/lmtuners/datasets/pretokenized.py -------------------------------------------------------------------------------- /lmtuners/lightning_modules/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shoarora/transformers-trainers/HEAD/lmtuners/lightning_modules/__init__.py -------------------------------------------------------------------------------- /lmtuners/lightning_modules/discriminative_lm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shoarora/transformers-trainers/HEAD/lmtuners/lightning_modules/discriminative_lm.py -------------------------------------------------------------------------------- /lmtuners/lightning_modules/lm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shoarora/transformers-trainers/HEAD/lmtuners/lightning_modules/lm.py -------------------------------------------------------------------------------- /lmtuners/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shoarora/transformers-trainers/HEAD/lmtuners/models/__init__.py -------------------------------------------------------------------------------- /lmtuners/models/albert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shoarora/transformers-trainers/HEAD/lmtuners/models/albert.py -------------------------------------------------------------------------------- /lmtuners/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shoarora/transformers-trainers/HEAD/lmtuners/utils/__init__.py -------------------------------------------------------------------------------- /lmtuners/utils/create_dataset_splits.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shoarora/transformers-trainers/HEAD/lmtuners/utils/create_dataset_splits.py -------------------------------------------------------------------------------- /lmtuners/utils/masked_lm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shoarora/transformers-trainers/HEAD/lmtuners/utils/masked_lm.py -------------------------------------------------------------------------------- /lmtuners/utils/tokenize_and_cache_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shoarora/transformers-trainers/HEAD/lmtuners/utils/tokenize_and_cache_data.py -------------------------------------------------------------------------------- /lmtuners/utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shoarora/transformers-trainers/HEAD/lmtuners/utils/utils.py -------------------------------------------------------------------------------- /setup.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shoarora/transformers-trainers/HEAD/setup.cfg -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shoarora/transformers-trainers/HEAD/setup.py -------------------------------------------------------------------------------- /tests/test_sample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shoarora/transformers-trainers/HEAD/tests/test_sample.py --------------------------------------------------------------------------------