├── .gitignore ├── .style.yapf ├── CHANGELOG.md ├── DESCRIPTION.md ├── LICENSE ├── Makefile ├── README.md ├── pyproject.toml ├── requirements.txt ├── setup.cfg ├── setup.py ├── tests ├── README.md ├── __init__.py ├── data │ └── vocab.txt ├── datamodules │ ├── __init__.py │ ├── helpers.py │ ├── test_datamodule_cpu.py │ ├── test_datamodule_ddp.py │ ├── test_datamodule_gpu.py │ └── test_datamodule_mps.py ├── helpers.py ├── language_models │ ├── __init__.py │ ├── test_mlm.py │ ├── test_rts.py │ ├── test_solm.py │ └── test_swlm.py ├── models │ ├── __init__.py │ ├── helpers.py │ ├── test_models_cpu.py │ ├── test_models_ddp.py │ ├── test_models_deepspeed.py │ └── test_models_gpu.py ├── requirements.txt ├── test_callbacks.py ├── test_loggers.py ├── test_optimizers.py └── test_schedulers.py └── transformers_lightning ├── __init__.py ├── adapters ├── README.md ├── __init__.py ├── csv_adapter.py ├── file_adapter.py ├── line_adapter.py └── super_adapter.py ├── callbacks ├── README.md ├── __init__.py ├── rich_progress_bar.py └── transformers_model_checkpoint.py ├── datamodules ├── README.md ├── __init__.py ├── adapter_datamodule.py └── super_datamodule.py ├── datasets ├── README.md ├── __init__.py ├── iterable_dataset.py ├── map_dataset.py ├── stack_dataset.py └── super_dataset.py ├── defaults ├── README.md └── __init__.py ├── info.py ├── language_modeling ├── README.md ├── __init__.py ├── language_model.py ├── masked_language_modeling.py ├── random_token_substitution.py ├── sorting_language_modeling.py ├── swapped_language_modeling.py └── utils.py ├── loggers ├── README.md ├── __init__.py └── jsonboard_logger.py ├── models ├── README.md ├── __init__.py └── transformers_model.py ├── optimizers ├── README.md ├── __init__.py ├── adamw.py ├── adamw_electra.py ├── super_optimizer.py └── utils.py ├── schedulers ├── README.md ├── __init__.py ├── constant_scheduler.py ├── constant_scheduler_with_warmup.py ├── cosine_scheduler_with_warmup.py ├── cosine_scheduler_with_warmup_and_hard_restart.py ├── layerwise_decay_scheduler.py ├── linear_scheduler.py ├── linear_scheduler_with_warmup.py └── super_scheduler.py └── utils ├── __init__.py ├── functional.py ├── generators.py ├── gradient.py ├── inspectors.py ├── language_modeling.py └── readers.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/.gitignore -------------------------------------------------------------------------------- /.style.yapf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/.style.yapf -------------------------------------------------------------------------------- /CHANGELOG.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/CHANGELOG.md -------------------------------------------------------------------------------- /DESCRIPTION.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/DESCRIPTION.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/LICENSE -------------------------------------------------------------------------------- /Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/Makefile -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/README.md -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/pyproject.toml -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/requirements.txt -------------------------------------------------------------------------------- /setup.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/setup.cfg -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/setup.py -------------------------------------------------------------------------------- /tests/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/tests/README.md -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/data/vocab.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/tests/data/vocab.txt -------------------------------------------------------------------------------- /tests/datamodules/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/datamodules/helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/tests/datamodules/helpers.py -------------------------------------------------------------------------------- /tests/datamodules/test_datamodule_cpu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/tests/datamodules/test_datamodule_cpu.py -------------------------------------------------------------------------------- /tests/datamodules/test_datamodule_ddp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/tests/datamodules/test_datamodule_ddp.py -------------------------------------------------------------------------------- /tests/datamodules/test_datamodule_gpu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/tests/datamodules/test_datamodule_gpu.py -------------------------------------------------------------------------------- /tests/datamodules/test_datamodule_mps.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/tests/datamodules/test_datamodule_mps.py -------------------------------------------------------------------------------- /tests/helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/tests/helpers.py -------------------------------------------------------------------------------- /tests/language_models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/language_models/test_mlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/tests/language_models/test_mlm.py -------------------------------------------------------------------------------- /tests/language_models/test_rts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/tests/language_models/test_rts.py -------------------------------------------------------------------------------- /tests/language_models/test_solm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/tests/language_models/test_solm.py -------------------------------------------------------------------------------- /tests/language_models/test_swlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/tests/language_models/test_swlm.py -------------------------------------------------------------------------------- /tests/models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/models/helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/tests/models/helpers.py -------------------------------------------------------------------------------- /tests/models/test_models_cpu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/tests/models/test_models_cpu.py -------------------------------------------------------------------------------- /tests/models/test_models_ddp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/tests/models/test_models_ddp.py -------------------------------------------------------------------------------- /tests/models/test_models_deepspeed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/tests/models/test_models_deepspeed.py -------------------------------------------------------------------------------- /tests/models/test_models_gpu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/tests/models/test_models_gpu.py -------------------------------------------------------------------------------- /tests/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/tests/requirements.txt -------------------------------------------------------------------------------- /tests/test_callbacks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/tests/test_callbacks.py -------------------------------------------------------------------------------- /tests/test_loggers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/tests/test_loggers.py -------------------------------------------------------------------------------- /tests/test_optimizers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/tests/test_optimizers.py -------------------------------------------------------------------------------- /tests/test_schedulers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/tests/test_schedulers.py -------------------------------------------------------------------------------- /transformers_lightning/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/transformers_lightning/__init__.py -------------------------------------------------------------------------------- /transformers_lightning/adapters/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/transformers_lightning/adapters/README.md -------------------------------------------------------------------------------- /transformers_lightning/adapters/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/transformers_lightning/adapters/__init__.py -------------------------------------------------------------------------------- /transformers_lightning/adapters/csv_adapter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/transformers_lightning/adapters/csv_adapter.py -------------------------------------------------------------------------------- /transformers_lightning/adapters/file_adapter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/transformers_lightning/adapters/file_adapter.py -------------------------------------------------------------------------------- /transformers_lightning/adapters/line_adapter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/transformers_lightning/adapters/line_adapter.py -------------------------------------------------------------------------------- /transformers_lightning/adapters/super_adapter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/transformers_lightning/adapters/super_adapter.py -------------------------------------------------------------------------------- /transformers_lightning/callbacks/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/transformers_lightning/callbacks/README.md -------------------------------------------------------------------------------- /transformers_lightning/callbacks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/transformers_lightning/callbacks/__init__.py -------------------------------------------------------------------------------- /transformers_lightning/callbacks/rich_progress_bar.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/transformers_lightning/callbacks/rich_progress_bar.py -------------------------------------------------------------------------------- /transformers_lightning/callbacks/transformers_model_checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/transformers_lightning/callbacks/transformers_model_checkpoint.py -------------------------------------------------------------------------------- /transformers_lightning/datamodules/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/transformers_lightning/datamodules/README.md -------------------------------------------------------------------------------- /transformers_lightning/datamodules/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/transformers_lightning/datamodules/__init__.py -------------------------------------------------------------------------------- /transformers_lightning/datamodules/adapter_datamodule.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/transformers_lightning/datamodules/adapter_datamodule.py -------------------------------------------------------------------------------- /transformers_lightning/datamodules/super_datamodule.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/transformers_lightning/datamodules/super_datamodule.py -------------------------------------------------------------------------------- /transformers_lightning/datasets/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/transformers_lightning/datasets/README.md -------------------------------------------------------------------------------- /transformers_lightning/datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/transformers_lightning/datasets/__init__.py -------------------------------------------------------------------------------- /transformers_lightning/datasets/iterable_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/transformers_lightning/datasets/iterable_dataset.py -------------------------------------------------------------------------------- /transformers_lightning/datasets/map_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/transformers_lightning/datasets/map_dataset.py -------------------------------------------------------------------------------- /transformers_lightning/datasets/stack_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/transformers_lightning/datasets/stack_dataset.py -------------------------------------------------------------------------------- /transformers_lightning/datasets/super_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/transformers_lightning/datasets/super_dataset.py -------------------------------------------------------------------------------- /transformers_lightning/defaults/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/transformers_lightning/defaults/README.md -------------------------------------------------------------------------------- /transformers_lightning/defaults/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/transformers_lightning/defaults/__init__.py -------------------------------------------------------------------------------- /transformers_lightning/info.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/transformers_lightning/info.py -------------------------------------------------------------------------------- /transformers_lightning/language_modeling/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/transformers_lightning/language_modeling/README.md -------------------------------------------------------------------------------- /transformers_lightning/language_modeling/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/transformers_lightning/language_modeling/__init__.py -------------------------------------------------------------------------------- /transformers_lightning/language_modeling/language_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/transformers_lightning/language_modeling/language_model.py -------------------------------------------------------------------------------- /transformers_lightning/language_modeling/masked_language_modeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/transformers_lightning/language_modeling/masked_language_modeling.py -------------------------------------------------------------------------------- /transformers_lightning/language_modeling/random_token_substitution.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/transformers_lightning/language_modeling/random_token_substitution.py -------------------------------------------------------------------------------- /transformers_lightning/language_modeling/sorting_language_modeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/transformers_lightning/language_modeling/sorting_language_modeling.py -------------------------------------------------------------------------------- /transformers_lightning/language_modeling/swapped_language_modeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/transformers_lightning/language_modeling/swapped_language_modeling.py -------------------------------------------------------------------------------- /transformers_lightning/language_modeling/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/transformers_lightning/language_modeling/utils.py -------------------------------------------------------------------------------- /transformers_lightning/loggers/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/transformers_lightning/loggers/README.md -------------------------------------------------------------------------------- /transformers_lightning/loggers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/transformers_lightning/loggers/__init__.py -------------------------------------------------------------------------------- /transformers_lightning/loggers/jsonboard_logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/transformers_lightning/loggers/jsonboard_logger.py -------------------------------------------------------------------------------- /transformers_lightning/models/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/transformers_lightning/models/README.md -------------------------------------------------------------------------------- /transformers_lightning/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/transformers_lightning/models/__init__.py -------------------------------------------------------------------------------- /transformers_lightning/models/transformers_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/transformers_lightning/models/transformers_model.py -------------------------------------------------------------------------------- /transformers_lightning/optimizers/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/transformers_lightning/optimizers/README.md -------------------------------------------------------------------------------- /transformers_lightning/optimizers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/transformers_lightning/optimizers/__init__.py -------------------------------------------------------------------------------- /transformers_lightning/optimizers/adamw.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/transformers_lightning/optimizers/adamw.py -------------------------------------------------------------------------------- /transformers_lightning/optimizers/adamw_electra.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/transformers_lightning/optimizers/adamw_electra.py -------------------------------------------------------------------------------- /transformers_lightning/optimizers/super_optimizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/transformers_lightning/optimizers/super_optimizer.py -------------------------------------------------------------------------------- /transformers_lightning/optimizers/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/transformers_lightning/optimizers/utils.py -------------------------------------------------------------------------------- /transformers_lightning/schedulers/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/transformers_lightning/schedulers/README.md -------------------------------------------------------------------------------- /transformers_lightning/schedulers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/transformers_lightning/schedulers/__init__.py -------------------------------------------------------------------------------- /transformers_lightning/schedulers/constant_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/transformers_lightning/schedulers/constant_scheduler.py -------------------------------------------------------------------------------- /transformers_lightning/schedulers/constant_scheduler_with_warmup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/transformers_lightning/schedulers/constant_scheduler_with_warmup.py -------------------------------------------------------------------------------- /transformers_lightning/schedulers/cosine_scheduler_with_warmup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/transformers_lightning/schedulers/cosine_scheduler_with_warmup.py -------------------------------------------------------------------------------- /transformers_lightning/schedulers/cosine_scheduler_with_warmup_and_hard_restart.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/transformers_lightning/schedulers/cosine_scheduler_with_warmup_and_hard_restart.py -------------------------------------------------------------------------------- /transformers_lightning/schedulers/layerwise_decay_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/transformers_lightning/schedulers/layerwise_decay_scheduler.py -------------------------------------------------------------------------------- /transformers_lightning/schedulers/linear_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/transformers_lightning/schedulers/linear_scheduler.py -------------------------------------------------------------------------------- /transformers_lightning/schedulers/linear_scheduler_with_warmup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/transformers_lightning/schedulers/linear_scheduler_with_warmup.py -------------------------------------------------------------------------------- /transformers_lightning/schedulers/super_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/transformers_lightning/schedulers/super_scheduler.py -------------------------------------------------------------------------------- /transformers_lightning/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/transformers_lightning/utils/__init__.py -------------------------------------------------------------------------------- /transformers_lightning/utils/functional.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/transformers_lightning/utils/functional.py -------------------------------------------------------------------------------- /transformers_lightning/utils/generators.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/transformers_lightning/utils/generators.py -------------------------------------------------------------------------------- /transformers_lightning/utils/gradient.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/transformers_lightning/utils/gradient.py -------------------------------------------------------------------------------- /transformers_lightning/utils/inspectors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/transformers_lightning/utils/inspectors.py -------------------------------------------------------------------------------- /transformers_lightning/utils/language_modeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/transformers_lightning/utils/language_modeling.py -------------------------------------------------------------------------------- /transformers_lightning/utils/readers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iKernels/transformers-lightning/HEAD/transformers_lightning/utils/readers.py --------------------------------------------------------------------------------