├── .circleci └── config.yml ├── .codecov.yml ├── .github ├── CODEOWNERS ├── ISSUE_TEMPLATE │ ├── bug_report.md │ ├── documentation.md │ ├── feature_request.md │ └── how-to-question.md ├── PULL_REQUEST_TEMPLATE.md ├── dependabot.yml ├── mergify.yml ├── stale.yml └── workflows │ ├── ci-checks.yml │ ├── ci-testing.yml │ ├── docs-check.yml │ ├── docs-deploy.yml │ └── pypi-release.yml ├── .gitignore ├── .pre-commit-config.yaml ├── .readthedocs.yml ├── CHANGELOG.md ├── LICENSE ├── MANIFEST.in ├── Makefile ├── README.md ├── docs ├── Makefile ├── build_docs.sh ├── make.bat └── source │ ├── _static │ ├── copybutton.js │ └── images │ │ ├── logo.png │ │ ├── logo.svg │ │ └── logo_light.svg │ ├── _templates │ ├── layout.html │ └── theme_variables.jinja │ ├── advanced │ ├── custom_datasets.rst │ ├── custom_task.rst │ └── nlp │ │ ├── language_modeling_data.rst │ │ └── translation_data.rst │ ├── conf.py │ ├── datasets │ ├── custom_data.rst │ └── nlp │ │ ├── custom_subset_names.rst │ │ ├── language_modeling_data.rst │ │ ├── multiple_choice_data.rst │ │ ├── question_answering_data.rst │ │ ├── summarization_data.rst │ │ ├── text_classification_data.rst │ │ ├── token_classification_data.rst │ │ └── translation_data.rst │ ├── features │ ├── hf_save.rst │ ├── large_model.rst │ ├── large_model_training.rst │ └── sparseml.rst │ ├── index.rst │ ├── installation.rst │ ├── quickstart.rst │ ├── references │ ├── datamodule_api.rst │ └── task_api.rst │ └── tasks │ ├── nlp │ ├── language_modeling.rst │ ├── multiple_choice.rst │ ├── question_answering.rst │ ├── summarization.rst │ ├── text_classification.rst │ ├── token_classification.rst │ └── translation.rst │ └── vision │ └── image_classification.rst ├── examples ├── generate.py ├── image_classification.py ├── language_modeling.py ├── masked_language_modeling.py ├── multiple_choice.py ├── question_answering_squad.py ├── summarization.py ├── text_classification.py ├── token_classification.py └── translation_wmt.py ├── lightning_transformers ├── __init__.py ├── callbacks │ ├── __init__.py │ └── sparseml.py ├── core │ ├── __init__.py │ ├── data.py │ ├── finetuning.py │ ├── iterable.py │ ├── loggers.py │ ├── model.py │ ├── seq2seq │ │ ├── __init__.py │ │ ├── data.py │ │ ├── finetuning.py │ │ ├── model.py │ │ └── utils.py │ └── utils.py ├── plugins │ ├── __init__.py │ └── checkpoint.py ├── task │ ├── __init__.py │ ├── nlp │ │ ├── __init__.py │ │ ├── language_modeling │ │ │ ├── __init__.py │ │ │ ├── data.py │ │ │ └── model.py │ │ ├── masked_language_modeling │ │ │ ├── __init__.py │ │ │ ├── data.py │ │ │ └── model.py │ │ ├── multiple_choice │ │ │ ├── __init__.py │ │ │ ├── data.py │ │ │ ├── datasets │ │ │ │ ├── __init__.py │ │ │ │ ├── race │ │ │ │ │ ├── __init__.py │ │ │ │ │ └── data.py │ │ │ │ └── swag │ │ │ │ │ ├── __init__.py │ │ │ │ │ └── data.py │ │ │ ├── model.py │ │ │ └── utils.py │ │ ├── question_answering │ │ │ ├── __init__.py │ │ │ ├── data.py │ │ │ ├── datasets │ │ │ │ ├── __init__.py │ │ │ │ └── squad │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── data.py │ │ │ │ │ ├── metric.py │ │ │ │ │ └── processing.py │ │ │ └── model.py │ │ ├── summarization │ │ │ ├── __init__.py │ │ │ ├── data.py │ │ │ ├── datasets │ │ │ │ ├── __init__.py │ │ │ │ ├── cnn_dailymail.py │ │ │ │ └── xsum.py │ │ │ └── model.py │ │ ├── text_classification │ │ │ ├── __init__.py │ │ │ ├── data.py │ │ │ └── model.py │ │ ├── token_classification │ │ │ ├── __init__.py │ │ │ ├── data.py │ │ │ └── model.py │ │ └── translation │ │ │ ├── __init__.py │ │ │ ├── data.py │ │ │ ├── datasets │ │ │ ├── __init__.py │ │ │ └── wmt16.py │ │ │ └── model.py │ └── vision │ │ ├── __init__.py │ │ └── image_classification │ │ ├── __init__.py │ │ ├── data.py │ │ └── model.py └── utilities │ ├── __init__.py │ ├── deepspeed.py │ └── imports.py ├── pyproject.toml ├── requirements.txt ├── requirements ├── devel.txt ├── docs.txt ├── extra.txt └── test.txt ├── setup.cfg ├── setup.py └── tests ├── __init__.py ├── conftest.py ├── core ├── nlp │ └── test_nlp_model.py ├── test_callbacks.py ├── test_cli.py ├── test_loggers.py └── test_model_step.py └── task ├── nlp ├── test_language_modeling.py ├── test_masked_language_modeling.py ├── test_multiple_choice.py ├── test_pipeline.py ├── test_question_answering.py ├── test_summarization.py ├── test_text_classification.py ├── test_token_classification.py └── test_translation.py └── vision └── test_image_classification.py /.circleci/config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/.circleci/config.yml -------------------------------------------------------------------------------- /.codecov.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/.codecov.yml -------------------------------------------------------------------------------- /.github/CODEOWNERS: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/.github/CODEOWNERS -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/bug_report.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/.github/ISSUE_TEMPLATE/bug_report.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/documentation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/.github/ISSUE_TEMPLATE/documentation.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/feature_request.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/.github/ISSUE_TEMPLATE/feature_request.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/how-to-question.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/.github/ISSUE_TEMPLATE/how-to-question.md -------------------------------------------------------------------------------- /.github/PULL_REQUEST_TEMPLATE.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /.github/dependabot.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/.github/dependabot.yml -------------------------------------------------------------------------------- /.github/mergify.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/.github/mergify.yml -------------------------------------------------------------------------------- /.github/stale.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/.github/stale.yml -------------------------------------------------------------------------------- /.github/workflows/ci-checks.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/.github/workflows/ci-checks.yml -------------------------------------------------------------------------------- /.github/workflows/ci-testing.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/.github/workflows/ci-testing.yml -------------------------------------------------------------------------------- /.github/workflows/docs-check.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/.github/workflows/docs-check.yml -------------------------------------------------------------------------------- /.github/workflows/docs-deploy.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/.github/workflows/docs-deploy.yml -------------------------------------------------------------------------------- /.github/workflows/pypi-release.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/.github/workflows/pypi-release.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /.readthedocs.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/.readthedocs.yml -------------------------------------------------------------------------------- /CHANGELOG.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/CHANGELOG.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/LICENSE -------------------------------------------------------------------------------- /MANIFEST.in: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/MANIFEST.in -------------------------------------------------------------------------------- /Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/Makefile -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/README.md -------------------------------------------------------------------------------- /docs/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/docs/Makefile -------------------------------------------------------------------------------- /docs/build_docs.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/docs/build_docs.sh -------------------------------------------------------------------------------- /docs/make.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/docs/make.bat -------------------------------------------------------------------------------- /docs/source/_static/copybutton.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/docs/source/_static/copybutton.js -------------------------------------------------------------------------------- /docs/source/_static/images/logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/docs/source/_static/images/logo.png -------------------------------------------------------------------------------- /docs/source/_static/images/logo.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/docs/source/_static/images/logo.svg -------------------------------------------------------------------------------- /docs/source/_static/images/logo_light.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/docs/source/_static/images/logo_light.svg -------------------------------------------------------------------------------- /docs/source/_templates/layout.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/docs/source/_templates/layout.html -------------------------------------------------------------------------------- /docs/source/_templates/theme_variables.jinja: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/docs/source/_templates/theme_variables.jinja -------------------------------------------------------------------------------- /docs/source/advanced/custom_datasets.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/docs/source/advanced/custom_datasets.rst -------------------------------------------------------------------------------- /docs/source/advanced/custom_task.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/docs/source/advanced/custom_task.rst -------------------------------------------------------------------------------- /docs/source/advanced/nlp/language_modeling_data.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/docs/source/advanced/nlp/language_modeling_data.rst -------------------------------------------------------------------------------- /docs/source/advanced/nlp/translation_data.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/docs/source/advanced/nlp/translation_data.rst -------------------------------------------------------------------------------- /docs/source/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/docs/source/conf.py -------------------------------------------------------------------------------- /docs/source/datasets/custom_data.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/docs/source/datasets/custom_data.rst -------------------------------------------------------------------------------- /docs/source/datasets/nlp/custom_subset_names.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/docs/source/datasets/nlp/custom_subset_names.rst -------------------------------------------------------------------------------- /docs/source/datasets/nlp/language_modeling_data.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/docs/source/datasets/nlp/language_modeling_data.rst -------------------------------------------------------------------------------- /docs/source/datasets/nlp/multiple_choice_data.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/docs/source/datasets/nlp/multiple_choice_data.rst -------------------------------------------------------------------------------- /docs/source/datasets/nlp/question_answering_data.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/docs/source/datasets/nlp/question_answering_data.rst -------------------------------------------------------------------------------- /docs/source/datasets/nlp/summarization_data.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/docs/source/datasets/nlp/summarization_data.rst -------------------------------------------------------------------------------- /docs/source/datasets/nlp/text_classification_data.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/docs/source/datasets/nlp/text_classification_data.rst -------------------------------------------------------------------------------- /docs/source/datasets/nlp/token_classification_data.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/docs/source/datasets/nlp/token_classification_data.rst -------------------------------------------------------------------------------- /docs/source/datasets/nlp/translation_data.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/docs/source/datasets/nlp/translation_data.rst -------------------------------------------------------------------------------- /docs/source/features/hf_save.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/docs/source/features/hf_save.rst -------------------------------------------------------------------------------- /docs/source/features/large_model.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/docs/source/features/large_model.rst -------------------------------------------------------------------------------- /docs/source/features/large_model_training.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/docs/source/features/large_model_training.rst -------------------------------------------------------------------------------- /docs/source/features/sparseml.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/docs/source/features/sparseml.rst -------------------------------------------------------------------------------- /docs/source/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/docs/source/index.rst -------------------------------------------------------------------------------- /docs/source/installation.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/docs/source/installation.rst -------------------------------------------------------------------------------- /docs/source/quickstart.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/docs/source/quickstart.rst -------------------------------------------------------------------------------- /docs/source/references/datamodule_api.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/docs/source/references/datamodule_api.rst -------------------------------------------------------------------------------- /docs/source/references/task_api.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/docs/source/references/task_api.rst -------------------------------------------------------------------------------- /docs/source/tasks/nlp/language_modeling.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/docs/source/tasks/nlp/language_modeling.rst -------------------------------------------------------------------------------- /docs/source/tasks/nlp/multiple_choice.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/docs/source/tasks/nlp/multiple_choice.rst -------------------------------------------------------------------------------- /docs/source/tasks/nlp/question_answering.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/docs/source/tasks/nlp/question_answering.rst -------------------------------------------------------------------------------- /docs/source/tasks/nlp/summarization.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/docs/source/tasks/nlp/summarization.rst -------------------------------------------------------------------------------- /docs/source/tasks/nlp/text_classification.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/docs/source/tasks/nlp/text_classification.rst -------------------------------------------------------------------------------- /docs/source/tasks/nlp/token_classification.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/docs/source/tasks/nlp/token_classification.rst -------------------------------------------------------------------------------- /docs/source/tasks/nlp/translation.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/docs/source/tasks/nlp/translation.rst -------------------------------------------------------------------------------- /docs/source/tasks/vision/image_classification.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/docs/source/tasks/vision/image_classification.rst -------------------------------------------------------------------------------- /examples/generate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/examples/generate.py -------------------------------------------------------------------------------- /examples/image_classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/examples/image_classification.py -------------------------------------------------------------------------------- /examples/language_modeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/examples/language_modeling.py -------------------------------------------------------------------------------- /examples/masked_language_modeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/examples/masked_language_modeling.py -------------------------------------------------------------------------------- /examples/multiple_choice.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/examples/multiple_choice.py -------------------------------------------------------------------------------- /examples/question_answering_squad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/examples/question_answering_squad.py -------------------------------------------------------------------------------- /examples/summarization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/examples/summarization.py -------------------------------------------------------------------------------- /examples/text_classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/examples/text_classification.py -------------------------------------------------------------------------------- /examples/token_classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/examples/token_classification.py -------------------------------------------------------------------------------- /examples/translation_wmt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/examples/translation_wmt.py -------------------------------------------------------------------------------- /lightning_transformers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/lightning_transformers/__init__.py -------------------------------------------------------------------------------- /lightning_transformers/callbacks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/lightning_transformers/callbacks/__init__.py -------------------------------------------------------------------------------- /lightning_transformers/callbacks/sparseml.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/lightning_transformers/callbacks/sparseml.py -------------------------------------------------------------------------------- /lightning_transformers/core/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/lightning_transformers/core/__init__.py -------------------------------------------------------------------------------- /lightning_transformers/core/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/lightning_transformers/core/data.py -------------------------------------------------------------------------------- /lightning_transformers/core/finetuning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/lightning_transformers/core/finetuning.py -------------------------------------------------------------------------------- /lightning_transformers/core/iterable.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/lightning_transformers/core/iterable.py -------------------------------------------------------------------------------- /lightning_transformers/core/loggers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/lightning_transformers/core/loggers.py -------------------------------------------------------------------------------- /lightning_transformers/core/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/lightning_transformers/core/model.py -------------------------------------------------------------------------------- /lightning_transformers/core/seq2seq/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/lightning_transformers/core/seq2seq/__init__.py -------------------------------------------------------------------------------- /lightning_transformers/core/seq2seq/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/lightning_transformers/core/seq2seq/data.py -------------------------------------------------------------------------------- /lightning_transformers/core/seq2seq/finetuning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/lightning_transformers/core/seq2seq/finetuning.py -------------------------------------------------------------------------------- /lightning_transformers/core/seq2seq/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/lightning_transformers/core/seq2seq/model.py -------------------------------------------------------------------------------- /lightning_transformers/core/seq2seq/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/lightning_transformers/core/seq2seq/utils.py -------------------------------------------------------------------------------- /lightning_transformers/core/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/lightning_transformers/core/utils.py -------------------------------------------------------------------------------- /lightning_transformers/plugins/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/lightning_transformers/plugins/__init__.py -------------------------------------------------------------------------------- /lightning_transformers/plugins/checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/lightning_transformers/plugins/checkpoint.py -------------------------------------------------------------------------------- /lightning_transformers/task/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lightning_transformers/task/nlp/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lightning_transformers/task/nlp/language_modeling/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/lightning_transformers/task/nlp/language_modeling/__init__.py -------------------------------------------------------------------------------- /lightning_transformers/task/nlp/language_modeling/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/lightning_transformers/task/nlp/language_modeling/data.py -------------------------------------------------------------------------------- /lightning_transformers/task/nlp/language_modeling/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/lightning_transformers/task/nlp/language_modeling/model.py -------------------------------------------------------------------------------- /lightning_transformers/task/nlp/masked_language_modeling/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/lightning_transformers/task/nlp/masked_language_modeling/__init__.py -------------------------------------------------------------------------------- /lightning_transformers/task/nlp/masked_language_modeling/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/lightning_transformers/task/nlp/masked_language_modeling/data.py -------------------------------------------------------------------------------- /lightning_transformers/task/nlp/masked_language_modeling/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/lightning_transformers/task/nlp/masked_language_modeling/model.py -------------------------------------------------------------------------------- /lightning_transformers/task/nlp/multiple_choice/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/lightning_transformers/task/nlp/multiple_choice/__init__.py -------------------------------------------------------------------------------- /lightning_transformers/task/nlp/multiple_choice/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/lightning_transformers/task/nlp/multiple_choice/data.py -------------------------------------------------------------------------------- /lightning_transformers/task/nlp/multiple_choice/datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/lightning_transformers/task/nlp/multiple_choice/datasets/__init__.py -------------------------------------------------------------------------------- /lightning_transformers/task/nlp/multiple_choice/datasets/race/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/lightning_transformers/task/nlp/multiple_choice/datasets/race/__init__.py -------------------------------------------------------------------------------- /lightning_transformers/task/nlp/multiple_choice/datasets/race/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/lightning_transformers/task/nlp/multiple_choice/datasets/race/data.py -------------------------------------------------------------------------------- /lightning_transformers/task/nlp/multiple_choice/datasets/swag/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/lightning_transformers/task/nlp/multiple_choice/datasets/swag/__init__.py -------------------------------------------------------------------------------- /lightning_transformers/task/nlp/multiple_choice/datasets/swag/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/lightning_transformers/task/nlp/multiple_choice/datasets/swag/data.py -------------------------------------------------------------------------------- /lightning_transformers/task/nlp/multiple_choice/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/lightning_transformers/task/nlp/multiple_choice/model.py -------------------------------------------------------------------------------- /lightning_transformers/task/nlp/multiple_choice/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/lightning_transformers/task/nlp/multiple_choice/utils.py -------------------------------------------------------------------------------- /lightning_transformers/task/nlp/question_answering/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/lightning_transformers/task/nlp/question_answering/__init__.py -------------------------------------------------------------------------------- /lightning_transformers/task/nlp/question_answering/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/lightning_transformers/task/nlp/question_answering/data.py -------------------------------------------------------------------------------- /lightning_transformers/task/nlp/question_answering/datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/lightning_transformers/task/nlp/question_answering/datasets/__init__.py -------------------------------------------------------------------------------- /lightning_transformers/task/nlp/question_answering/datasets/squad/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/lightning_transformers/task/nlp/question_answering/datasets/squad/__init__.py -------------------------------------------------------------------------------- /lightning_transformers/task/nlp/question_answering/datasets/squad/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/lightning_transformers/task/nlp/question_answering/datasets/squad/data.py -------------------------------------------------------------------------------- /lightning_transformers/task/nlp/question_answering/datasets/squad/metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/lightning_transformers/task/nlp/question_answering/datasets/squad/metric.py -------------------------------------------------------------------------------- /lightning_transformers/task/nlp/question_answering/datasets/squad/processing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/lightning_transformers/task/nlp/question_answering/datasets/squad/processing.py -------------------------------------------------------------------------------- /lightning_transformers/task/nlp/question_answering/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/lightning_transformers/task/nlp/question_answering/model.py -------------------------------------------------------------------------------- /lightning_transformers/task/nlp/summarization/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/lightning_transformers/task/nlp/summarization/__init__.py -------------------------------------------------------------------------------- /lightning_transformers/task/nlp/summarization/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/lightning_transformers/task/nlp/summarization/data.py -------------------------------------------------------------------------------- /lightning_transformers/task/nlp/summarization/datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/lightning_transformers/task/nlp/summarization/datasets/__init__.py -------------------------------------------------------------------------------- /lightning_transformers/task/nlp/summarization/datasets/cnn_dailymail.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/lightning_transformers/task/nlp/summarization/datasets/cnn_dailymail.py -------------------------------------------------------------------------------- /lightning_transformers/task/nlp/summarization/datasets/xsum.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/lightning_transformers/task/nlp/summarization/datasets/xsum.py -------------------------------------------------------------------------------- /lightning_transformers/task/nlp/summarization/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/lightning_transformers/task/nlp/summarization/model.py -------------------------------------------------------------------------------- /lightning_transformers/task/nlp/text_classification/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/lightning_transformers/task/nlp/text_classification/__init__.py -------------------------------------------------------------------------------- /lightning_transformers/task/nlp/text_classification/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/lightning_transformers/task/nlp/text_classification/data.py -------------------------------------------------------------------------------- /lightning_transformers/task/nlp/text_classification/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/lightning_transformers/task/nlp/text_classification/model.py -------------------------------------------------------------------------------- /lightning_transformers/task/nlp/token_classification/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/lightning_transformers/task/nlp/token_classification/__init__.py -------------------------------------------------------------------------------- /lightning_transformers/task/nlp/token_classification/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/lightning_transformers/task/nlp/token_classification/data.py -------------------------------------------------------------------------------- /lightning_transformers/task/nlp/token_classification/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/lightning_transformers/task/nlp/token_classification/model.py -------------------------------------------------------------------------------- /lightning_transformers/task/nlp/translation/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/lightning_transformers/task/nlp/translation/__init__.py -------------------------------------------------------------------------------- /lightning_transformers/task/nlp/translation/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/lightning_transformers/task/nlp/translation/data.py -------------------------------------------------------------------------------- /lightning_transformers/task/nlp/translation/datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/lightning_transformers/task/nlp/translation/datasets/__init__.py -------------------------------------------------------------------------------- /lightning_transformers/task/nlp/translation/datasets/wmt16.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/lightning_transformers/task/nlp/translation/datasets/wmt16.py -------------------------------------------------------------------------------- /lightning_transformers/task/nlp/translation/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/lightning_transformers/task/nlp/translation/model.py -------------------------------------------------------------------------------- /lightning_transformers/task/vision/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lightning_transformers/task/vision/image_classification/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/lightning_transformers/task/vision/image_classification/__init__.py -------------------------------------------------------------------------------- /lightning_transformers/task/vision/image_classification/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/lightning_transformers/task/vision/image_classification/data.py -------------------------------------------------------------------------------- /lightning_transformers/task/vision/image_classification/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/lightning_transformers/task/vision/image_classification/model.py -------------------------------------------------------------------------------- /lightning_transformers/utilities/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lightning_transformers/utilities/deepspeed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/lightning_transformers/utilities/deepspeed.py -------------------------------------------------------------------------------- /lightning_transformers/utilities/imports.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/lightning_transformers/utilities/imports.py -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/pyproject.toml -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/requirements.txt -------------------------------------------------------------------------------- /requirements/devel.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/requirements/devel.txt -------------------------------------------------------------------------------- /requirements/docs.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/requirements/docs.txt -------------------------------------------------------------------------------- /requirements/extra.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/requirements/extra.txt -------------------------------------------------------------------------------- /requirements/test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/requirements/test.txt -------------------------------------------------------------------------------- /setup.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/setup.cfg -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/setup.py -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/tests/__init__.py -------------------------------------------------------------------------------- /tests/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/tests/conftest.py -------------------------------------------------------------------------------- /tests/core/nlp/test_nlp_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/tests/core/nlp/test_nlp_model.py -------------------------------------------------------------------------------- /tests/core/test_callbacks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/tests/core/test_callbacks.py -------------------------------------------------------------------------------- /tests/core/test_cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/tests/core/test_cli.py -------------------------------------------------------------------------------- /tests/core/test_loggers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/tests/core/test_loggers.py -------------------------------------------------------------------------------- /tests/core/test_model_step.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/tests/core/test_model_step.py -------------------------------------------------------------------------------- /tests/task/nlp/test_language_modeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/tests/task/nlp/test_language_modeling.py -------------------------------------------------------------------------------- /tests/task/nlp/test_masked_language_modeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/tests/task/nlp/test_masked_language_modeling.py -------------------------------------------------------------------------------- /tests/task/nlp/test_multiple_choice.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/tests/task/nlp/test_multiple_choice.py -------------------------------------------------------------------------------- /tests/task/nlp/test_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/tests/task/nlp/test_pipeline.py -------------------------------------------------------------------------------- /tests/task/nlp/test_question_answering.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/tests/task/nlp/test_question_answering.py -------------------------------------------------------------------------------- /tests/task/nlp/test_summarization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/tests/task/nlp/test_summarization.py -------------------------------------------------------------------------------- /tests/task/nlp/test_text_classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/tests/task/nlp/test_text_classification.py -------------------------------------------------------------------------------- /tests/task/nlp/test_token_classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/tests/task/nlp/test_token_classification.py -------------------------------------------------------------------------------- /tests/task/nlp/test_translation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/tests/task/nlp/test_translation.py -------------------------------------------------------------------------------- /tests/task/vision/test_image_classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lightning-Universe/lightning-transformers/HEAD/tests/task/vision/test_image_classification.py --------------------------------------------------------------------------------