├── .github └── workflows │ └── deploy-docs.yml ├── .gitignore ├── LICENSE ├── README.md ├── examples └── gpt │ ├── .lightningignore │ ├── README.md │ ├── data │ └── download-data.sh │ ├── gpt │ ├── __init__.py │ ├── bpe.py │ ├── config.py │ ├── dataset.py │ └── model.py │ ├── requirements.txt │ ├── tools │ ├── __init__.py │ ├── flops.py │ └── stats.py │ ├── train.py │ └── train_cloud.py ├── pyproject.toml └── setup.py /.github/workflows/deploy-docs.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awaelchli/lightning-examples/HEAD/.github/workflows/deploy-docs.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awaelchli/lightning-examples/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awaelchli/lightning-examples/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awaelchli/lightning-examples/HEAD/README.md -------------------------------------------------------------------------------- /examples/gpt/.lightningignore: -------------------------------------------------------------------------------- 1 | __pycache__/ 2 | .git/ 3 | data/*.txt -------------------------------------------------------------------------------- /examples/gpt/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awaelchli/lightning-examples/HEAD/examples/gpt/README.md -------------------------------------------------------------------------------- /examples/gpt/data/download-data.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awaelchli/lightning-examples/HEAD/examples/gpt/data/download-data.sh -------------------------------------------------------------------------------- /examples/gpt/gpt/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /examples/gpt/gpt/bpe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awaelchli/lightning-examples/HEAD/examples/gpt/gpt/bpe.py -------------------------------------------------------------------------------- /examples/gpt/gpt/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awaelchli/lightning-examples/HEAD/examples/gpt/gpt/config.py -------------------------------------------------------------------------------- /examples/gpt/gpt/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awaelchli/lightning-examples/HEAD/examples/gpt/gpt/dataset.py -------------------------------------------------------------------------------- /examples/gpt/gpt/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awaelchli/lightning-examples/HEAD/examples/gpt/gpt/model.py -------------------------------------------------------------------------------- /examples/gpt/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awaelchli/lightning-examples/HEAD/examples/gpt/requirements.txt -------------------------------------------------------------------------------- /examples/gpt/tools/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awaelchli/lightning-examples/HEAD/examples/gpt/tools/__init__.py -------------------------------------------------------------------------------- /examples/gpt/tools/flops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awaelchli/lightning-examples/HEAD/examples/gpt/tools/flops.py -------------------------------------------------------------------------------- /examples/gpt/tools/stats.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awaelchli/lightning-examples/HEAD/examples/gpt/tools/stats.py -------------------------------------------------------------------------------- /examples/gpt/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awaelchli/lightning-examples/HEAD/examples/gpt/train.py -------------------------------------------------------------------------------- /examples/gpt/train_cloud.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awaelchli/lightning-examples/HEAD/examples/gpt/train_cloud.py -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awaelchli/lightning-examples/HEAD/pyproject.toml -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awaelchli/lightning-examples/HEAD/setup.py --------------------------------------------------------------------------------