├── .deepsource.toml ├── .gitignore ├── LICENSE ├── README.md ├── configs ├── 280b.yaml ├── deep.yaml ├── shampoo.yaml └── small.yaml ├── main.py ├── requirements.txt └── src ├── dataclass.py ├── dataset.py ├── executable ├── inference.py ├── preprocess.py ├── profile.py └── train.py ├── model.py ├── optimizers ├── build.py ├── shampoo.py └── shampoo_utils.py └── utils ├── __init__.py ├── formatting.py ├── matrix_functions.py └── setup.py /.deepsource.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HomebrewML/HomebrewNLP-torch/HEAD/.deepsource.toml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HomebrewML/HomebrewNLP-torch/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HomebrewML/HomebrewNLP-torch/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HomebrewML/HomebrewNLP-torch/HEAD/README.md -------------------------------------------------------------------------------- /configs/280b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HomebrewML/HomebrewNLP-torch/HEAD/configs/280b.yaml -------------------------------------------------------------------------------- /configs/deep.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HomebrewML/HomebrewNLP-torch/HEAD/configs/deep.yaml -------------------------------------------------------------------------------- /configs/shampoo.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HomebrewML/HomebrewNLP-torch/HEAD/configs/shampoo.yaml -------------------------------------------------------------------------------- /configs/small.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HomebrewML/HomebrewNLP-torch/HEAD/configs/small.yaml -------------------------------------------------------------------------------- /main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HomebrewML/HomebrewNLP-torch/HEAD/main.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HomebrewML/HomebrewNLP-torch/HEAD/requirements.txt -------------------------------------------------------------------------------- /src/dataclass.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HomebrewML/HomebrewNLP-torch/HEAD/src/dataclass.py -------------------------------------------------------------------------------- /src/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HomebrewML/HomebrewNLP-torch/HEAD/src/dataset.py -------------------------------------------------------------------------------- /src/executable/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HomebrewML/HomebrewNLP-torch/HEAD/src/executable/inference.py -------------------------------------------------------------------------------- /src/executable/preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HomebrewML/HomebrewNLP-torch/HEAD/src/executable/preprocess.py -------------------------------------------------------------------------------- /src/executable/profile.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HomebrewML/HomebrewNLP-torch/HEAD/src/executable/profile.py -------------------------------------------------------------------------------- /src/executable/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HomebrewML/HomebrewNLP-torch/HEAD/src/executable/train.py -------------------------------------------------------------------------------- /src/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HomebrewML/HomebrewNLP-torch/HEAD/src/model.py -------------------------------------------------------------------------------- /src/optimizers/build.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HomebrewML/HomebrewNLP-torch/HEAD/src/optimizers/build.py -------------------------------------------------------------------------------- /src/optimizers/shampoo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HomebrewML/HomebrewNLP-torch/HEAD/src/optimizers/shampoo.py -------------------------------------------------------------------------------- /src/optimizers/shampoo_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HomebrewML/HomebrewNLP-torch/HEAD/src/optimizers/shampoo_utils.py -------------------------------------------------------------------------------- /src/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/utils/formatting.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HomebrewML/HomebrewNLP-torch/HEAD/src/utils/formatting.py -------------------------------------------------------------------------------- /src/utils/matrix_functions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HomebrewML/HomebrewNLP-torch/HEAD/src/utils/matrix_functions.py -------------------------------------------------------------------------------- /src/utils/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HomebrewML/HomebrewNLP-torch/HEAD/src/utils/setup.py --------------------------------------------------------------------------------