├── .github └── workflows │ └── python-publish.yml ├── .gitignore ├── LICENSE ├── README.md ├── examples └── enwik8_deepspeed │ ├── README.md │ ├── data │ ├── README.md │ └── enwik8.gz │ ├── ds_config.json │ └── train.py ├── palm.gif ├── palm_pytorch ├── __init__.py ├── autoregressive_wrapper.py ├── palm_lite.py ├── palm_pytorch.py └── triton │ ├── __init__.py │ ├── layernorm.py │ ├── palm.py │ └── softmax.py ├── setup.py └── train.py /.github/workflows/python-publish.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lucidrains/PaLM-pytorch/HEAD/.github/workflows/python-publish.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lucidrains/PaLM-pytorch/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lucidrains/PaLM-pytorch/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lucidrains/PaLM-pytorch/HEAD/README.md -------------------------------------------------------------------------------- /examples/enwik8_deepspeed/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lucidrains/PaLM-pytorch/HEAD/examples/enwik8_deepspeed/README.md -------------------------------------------------------------------------------- /examples/enwik8_deepspeed/data/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lucidrains/PaLM-pytorch/HEAD/examples/enwik8_deepspeed/data/README.md -------------------------------------------------------------------------------- /examples/enwik8_deepspeed/data/enwik8.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lucidrains/PaLM-pytorch/HEAD/examples/enwik8_deepspeed/data/enwik8.gz -------------------------------------------------------------------------------- /examples/enwik8_deepspeed/ds_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lucidrains/PaLM-pytorch/HEAD/examples/enwik8_deepspeed/ds_config.json -------------------------------------------------------------------------------- /examples/enwik8_deepspeed/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lucidrains/PaLM-pytorch/HEAD/examples/enwik8_deepspeed/train.py -------------------------------------------------------------------------------- /palm.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lucidrains/PaLM-pytorch/HEAD/palm.gif -------------------------------------------------------------------------------- /palm_pytorch/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lucidrains/PaLM-pytorch/HEAD/palm_pytorch/__init__.py -------------------------------------------------------------------------------- /palm_pytorch/autoregressive_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lucidrains/PaLM-pytorch/HEAD/palm_pytorch/autoregressive_wrapper.py -------------------------------------------------------------------------------- /palm_pytorch/palm_lite.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lucidrains/PaLM-pytorch/HEAD/palm_pytorch/palm_lite.py -------------------------------------------------------------------------------- /palm_pytorch/palm_pytorch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lucidrains/PaLM-pytorch/HEAD/palm_pytorch/palm_pytorch.py -------------------------------------------------------------------------------- /palm_pytorch/triton/__init__.py: -------------------------------------------------------------------------------- 1 | from palm_pytorch.triton.palm import PaLM 2 | -------------------------------------------------------------------------------- /palm_pytorch/triton/layernorm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lucidrains/PaLM-pytorch/HEAD/palm_pytorch/triton/layernorm.py -------------------------------------------------------------------------------- /palm_pytorch/triton/palm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lucidrains/PaLM-pytorch/HEAD/palm_pytorch/triton/palm.py -------------------------------------------------------------------------------- /palm_pytorch/triton/softmax.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lucidrains/PaLM-pytorch/HEAD/palm_pytorch/triton/softmax.py -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lucidrains/PaLM-pytorch/HEAD/setup.py -------------------------------------------------------------------------------- /train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lucidrains/PaLM-pytorch/HEAD/train.py --------------------------------------------------------------------------------