├── .github ├── dependabot.yaml └── workflows │ ├── publish.yaml │ ├── test.yaml │ ├── wheels-cuda.yaml │ ├── wheels-index.yaml │ ├── wheels-metal.yaml │ └── wheels.yaml ├── .gitignore ├── .gitmodules ├── .readthedocs.yaml ├── CMakeLists.txt ├── LICENSE.md ├── Makefile ├── README.md ├── docs ├── api-reference.md └── index.md ├── examples ├── clip │ ├── README.md │ ├── convert-pt-to-ggml.py │ ├── model.py │ ├── requirements.txt │ └── utils.py ├── custom-operators │ └── example_jax.py ├── optimizer │ └── simple.py ├── replit │ ├── README.md │ ├── app.py │ ├── main.py │ └── requirements.txt └── rpc │ ├── main.py │ └── worker.py ├── ggml ├── __init__.py ├── ggml.py ├── py.typed └── utils.py ├── mkdocs.yml ├── pyproject.toml ├── scripts └── releases-to-pep-503.sh └── tests ├── __init__.py ├── test_ggml.py ├── test_ggml_cuda.py ├── test_ggml_metal.py └── test_utils.py /.github/dependabot.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/abetlen/ggml-python/HEAD/.github/dependabot.yaml -------------------------------------------------------------------------------- /.github/workflows/publish.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/abetlen/ggml-python/HEAD/.github/workflows/publish.yaml -------------------------------------------------------------------------------- /.github/workflows/test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/abetlen/ggml-python/HEAD/.github/workflows/test.yaml -------------------------------------------------------------------------------- /.github/workflows/wheels-cuda.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/abetlen/ggml-python/HEAD/.github/workflows/wheels-cuda.yaml -------------------------------------------------------------------------------- /.github/workflows/wheels-index.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/abetlen/ggml-python/HEAD/.github/workflows/wheels-index.yaml -------------------------------------------------------------------------------- /.github/workflows/wheels-metal.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/abetlen/ggml-python/HEAD/.github/workflows/wheels-metal.yaml -------------------------------------------------------------------------------- /.github/workflows/wheels.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/abetlen/ggml-python/HEAD/.github/workflows/wheels.yaml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/abetlen/ggml-python/HEAD/.gitignore -------------------------------------------------------------------------------- /.gitmodules: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/abetlen/ggml-python/HEAD/.gitmodules -------------------------------------------------------------------------------- /.readthedocs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/abetlen/ggml-python/HEAD/.readthedocs.yaml -------------------------------------------------------------------------------- /CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/abetlen/ggml-python/HEAD/CMakeLists.txt -------------------------------------------------------------------------------- /LICENSE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/abetlen/ggml-python/HEAD/LICENSE.md -------------------------------------------------------------------------------- /Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/abetlen/ggml-python/HEAD/Makefile -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/abetlen/ggml-python/HEAD/README.md -------------------------------------------------------------------------------- /docs/api-reference.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/abetlen/ggml-python/HEAD/docs/api-reference.md -------------------------------------------------------------------------------- /docs/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/abetlen/ggml-python/HEAD/docs/index.md -------------------------------------------------------------------------------- /examples/clip/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/abetlen/ggml-python/HEAD/examples/clip/README.md -------------------------------------------------------------------------------- /examples/clip/convert-pt-to-ggml.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/abetlen/ggml-python/HEAD/examples/clip/convert-pt-to-ggml.py -------------------------------------------------------------------------------- /examples/clip/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/abetlen/ggml-python/HEAD/examples/clip/model.py -------------------------------------------------------------------------------- /examples/clip/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/abetlen/ggml-python/HEAD/examples/clip/requirements.txt -------------------------------------------------------------------------------- /examples/clip/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/abetlen/ggml-python/HEAD/examples/clip/utils.py -------------------------------------------------------------------------------- /examples/custom-operators/example_jax.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/abetlen/ggml-python/HEAD/examples/custom-operators/example_jax.py -------------------------------------------------------------------------------- /examples/optimizer/simple.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/abetlen/ggml-python/HEAD/examples/optimizer/simple.py -------------------------------------------------------------------------------- /examples/replit/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/abetlen/ggml-python/HEAD/examples/replit/README.md -------------------------------------------------------------------------------- /examples/replit/app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/abetlen/ggml-python/HEAD/examples/replit/app.py -------------------------------------------------------------------------------- /examples/replit/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/abetlen/ggml-python/HEAD/examples/replit/main.py -------------------------------------------------------------------------------- /examples/replit/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/abetlen/ggml-python/HEAD/examples/replit/requirements.txt -------------------------------------------------------------------------------- /examples/rpc/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/abetlen/ggml-python/HEAD/examples/rpc/main.py -------------------------------------------------------------------------------- /examples/rpc/worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/abetlen/ggml-python/HEAD/examples/rpc/worker.py -------------------------------------------------------------------------------- /ggml/__init__.py: -------------------------------------------------------------------------------- 1 | from .ggml import * 2 | 3 | __version__ = "0.0.37" -------------------------------------------------------------------------------- /ggml/ggml.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/abetlen/ggml-python/HEAD/ggml/ggml.py -------------------------------------------------------------------------------- /ggml/py.typed: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ggml/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/abetlen/ggml-python/HEAD/ggml/utils.py -------------------------------------------------------------------------------- /mkdocs.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/abetlen/ggml-python/HEAD/mkdocs.yml -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/abetlen/ggml-python/HEAD/pyproject.toml -------------------------------------------------------------------------------- /scripts/releases-to-pep-503.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/abetlen/ggml-python/HEAD/scripts/releases-to-pep-503.sh -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/test_ggml.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/abetlen/ggml-python/HEAD/tests/test_ggml.py -------------------------------------------------------------------------------- /tests/test_ggml_cuda.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/abetlen/ggml-python/HEAD/tests/test_ggml_cuda.py -------------------------------------------------------------------------------- /tests/test_ggml_metal.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/abetlen/ggml-python/HEAD/tests/test_ggml_metal.py -------------------------------------------------------------------------------- /tests/test_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/abetlen/ggml-python/HEAD/tests/test_utils.py --------------------------------------------------------------------------------