├── .gitattributes ├── .github └── workflows │ ├── build-wheel-cuda-hip.yaml │ ├── build-wheel.yaml │ ├── ci.yaml │ └── release-github-pypi.yaml ├── .gitignore ├── .gitmodules ├── LICENSE ├── MANIFEST.in ├── Makefile ├── README.md ├── assets ├── logo-white.png ├── logo-white.svg ├── logo.png └── logo.svg ├── pyproject.toml ├── requirements.txt ├── scripts ├── .clang-format ├── copy_libs.py ├── get-releases.sh ├── releases-to-pep-503.sh └── setup.sh ├── setup.py ├── src ├── llama.cpp │ ├── include │ │ ├── common.h │ │ ├── ggml-backend.h │ │ ├── ggml.h │ │ └── llama.h │ └── src │ │ └── server.cpp └── xllamacpp │ ├── __init__.pxd │ ├── __init__.py │ ├── _version.py │ ├── memory.py │ ├── server.cpp │ ├── server.h │ ├── server.pxd │ ├── xllamacpp.pxd │ └── xllamacpp.pyx ├── tests ├── bge-m3-metadata.json ├── conftest.py ├── data │ └── 11_truck.png ├── dummy.gguf ├── test_memory.py ├── test_params.py └── test_server.py └── versioneer.py /.gitattributes: -------------------------------------------------------------------------------- 1 | src/xllamacpp/_version.py export-subst 2 | -------------------------------------------------------------------------------- /.github/workflows/build-wheel-cuda-hip.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xorbitsai/xllamacpp/HEAD/.github/workflows/build-wheel-cuda-hip.yaml -------------------------------------------------------------------------------- /.github/workflows/build-wheel.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xorbitsai/xllamacpp/HEAD/.github/workflows/build-wheel.yaml -------------------------------------------------------------------------------- /.github/workflows/ci.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xorbitsai/xllamacpp/HEAD/.github/workflows/ci.yaml -------------------------------------------------------------------------------- /.github/workflows/release-github-pypi.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xorbitsai/xllamacpp/HEAD/.github/workflows/release-github-pypi.yaml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xorbitsai/xllamacpp/HEAD/.gitignore -------------------------------------------------------------------------------- /.gitmodules: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xorbitsai/xllamacpp/HEAD/.gitmodules -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xorbitsai/xllamacpp/HEAD/LICENSE -------------------------------------------------------------------------------- /MANIFEST.in: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xorbitsai/xllamacpp/HEAD/MANIFEST.in -------------------------------------------------------------------------------- /Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xorbitsai/xllamacpp/HEAD/Makefile -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xorbitsai/xllamacpp/HEAD/README.md -------------------------------------------------------------------------------- /assets/logo-white.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xorbitsai/xllamacpp/HEAD/assets/logo-white.png -------------------------------------------------------------------------------- /assets/logo-white.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xorbitsai/xllamacpp/HEAD/assets/logo-white.svg -------------------------------------------------------------------------------- /assets/logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xorbitsai/xllamacpp/HEAD/assets/logo.png -------------------------------------------------------------------------------- /assets/logo.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xorbitsai/xllamacpp/HEAD/assets/logo.svg -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xorbitsai/xllamacpp/HEAD/pyproject.toml -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xorbitsai/xllamacpp/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/.clang-format: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xorbitsai/xllamacpp/HEAD/scripts/.clang-format -------------------------------------------------------------------------------- /scripts/copy_libs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xorbitsai/xllamacpp/HEAD/scripts/copy_libs.py -------------------------------------------------------------------------------- /scripts/get-releases.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xorbitsai/xllamacpp/HEAD/scripts/get-releases.sh -------------------------------------------------------------------------------- /scripts/releases-to-pep-503.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xorbitsai/xllamacpp/HEAD/scripts/releases-to-pep-503.sh -------------------------------------------------------------------------------- /scripts/setup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xorbitsai/xllamacpp/HEAD/scripts/setup.sh -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xorbitsai/xllamacpp/HEAD/setup.py -------------------------------------------------------------------------------- /src/llama.cpp/include/common.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xorbitsai/xllamacpp/HEAD/src/llama.cpp/include/common.h -------------------------------------------------------------------------------- /src/llama.cpp/include/ggml-backend.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xorbitsai/xllamacpp/HEAD/src/llama.cpp/include/ggml-backend.h -------------------------------------------------------------------------------- /src/llama.cpp/include/ggml.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xorbitsai/xllamacpp/HEAD/src/llama.cpp/include/ggml.h -------------------------------------------------------------------------------- /src/llama.cpp/include/llama.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xorbitsai/xllamacpp/HEAD/src/llama.cpp/include/llama.h -------------------------------------------------------------------------------- /src/llama.cpp/src/server.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xorbitsai/xllamacpp/HEAD/src/llama.cpp/src/server.cpp -------------------------------------------------------------------------------- /src/xllamacpp/__init__.pxd: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/xllamacpp/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xorbitsai/xllamacpp/HEAD/src/xllamacpp/__init__.py -------------------------------------------------------------------------------- /src/xllamacpp/_version.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xorbitsai/xllamacpp/HEAD/src/xllamacpp/_version.py -------------------------------------------------------------------------------- /src/xllamacpp/memory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xorbitsai/xllamacpp/HEAD/src/xllamacpp/memory.py -------------------------------------------------------------------------------- /src/xllamacpp/server.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xorbitsai/xllamacpp/HEAD/src/xllamacpp/server.cpp -------------------------------------------------------------------------------- /src/xllamacpp/server.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xorbitsai/xllamacpp/HEAD/src/xllamacpp/server.h -------------------------------------------------------------------------------- /src/xllamacpp/server.pxd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xorbitsai/xllamacpp/HEAD/src/xllamacpp/server.pxd -------------------------------------------------------------------------------- /src/xllamacpp/xllamacpp.pxd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xorbitsai/xllamacpp/HEAD/src/xllamacpp/xllamacpp.pxd -------------------------------------------------------------------------------- /src/xllamacpp/xllamacpp.pyx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xorbitsai/xllamacpp/HEAD/src/xllamacpp/xllamacpp.pyx -------------------------------------------------------------------------------- /tests/bge-m3-metadata.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xorbitsai/xllamacpp/HEAD/tests/bge-m3-metadata.json -------------------------------------------------------------------------------- /tests/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xorbitsai/xllamacpp/HEAD/tests/conftest.py -------------------------------------------------------------------------------- /tests/data/11_truck.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xorbitsai/xllamacpp/HEAD/tests/data/11_truck.png -------------------------------------------------------------------------------- /tests/dummy.gguf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xorbitsai/xllamacpp/HEAD/tests/dummy.gguf -------------------------------------------------------------------------------- /tests/test_memory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xorbitsai/xllamacpp/HEAD/tests/test_memory.py -------------------------------------------------------------------------------- /tests/test_params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xorbitsai/xllamacpp/HEAD/tests/test_params.py -------------------------------------------------------------------------------- /tests/test_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xorbitsai/xllamacpp/HEAD/tests/test_server.py -------------------------------------------------------------------------------- /versioneer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xorbitsai/xllamacpp/HEAD/versioneer.py --------------------------------------------------------------------------------