├── .github └── workflows │ └── wheels.yml ├── .gitignore ├── .gitmodules ├── .vscode ├── c_cpp_properties.json ├── launch.json └── settings.json ├── CMakeLists.txt ├── README.md ├── examples ├── context_swapping.py ├── retrieval │ ├── test.db │ └── test.pdf ├── simple.py └── simple_low_level.py ├── models └── .gitkeep ├── pyproject.toml ├── src ├── llama2.cpp ├── llama_wrapper.cpp ├── llama_wrapper.h └── llamacpp │ ├── __init__.py │ ├── chat.py │ ├── cli.py │ ├── convert.py │ └── quantize.py └── tests ├── test_llama_context.py └── test_llama_inference.py /.github/workflows/wheels.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomasantony/llamacpp-python/HEAD/.github/workflows/wheels.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomasantony/llamacpp-python/HEAD/.gitignore -------------------------------------------------------------------------------- /.gitmodules: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomasantony/llamacpp-python/HEAD/.gitmodules -------------------------------------------------------------------------------- /.vscode/c_cpp_properties.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomasantony/llamacpp-python/HEAD/.vscode/c_cpp_properties.json -------------------------------------------------------------------------------- /.vscode/launch.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomasantony/llamacpp-python/HEAD/.vscode/launch.json -------------------------------------------------------------------------------- /.vscode/settings.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomasantony/llamacpp-python/HEAD/.vscode/settings.json -------------------------------------------------------------------------------- /CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomasantony/llamacpp-python/HEAD/CMakeLists.txt -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomasantony/llamacpp-python/HEAD/README.md -------------------------------------------------------------------------------- /examples/context_swapping.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomasantony/llamacpp-python/HEAD/examples/context_swapping.py -------------------------------------------------------------------------------- /examples/retrieval/test.db: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomasantony/llamacpp-python/HEAD/examples/retrieval/test.db -------------------------------------------------------------------------------- /examples/retrieval/test.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomasantony/llamacpp-python/HEAD/examples/retrieval/test.pdf -------------------------------------------------------------------------------- /examples/simple.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomasantony/llamacpp-python/HEAD/examples/simple.py -------------------------------------------------------------------------------- /examples/simple_low_level.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomasantony/llamacpp-python/HEAD/examples/simple_low_level.py -------------------------------------------------------------------------------- /models/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomasantony/llamacpp-python/HEAD/pyproject.toml -------------------------------------------------------------------------------- /src/llama2.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomasantony/llamacpp-python/HEAD/src/llama2.cpp -------------------------------------------------------------------------------- /src/llama_wrapper.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomasantony/llamacpp-python/HEAD/src/llama_wrapper.cpp -------------------------------------------------------------------------------- /src/llama_wrapper.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomasantony/llamacpp-python/HEAD/src/llama_wrapper.h -------------------------------------------------------------------------------- /src/llamacpp/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomasantony/llamacpp-python/HEAD/src/llamacpp/__init__.py -------------------------------------------------------------------------------- /src/llamacpp/chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomasantony/llamacpp-python/HEAD/src/llamacpp/chat.py -------------------------------------------------------------------------------- /src/llamacpp/cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomasantony/llamacpp-python/HEAD/src/llamacpp/cli.py -------------------------------------------------------------------------------- /src/llamacpp/convert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomasantony/llamacpp-python/HEAD/src/llamacpp/convert.py -------------------------------------------------------------------------------- /src/llamacpp/quantize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomasantony/llamacpp-python/HEAD/src/llamacpp/quantize.py -------------------------------------------------------------------------------- /tests/test_llama_context.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomasantony/llamacpp-python/HEAD/tests/test_llama_context.py -------------------------------------------------------------------------------- /tests/test_llama_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomasantony/llamacpp-python/HEAD/tests/test_llama_inference.py --------------------------------------------------------------------------------