├── .dockerignore ├── .github └── workflows │ └── docker-publish.yml ├── .gitignore ├── Dockerfile ├── LICENSE ├── README.md ├── config └── default.ini ├── converter ├── README.md ├── converter.py ├── requirements.txt └── src │ ├── __init__.py │ ├── converter.py │ ├── quantization.py │ ├── rkllm.py │ └── utils.py ├── docker-compose.yml ├── documentation ├── Guide │ ├── all.md │ ├── en │ │ ├── Rebuild-arch.md │ │ └── installation.md │ └── fr │ │ └── Rebuild-arch.md ├── api │ ├── english.md │ ├── french.md │ ├── model_naming.md │ ├── ollama-compatibility.md │ ├── quantization_mapping.md │ └── tools.md ├── changelog.md ├── configuration.md ├── french.md └── ressources │ ├── chat.gif │ ├── chat.png │ ├── commands.png │ ├── launch_chat.png │ ├── list.png │ ├── pull.png │ ├── server.png │ ├── setup.png │ └── uninstall.png ├── models └── readme.md ├── pyproject.toml └── src └── rkllama ├── api ├── GetModels.py ├── __init__.py ├── callback.py ├── classes.py ├── debug_utils.py ├── format_utils.py ├── image_generator.py ├── model_utils.py ├── process.py ├── rkllm.py ├── rknnlite.py ├── server_utils.py ├── special_tokens.py ├── variables.py └── worker.py ├── client ├── __init__.py └── client.py ├── config ├── __init__.py ├── config.py └── config_schema.py ├── lib ├── __init__.py ├── fix_freq_rk3576.sh ├── fix_freq_rk3588.sh ├── librkllmrt.so ├── librknnrt.so ├── rknn_toolkit_lite2-2.3.2-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl ├── rknn_toolkit_lite2-2.3.2-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl ├── rknn_toolkit_lite2-2.3.2-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl └── rknn_toolkit_lite2-2.3.2-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl └── server ├── __init__.py └── server.py /.dockerignore: -------------------------------------------------------------------------------- 1 | models/ 2 | -------------------------------------------------------------------------------- /.github/workflows/docker-publish.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NotPunchnox/rkllama/HEAD/.github/workflows/docker-publish.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NotPunchnox/rkllama/HEAD/.gitignore -------------------------------------------------------------------------------- /Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NotPunchnox/rkllama/HEAD/Dockerfile -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NotPunchnox/rkllama/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NotPunchnox/rkllama/HEAD/README.md -------------------------------------------------------------------------------- /config/default.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NotPunchnox/rkllama/HEAD/config/default.ini -------------------------------------------------------------------------------- /converter/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NotPunchnox/rkllama/HEAD/converter/README.md -------------------------------------------------------------------------------- /converter/converter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NotPunchnox/rkllama/HEAD/converter/converter.py -------------------------------------------------------------------------------- /converter/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NotPunchnox/rkllama/HEAD/converter/requirements.txt -------------------------------------------------------------------------------- /converter/src/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /converter/src/converter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NotPunchnox/rkllama/HEAD/converter/src/converter.py -------------------------------------------------------------------------------- /converter/src/quantization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NotPunchnox/rkllama/HEAD/converter/src/quantization.py -------------------------------------------------------------------------------- /converter/src/rkllm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NotPunchnox/rkllama/HEAD/converter/src/rkllm.py -------------------------------------------------------------------------------- /converter/src/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NotPunchnox/rkllama/HEAD/converter/src/utils.py -------------------------------------------------------------------------------- /docker-compose.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NotPunchnox/rkllama/HEAD/docker-compose.yml -------------------------------------------------------------------------------- /documentation/Guide/all.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NotPunchnox/rkllama/HEAD/documentation/Guide/all.md -------------------------------------------------------------------------------- /documentation/Guide/en/Rebuild-arch.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NotPunchnox/rkllama/HEAD/documentation/Guide/en/Rebuild-arch.md -------------------------------------------------------------------------------- /documentation/Guide/en/installation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NotPunchnox/rkllama/HEAD/documentation/Guide/en/installation.md -------------------------------------------------------------------------------- /documentation/Guide/fr/Rebuild-arch.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NotPunchnox/rkllama/HEAD/documentation/Guide/fr/Rebuild-arch.md -------------------------------------------------------------------------------- /documentation/api/english.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NotPunchnox/rkllama/HEAD/documentation/api/english.md -------------------------------------------------------------------------------- /documentation/api/french.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NotPunchnox/rkllama/HEAD/documentation/api/french.md -------------------------------------------------------------------------------- /documentation/api/model_naming.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NotPunchnox/rkllama/HEAD/documentation/api/model_naming.md -------------------------------------------------------------------------------- /documentation/api/ollama-compatibility.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NotPunchnox/rkllama/HEAD/documentation/api/ollama-compatibility.md -------------------------------------------------------------------------------- /documentation/api/quantization_mapping.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NotPunchnox/rkllama/HEAD/documentation/api/quantization_mapping.md -------------------------------------------------------------------------------- /documentation/api/tools.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NotPunchnox/rkllama/HEAD/documentation/api/tools.md -------------------------------------------------------------------------------- /documentation/changelog.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NotPunchnox/rkllama/HEAD/documentation/changelog.md -------------------------------------------------------------------------------- /documentation/configuration.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NotPunchnox/rkllama/HEAD/documentation/configuration.md -------------------------------------------------------------------------------- /documentation/french.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NotPunchnox/rkllama/HEAD/documentation/french.md -------------------------------------------------------------------------------- /documentation/ressources/chat.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NotPunchnox/rkllama/HEAD/documentation/ressources/chat.gif -------------------------------------------------------------------------------- /documentation/ressources/chat.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NotPunchnox/rkllama/HEAD/documentation/ressources/chat.png -------------------------------------------------------------------------------- /documentation/ressources/commands.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NotPunchnox/rkllama/HEAD/documentation/ressources/commands.png -------------------------------------------------------------------------------- /documentation/ressources/launch_chat.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NotPunchnox/rkllama/HEAD/documentation/ressources/launch_chat.png -------------------------------------------------------------------------------- /documentation/ressources/list.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NotPunchnox/rkllama/HEAD/documentation/ressources/list.png -------------------------------------------------------------------------------- /documentation/ressources/pull.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NotPunchnox/rkllama/HEAD/documentation/ressources/pull.png -------------------------------------------------------------------------------- /documentation/ressources/server.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NotPunchnox/rkllama/HEAD/documentation/ressources/server.png -------------------------------------------------------------------------------- /documentation/ressources/setup.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NotPunchnox/rkllama/HEAD/documentation/ressources/setup.png -------------------------------------------------------------------------------- /documentation/ressources/uninstall.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NotPunchnox/rkllama/HEAD/documentation/ressources/uninstall.png -------------------------------------------------------------------------------- /models/readme.md: -------------------------------------------------------------------------------- 1 | Put your models.rkllm in this folder. -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NotPunchnox/rkllama/HEAD/pyproject.toml -------------------------------------------------------------------------------- /src/rkllama/api/GetModels.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NotPunchnox/rkllama/HEAD/src/rkllama/api/GetModels.py -------------------------------------------------------------------------------- /src/rkllama/api/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NotPunchnox/rkllama/HEAD/src/rkllama/api/__init__.py -------------------------------------------------------------------------------- /src/rkllama/api/callback.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NotPunchnox/rkllama/HEAD/src/rkllama/api/callback.py -------------------------------------------------------------------------------- /src/rkllama/api/classes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NotPunchnox/rkllama/HEAD/src/rkllama/api/classes.py -------------------------------------------------------------------------------- /src/rkllama/api/debug_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NotPunchnox/rkllama/HEAD/src/rkllama/api/debug_utils.py -------------------------------------------------------------------------------- /src/rkllama/api/format_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NotPunchnox/rkllama/HEAD/src/rkllama/api/format_utils.py -------------------------------------------------------------------------------- /src/rkllama/api/image_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NotPunchnox/rkllama/HEAD/src/rkllama/api/image_generator.py -------------------------------------------------------------------------------- /src/rkllama/api/model_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NotPunchnox/rkllama/HEAD/src/rkllama/api/model_utils.py -------------------------------------------------------------------------------- /src/rkllama/api/process.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NotPunchnox/rkllama/HEAD/src/rkllama/api/process.py -------------------------------------------------------------------------------- /src/rkllama/api/rkllm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NotPunchnox/rkllama/HEAD/src/rkllama/api/rkllm.py -------------------------------------------------------------------------------- /src/rkllama/api/rknnlite.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NotPunchnox/rkllama/HEAD/src/rkllama/api/rknnlite.py -------------------------------------------------------------------------------- /src/rkllama/api/server_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NotPunchnox/rkllama/HEAD/src/rkllama/api/server_utils.py -------------------------------------------------------------------------------- /src/rkllama/api/special_tokens.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NotPunchnox/rkllama/HEAD/src/rkllama/api/special_tokens.py -------------------------------------------------------------------------------- /src/rkllama/api/variables.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NotPunchnox/rkllama/HEAD/src/rkllama/api/variables.py -------------------------------------------------------------------------------- /src/rkllama/api/worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NotPunchnox/rkllama/HEAD/src/rkllama/api/worker.py -------------------------------------------------------------------------------- /src/rkllama/client/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/rkllama/client/client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NotPunchnox/rkllama/HEAD/src/rkllama/client/client.py -------------------------------------------------------------------------------- /src/rkllama/config/__init__.py: -------------------------------------------------------------------------------- 1 | from .config import * -------------------------------------------------------------------------------- /src/rkllama/config/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NotPunchnox/rkllama/HEAD/src/rkllama/config/config.py -------------------------------------------------------------------------------- /src/rkllama/config/config_schema.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NotPunchnox/rkllama/HEAD/src/rkllama/config/config_schema.py -------------------------------------------------------------------------------- /src/rkllama/lib/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/rkllama/lib/fix_freq_rk3576.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NotPunchnox/rkllama/HEAD/src/rkllama/lib/fix_freq_rk3576.sh -------------------------------------------------------------------------------- /src/rkllama/lib/fix_freq_rk3588.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NotPunchnox/rkllama/HEAD/src/rkllama/lib/fix_freq_rk3588.sh -------------------------------------------------------------------------------- /src/rkllama/lib/librkllmrt.so: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NotPunchnox/rkllama/HEAD/src/rkllama/lib/librkllmrt.so -------------------------------------------------------------------------------- /src/rkllama/lib/librknnrt.so: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NotPunchnox/rkllama/HEAD/src/rkllama/lib/librknnrt.so -------------------------------------------------------------------------------- /src/rkllama/lib/rknn_toolkit_lite2-2.3.2-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NotPunchnox/rkllama/HEAD/src/rkllama/lib/rknn_toolkit_lite2-2.3.2-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl -------------------------------------------------------------------------------- /src/rkllama/lib/rknn_toolkit_lite2-2.3.2-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NotPunchnox/rkllama/HEAD/src/rkllama/lib/rknn_toolkit_lite2-2.3.2-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl -------------------------------------------------------------------------------- /src/rkllama/lib/rknn_toolkit_lite2-2.3.2-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NotPunchnox/rkllama/HEAD/src/rkllama/lib/rknn_toolkit_lite2-2.3.2-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl -------------------------------------------------------------------------------- /src/rkllama/lib/rknn_toolkit_lite2-2.3.2-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NotPunchnox/rkllama/HEAD/src/rkllama/lib/rknn_toolkit_lite2-2.3.2-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl -------------------------------------------------------------------------------- /src/rkllama/server/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/rkllama/server/server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NotPunchnox/rkllama/HEAD/src/rkllama/server/server.py --------------------------------------------------------------------------------