├── .gitattributes ├── .github ├── FUNDING.yml ├── ISSUE_TEMPLATE │ ├── bug_report.md │ └── feature_request.md ├── dependabot.yml └── workflows │ └── release.yml ├── .gitignore ├── LICENSE ├── Makefile ├── README.md ├── SECURITY.md ├── llama_api_server ├── __about__.py ├── __init__.py ├── __main__.py ├── app.py ├── chat_engine.py ├── config.py ├── model_pool.py ├── models │ ├── llama_cpp.py │ ├── pyllama.py │ └── pyllama_quant.py └── utils.py ├── pyproject.toml ├── requirements.txt ├── update_version.sh └── version.txt /.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iaalm/llama-api-server/HEAD/.gitattributes -------------------------------------------------------------------------------- /.github/FUNDING.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iaalm/llama-api-server/HEAD/.github/FUNDING.yml -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/bug_report.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iaalm/llama-api-server/HEAD/.github/ISSUE_TEMPLATE/bug_report.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/feature_request.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iaalm/llama-api-server/HEAD/.github/ISSUE_TEMPLATE/feature_request.md -------------------------------------------------------------------------------- /.github/dependabot.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iaalm/llama-api-server/HEAD/.github/dependabot.yml -------------------------------------------------------------------------------- /.github/workflows/release.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iaalm/llama-api-server/HEAD/.github/workflows/release.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iaalm/llama-api-server/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iaalm/llama-api-server/HEAD/LICENSE -------------------------------------------------------------------------------- /Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iaalm/llama-api-server/HEAD/Makefile -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iaalm/llama-api-server/HEAD/README.md -------------------------------------------------------------------------------- /SECURITY.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iaalm/llama-api-server/HEAD/SECURITY.md -------------------------------------------------------------------------------- /llama_api_server/__about__.py: -------------------------------------------------------------------------------- 1 | __version__ = "0.3.5" 2 | -------------------------------------------------------------------------------- /llama_api_server/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /llama_api_server/__main__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iaalm/llama-api-server/HEAD/llama_api_server/__main__.py -------------------------------------------------------------------------------- /llama_api_server/app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iaalm/llama-api-server/HEAD/llama_api_server/app.py -------------------------------------------------------------------------------- /llama_api_server/chat_engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iaalm/llama-api-server/HEAD/llama_api_server/chat_engine.py -------------------------------------------------------------------------------- /llama_api_server/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iaalm/llama-api-server/HEAD/llama_api_server/config.py -------------------------------------------------------------------------------- /llama_api_server/model_pool.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iaalm/llama-api-server/HEAD/llama_api_server/model_pool.py -------------------------------------------------------------------------------- /llama_api_server/models/llama_cpp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iaalm/llama-api-server/HEAD/llama_api_server/models/llama_cpp.py -------------------------------------------------------------------------------- /llama_api_server/models/pyllama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iaalm/llama-api-server/HEAD/llama_api_server/models/pyllama.py -------------------------------------------------------------------------------- /llama_api_server/models/pyllama_quant.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iaalm/llama-api-server/HEAD/llama_api_server/models/pyllama_quant.py -------------------------------------------------------------------------------- /llama_api_server/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iaalm/llama-api-server/HEAD/llama_api_server/utils.py -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iaalm/llama-api-server/HEAD/pyproject.toml -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iaalm/llama-api-server/HEAD/requirements.txt -------------------------------------------------------------------------------- /update_version.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iaalm/llama-api-server/HEAD/update_version.sh -------------------------------------------------------------------------------- /version.txt: -------------------------------------------------------------------------------- 1 | 579112d (HEAD -> main) 2 | 3 | --------------------------------------------------------------------------------