├── .gitignore ├── LICENSE ├── README.md ├── batchplot.png ├── create_model.py ├── fastapi_helpers.py ├── hf_download.py ├── model_settings.py ├── ollama_registry.py ├── ollama_template.py ├── openai_types.py ├── requirements.txt ├── server.py ├── static └── status.html └── test_with_openai_module.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjj/exllamav2-openai-server/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjj/exllamav2-openai-server/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjj/exllamav2-openai-server/HEAD/README.md -------------------------------------------------------------------------------- /batchplot.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjj/exllamav2-openai-server/HEAD/batchplot.png -------------------------------------------------------------------------------- /create_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjj/exllamav2-openai-server/HEAD/create_model.py -------------------------------------------------------------------------------- /fastapi_helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjj/exllamav2-openai-server/HEAD/fastapi_helpers.py -------------------------------------------------------------------------------- /hf_download.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjj/exllamav2-openai-server/HEAD/hf_download.py -------------------------------------------------------------------------------- /model_settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjj/exllamav2-openai-server/HEAD/model_settings.py -------------------------------------------------------------------------------- /ollama_registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjj/exllamav2-openai-server/HEAD/ollama_registry.py -------------------------------------------------------------------------------- /ollama_template.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjj/exllamav2-openai-server/HEAD/ollama_template.py -------------------------------------------------------------------------------- /openai_types.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjj/exllamav2-openai-server/HEAD/openai_types.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjj/exllamav2-openai-server/HEAD/requirements.txt -------------------------------------------------------------------------------- /server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjj/exllamav2-openai-server/HEAD/server.py -------------------------------------------------------------------------------- /static/status.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjj/exllamav2-openai-server/HEAD/static/status.html -------------------------------------------------------------------------------- /test_with_openai_module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjj/exllamav2-openai-server/HEAD/test_with_openai_module.py --------------------------------------------------------------------------------