├── .github └── workflows │ └── precommit.yaml ├── .gitignore ├── .pre-commit-config.yaml ├── LICENSE ├── Makefile ├── README.md ├── assets ├── docs-example.jpg └── overview.jpg ├── examples ├── GPT-NeoXT-Chat-Base-20B │ ├── Dockerfile │ ├── README.md │ ├── get_models.py │ ├── model.py │ ├── requirements.txt │ └── server.py ├── MPT-7B-Chat │ ├── Dockerfile │ ├── README.md │ ├── get_models.py │ ├── model.py │ ├── requirements-optional.txt │ ├── requirements.txt │ └── server.py ├── MPT-7B-Storywriter-65kplus │ ├── Dockerfile │ ├── README.md │ ├── get_models.py │ ├── model.py │ ├── requirements-optional.txt │ ├── requirements.txt │ └── server.py ├── README.md ├── alpaca-lora-7B │ ├── Dockerfile │ ├── README.md │ ├── get_models.py │ ├── model.py │ ├── requirements.txt │ └── server.py ├── sentence-transformers │ ├── Dockerfile │ ├── README.md │ ├── get_models.py │ ├── model.py │ ├── requirements.txt │ └── server.py └── stablelm-open-assistant │ ├── Dockerfile │ ├── README.md │ ├── get_models.py │ ├── model.py │ ├── requirements.txt │ └── server.py ├── poetry.lock ├── pyproject.toml └── src ├── README.md ├── simple_ai ├── __init__.py ├── __main__.py ├── api │ └── grpc │ │ ├── chat │ │ ├── client.py │ │ ├── llm_chat_pb2.py │ │ ├── llm_chat_pb2.pyi │ │ ├── llm_chat_pb2_grpc.py │ │ ├── model.py │ │ └── server.py │ │ ├── completion │ │ ├── client.py │ │ ├── llm_pb2.py │ │ ├── llm_pb2.pyi │ │ ├── llm_pb2_grpc.py │ │ ├── model.py │ │ └── server.py │ │ ├── embedding │ │ ├── client.py │ │ ├── llm_embed_pb2.py │ │ ├── llm_embed_pb2.pyi │ │ ├── llm_embed_pb2_grpc.py │ │ ├── model.py │ │ └── server.py │ │ └── protos │ │ ├── llm_chat.proto │ │ ├── llm_complete.proto │ │ └── llm_embed.proto ├── api_models.py ├── dummy.py ├── models.py ├── models.toml.template ├── server.py └── utils.py └── tests └── __init__.py /.github/workflows/precommit.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/.github/workflows/precommit.yaml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/LICENSE -------------------------------------------------------------------------------- /Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/Makefile -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/README.md -------------------------------------------------------------------------------- /assets/docs-example.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/assets/docs-example.jpg -------------------------------------------------------------------------------- /assets/overview.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/assets/overview.jpg -------------------------------------------------------------------------------- /examples/GPT-NeoXT-Chat-Base-20B/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/examples/GPT-NeoXT-Chat-Base-20B/Dockerfile -------------------------------------------------------------------------------- /examples/GPT-NeoXT-Chat-Base-20B/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/examples/GPT-NeoXT-Chat-Base-20B/README.md -------------------------------------------------------------------------------- /examples/GPT-NeoXT-Chat-Base-20B/get_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/examples/GPT-NeoXT-Chat-Base-20B/get_models.py -------------------------------------------------------------------------------- /examples/GPT-NeoXT-Chat-Base-20B/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/examples/GPT-NeoXT-Chat-Base-20B/model.py -------------------------------------------------------------------------------- /examples/GPT-NeoXT-Chat-Base-20B/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/examples/GPT-NeoXT-Chat-Base-20B/requirements.txt -------------------------------------------------------------------------------- /examples/GPT-NeoXT-Chat-Base-20B/server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/examples/GPT-NeoXT-Chat-Base-20B/server.py -------------------------------------------------------------------------------- /examples/MPT-7B-Chat/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/examples/MPT-7B-Chat/Dockerfile -------------------------------------------------------------------------------- /examples/MPT-7B-Chat/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/examples/MPT-7B-Chat/README.md -------------------------------------------------------------------------------- /examples/MPT-7B-Chat/get_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/examples/MPT-7B-Chat/get_models.py -------------------------------------------------------------------------------- /examples/MPT-7B-Chat/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/examples/MPT-7B-Chat/model.py -------------------------------------------------------------------------------- /examples/MPT-7B-Chat/requirements-optional.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/examples/MPT-7B-Chat/requirements-optional.txt -------------------------------------------------------------------------------- /examples/MPT-7B-Chat/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/examples/MPT-7B-Chat/requirements.txt -------------------------------------------------------------------------------- /examples/MPT-7B-Chat/server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/examples/MPT-7B-Chat/server.py -------------------------------------------------------------------------------- /examples/MPT-7B-Storywriter-65kplus/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/examples/MPT-7B-Storywriter-65kplus/Dockerfile -------------------------------------------------------------------------------- /examples/MPT-7B-Storywriter-65kplus/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/examples/MPT-7B-Storywriter-65kplus/README.md -------------------------------------------------------------------------------- /examples/MPT-7B-Storywriter-65kplus/get_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/examples/MPT-7B-Storywriter-65kplus/get_models.py -------------------------------------------------------------------------------- /examples/MPT-7B-Storywriter-65kplus/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/examples/MPT-7B-Storywriter-65kplus/model.py -------------------------------------------------------------------------------- /examples/MPT-7B-Storywriter-65kplus/requirements-optional.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/examples/MPT-7B-Storywriter-65kplus/requirements-optional.txt -------------------------------------------------------------------------------- /examples/MPT-7B-Storywriter-65kplus/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/examples/MPT-7B-Storywriter-65kplus/requirements.txt -------------------------------------------------------------------------------- /examples/MPT-7B-Storywriter-65kplus/server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/examples/MPT-7B-Storywriter-65kplus/server.py -------------------------------------------------------------------------------- /examples/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/examples/README.md -------------------------------------------------------------------------------- /examples/alpaca-lora-7B/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/examples/alpaca-lora-7B/Dockerfile -------------------------------------------------------------------------------- /examples/alpaca-lora-7B/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/examples/alpaca-lora-7B/README.md -------------------------------------------------------------------------------- /examples/alpaca-lora-7B/get_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/examples/alpaca-lora-7B/get_models.py -------------------------------------------------------------------------------- /examples/alpaca-lora-7B/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/examples/alpaca-lora-7B/model.py -------------------------------------------------------------------------------- /examples/alpaca-lora-7B/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/examples/alpaca-lora-7B/requirements.txt -------------------------------------------------------------------------------- /examples/alpaca-lora-7B/server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/examples/alpaca-lora-7B/server.py -------------------------------------------------------------------------------- /examples/sentence-transformers/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/examples/sentence-transformers/Dockerfile -------------------------------------------------------------------------------- /examples/sentence-transformers/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/examples/sentence-transformers/README.md -------------------------------------------------------------------------------- /examples/sentence-transformers/get_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/examples/sentence-transformers/get_models.py -------------------------------------------------------------------------------- /examples/sentence-transformers/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/examples/sentence-transformers/model.py -------------------------------------------------------------------------------- /examples/sentence-transformers/requirements.txt: -------------------------------------------------------------------------------- 1 | sentence-transformers 2 | simple_ai_server>=0.2 -------------------------------------------------------------------------------- /examples/sentence-transformers/server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/examples/sentence-transformers/server.py -------------------------------------------------------------------------------- /examples/stablelm-open-assistant/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/examples/stablelm-open-assistant/Dockerfile -------------------------------------------------------------------------------- /examples/stablelm-open-assistant/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/examples/stablelm-open-assistant/README.md -------------------------------------------------------------------------------- /examples/stablelm-open-assistant/get_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/examples/stablelm-open-assistant/get_models.py -------------------------------------------------------------------------------- /examples/stablelm-open-assistant/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/examples/stablelm-open-assistant/model.py -------------------------------------------------------------------------------- /examples/stablelm-open-assistant/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/examples/stablelm-open-assistant/requirements.txt -------------------------------------------------------------------------------- /examples/stablelm-open-assistant/server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/examples/stablelm-open-assistant/server.py -------------------------------------------------------------------------------- /poetry.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/poetry.lock -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/pyproject.toml -------------------------------------------------------------------------------- /src/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/src/README.md -------------------------------------------------------------------------------- /src/simple_ai/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/simple_ai/__main__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/src/simple_ai/__main__.py -------------------------------------------------------------------------------- /src/simple_ai/api/grpc/chat/client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/src/simple_ai/api/grpc/chat/client.py -------------------------------------------------------------------------------- /src/simple_ai/api/grpc/chat/llm_chat_pb2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/src/simple_ai/api/grpc/chat/llm_chat_pb2.py -------------------------------------------------------------------------------- /src/simple_ai/api/grpc/chat/llm_chat_pb2.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/src/simple_ai/api/grpc/chat/llm_chat_pb2.pyi -------------------------------------------------------------------------------- /src/simple_ai/api/grpc/chat/llm_chat_pb2_grpc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/src/simple_ai/api/grpc/chat/llm_chat_pb2_grpc.py -------------------------------------------------------------------------------- /src/simple_ai/api/grpc/chat/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/src/simple_ai/api/grpc/chat/model.py -------------------------------------------------------------------------------- /src/simple_ai/api/grpc/chat/server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/src/simple_ai/api/grpc/chat/server.py -------------------------------------------------------------------------------- /src/simple_ai/api/grpc/completion/client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/src/simple_ai/api/grpc/completion/client.py -------------------------------------------------------------------------------- /src/simple_ai/api/grpc/completion/llm_pb2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/src/simple_ai/api/grpc/completion/llm_pb2.py -------------------------------------------------------------------------------- /src/simple_ai/api/grpc/completion/llm_pb2.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/src/simple_ai/api/grpc/completion/llm_pb2.pyi -------------------------------------------------------------------------------- /src/simple_ai/api/grpc/completion/llm_pb2_grpc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/src/simple_ai/api/grpc/completion/llm_pb2_grpc.py -------------------------------------------------------------------------------- /src/simple_ai/api/grpc/completion/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/src/simple_ai/api/grpc/completion/model.py -------------------------------------------------------------------------------- /src/simple_ai/api/grpc/completion/server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/src/simple_ai/api/grpc/completion/server.py -------------------------------------------------------------------------------- /src/simple_ai/api/grpc/embedding/client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/src/simple_ai/api/grpc/embedding/client.py -------------------------------------------------------------------------------- /src/simple_ai/api/grpc/embedding/llm_embed_pb2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/src/simple_ai/api/grpc/embedding/llm_embed_pb2.py -------------------------------------------------------------------------------- /src/simple_ai/api/grpc/embedding/llm_embed_pb2.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/src/simple_ai/api/grpc/embedding/llm_embed_pb2.pyi -------------------------------------------------------------------------------- /src/simple_ai/api/grpc/embedding/llm_embed_pb2_grpc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/src/simple_ai/api/grpc/embedding/llm_embed_pb2_grpc.py -------------------------------------------------------------------------------- /src/simple_ai/api/grpc/embedding/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/src/simple_ai/api/grpc/embedding/model.py -------------------------------------------------------------------------------- /src/simple_ai/api/grpc/embedding/server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/src/simple_ai/api/grpc/embedding/server.py -------------------------------------------------------------------------------- /src/simple_ai/api/grpc/protos/llm_chat.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/src/simple_ai/api/grpc/protos/llm_chat.proto -------------------------------------------------------------------------------- /src/simple_ai/api/grpc/protos/llm_complete.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/src/simple_ai/api/grpc/protos/llm_complete.proto -------------------------------------------------------------------------------- /src/simple_ai/api/grpc/protos/llm_embed.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/src/simple_ai/api/grpc/protos/llm_embed.proto -------------------------------------------------------------------------------- /src/simple_ai/api_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/src/simple_ai/api_models.py -------------------------------------------------------------------------------- /src/simple_ai/dummy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/src/simple_ai/dummy.py -------------------------------------------------------------------------------- /src/simple_ai/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/src/simple_ai/models.py -------------------------------------------------------------------------------- /src/simple_ai/models.toml.template: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/src/simple_ai/models.toml.template -------------------------------------------------------------------------------- /src/simple_ai/server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/src/simple_ai/server.py -------------------------------------------------------------------------------- /src/simple_ai/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lhenault/simpleAI/HEAD/src/simple_ai/utils.py -------------------------------------------------------------------------------- /src/tests/__init__.py: -------------------------------------------------------------------------------- 1 | --------------------------------------------------------------------------------