├── .github └── workflows │ └── build-and-push.yml ├── .gitignore ├── LICENSE ├── README.en.md ├── README.md ├── README.zh.md ├── assets ├── inf.png ├── schema-example.flowchart.txt ├── schema-example.png ├── schema.flowchart.txt └── schema.png ├── docker-compose.dist.yml ├── examples ├── completion.sh └── server.sh └── llama.cpp ├── Dockerfile ├── Dockerfile.cuda └── entrypoint.sh /.github/workflows/build-and-push.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvilFreelancer/docker-llama.cpp-rpc/HEAD/.github/workflows/build-and-push.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- 1 | /.idea/ 2 | /models/ 3 | /docker-compose.yml 4 | -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvilFreelancer/docker-llama.cpp-rpc/HEAD/LICENSE -------------------------------------------------------------------------------- /README.en.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvilFreelancer/docker-llama.cpp-rpc/HEAD/README.en.md -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvilFreelancer/docker-llama.cpp-rpc/HEAD/README.md -------------------------------------------------------------------------------- /README.zh.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvilFreelancer/docker-llama.cpp-rpc/HEAD/README.zh.md -------------------------------------------------------------------------------- /assets/inf.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvilFreelancer/docker-llama.cpp-rpc/HEAD/assets/inf.png -------------------------------------------------------------------------------- /assets/schema-example.flowchart.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvilFreelancer/docker-llama.cpp-rpc/HEAD/assets/schema-example.flowchart.txt -------------------------------------------------------------------------------- /assets/schema-example.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvilFreelancer/docker-llama.cpp-rpc/HEAD/assets/schema-example.png -------------------------------------------------------------------------------- /assets/schema.flowchart.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvilFreelancer/docker-llama.cpp-rpc/HEAD/assets/schema.flowchart.txt -------------------------------------------------------------------------------- /assets/schema.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvilFreelancer/docker-llama.cpp-rpc/HEAD/assets/schema.png -------------------------------------------------------------------------------- /docker-compose.dist.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvilFreelancer/docker-llama.cpp-rpc/HEAD/docker-compose.dist.yml -------------------------------------------------------------------------------- /examples/completion.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvilFreelancer/docker-llama.cpp-rpc/HEAD/examples/completion.sh -------------------------------------------------------------------------------- /examples/server.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvilFreelancer/docker-llama.cpp-rpc/HEAD/examples/server.sh -------------------------------------------------------------------------------- /llama.cpp/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvilFreelancer/docker-llama.cpp-rpc/HEAD/llama.cpp/Dockerfile -------------------------------------------------------------------------------- /llama.cpp/Dockerfile.cuda: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvilFreelancer/docker-llama.cpp-rpc/HEAD/llama.cpp/Dockerfile.cuda -------------------------------------------------------------------------------- /llama.cpp/entrypoint.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvilFreelancer/docker-llama.cpp-rpc/HEAD/llama.cpp/entrypoint.sh --------------------------------------------------------------------------------