├── .gitattributes ├── LICENSE ├── README.md ├── README_Runpod_LocalLLMsUIandAPI.md ├── cuda12.1.1-ubuntu22.04-pytorch ├── Dockerfile └── start-ssh-only.sh ├── cuda12.1.1-ubuntu22.04-textgen └── Dockerfile ├── imgs ├── RunpodTemplateAPI-TCPPortMapping.png └── TheBlokeAI.header.800.jpg └── text-generation-webui-oneclick-ui-and-api ├── Dockerfile ├── conf-files ├── iterm2_shell_integration.zsh ├── passwd ├── thebloke.zsh-theme ├── tmux.conf ├── vimrc └── zshrc ├── scripts ├── build-llama-cpp-python.sh ├── check_avx2.py ├── download_model.py ├── fetch-model.py ├── restart-text-generation-webui.sh ├── run-text-generation-webui.sh └── textgen-on-workspace.sh └── start-with-ui.sh /.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ValyrianTech/dockerLLM/HEAD/.gitattributes -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ValyrianTech/dockerLLM/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ValyrianTech/dockerLLM/HEAD/README.md -------------------------------------------------------------------------------- /README_Runpod_LocalLLMsUIandAPI.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ValyrianTech/dockerLLM/HEAD/README_Runpod_LocalLLMsUIandAPI.md -------------------------------------------------------------------------------- /cuda12.1.1-ubuntu22.04-pytorch/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ValyrianTech/dockerLLM/HEAD/cuda12.1.1-ubuntu22.04-pytorch/Dockerfile -------------------------------------------------------------------------------- /cuda12.1.1-ubuntu22.04-pytorch/start-ssh-only.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ValyrianTech/dockerLLM/HEAD/cuda12.1.1-ubuntu22.04-pytorch/start-ssh-only.sh -------------------------------------------------------------------------------- /cuda12.1.1-ubuntu22.04-textgen/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ValyrianTech/dockerLLM/HEAD/cuda12.1.1-ubuntu22.04-textgen/Dockerfile -------------------------------------------------------------------------------- /imgs/RunpodTemplateAPI-TCPPortMapping.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ValyrianTech/dockerLLM/HEAD/imgs/RunpodTemplateAPI-TCPPortMapping.png -------------------------------------------------------------------------------- /imgs/TheBlokeAI.header.800.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ValyrianTech/dockerLLM/HEAD/imgs/TheBlokeAI.header.800.jpg -------------------------------------------------------------------------------- /text-generation-webui-oneclick-ui-and-api/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ValyrianTech/dockerLLM/HEAD/text-generation-webui-oneclick-ui-and-api/Dockerfile -------------------------------------------------------------------------------- /text-generation-webui-oneclick-ui-and-api/conf-files/iterm2_shell_integration.zsh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ValyrianTech/dockerLLM/HEAD/text-generation-webui-oneclick-ui-and-api/conf-files/iterm2_shell_integration.zsh -------------------------------------------------------------------------------- /text-generation-webui-oneclick-ui-and-api/conf-files/passwd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ValyrianTech/dockerLLM/HEAD/text-generation-webui-oneclick-ui-and-api/conf-files/passwd -------------------------------------------------------------------------------- /text-generation-webui-oneclick-ui-and-api/conf-files/thebloke.zsh-theme: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ValyrianTech/dockerLLM/HEAD/text-generation-webui-oneclick-ui-and-api/conf-files/thebloke.zsh-theme -------------------------------------------------------------------------------- /text-generation-webui-oneclick-ui-and-api/conf-files/tmux.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ValyrianTech/dockerLLM/HEAD/text-generation-webui-oneclick-ui-and-api/conf-files/tmux.conf -------------------------------------------------------------------------------- /text-generation-webui-oneclick-ui-and-api/conf-files/vimrc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ValyrianTech/dockerLLM/HEAD/text-generation-webui-oneclick-ui-and-api/conf-files/vimrc -------------------------------------------------------------------------------- /text-generation-webui-oneclick-ui-and-api/conf-files/zshrc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ValyrianTech/dockerLLM/HEAD/text-generation-webui-oneclick-ui-and-api/conf-files/zshrc -------------------------------------------------------------------------------- /text-generation-webui-oneclick-ui-and-api/scripts/build-llama-cpp-python.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ValyrianTech/dockerLLM/HEAD/text-generation-webui-oneclick-ui-and-api/scripts/build-llama-cpp-python.sh -------------------------------------------------------------------------------- /text-generation-webui-oneclick-ui-and-api/scripts/check_avx2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ValyrianTech/dockerLLM/HEAD/text-generation-webui-oneclick-ui-and-api/scripts/check_avx2.py -------------------------------------------------------------------------------- /text-generation-webui-oneclick-ui-and-api/scripts/download_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ValyrianTech/dockerLLM/HEAD/text-generation-webui-oneclick-ui-and-api/scripts/download_model.py -------------------------------------------------------------------------------- /text-generation-webui-oneclick-ui-and-api/scripts/fetch-model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ValyrianTech/dockerLLM/HEAD/text-generation-webui-oneclick-ui-and-api/scripts/fetch-model.py -------------------------------------------------------------------------------- /text-generation-webui-oneclick-ui-and-api/scripts/restart-text-generation-webui.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ValyrianTech/dockerLLM/HEAD/text-generation-webui-oneclick-ui-and-api/scripts/restart-text-generation-webui.sh -------------------------------------------------------------------------------- /text-generation-webui-oneclick-ui-and-api/scripts/run-text-generation-webui.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ValyrianTech/dockerLLM/HEAD/text-generation-webui-oneclick-ui-and-api/scripts/run-text-generation-webui.sh -------------------------------------------------------------------------------- /text-generation-webui-oneclick-ui-and-api/scripts/textgen-on-workspace.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ValyrianTech/dockerLLM/HEAD/text-generation-webui-oneclick-ui-and-api/scripts/textgen-on-workspace.sh -------------------------------------------------------------------------------- /text-generation-webui-oneclick-ui-and-api/start-with-ui.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ValyrianTech/dockerLLM/HEAD/text-generation-webui-oneclick-ui-and-api/start-with-ui.sh --------------------------------------------------------------------------------