├── .gitattributes ├── .github └── FUNDING.yml ├── LICENSE ├── README.md ├── README_Runpod_LocalLLMsUI.md ├── README_Runpod_LocalLLMsUIandAPI.md ├── conf-files ├── bashrc ├── iterm2_shell_integration.bash ├── iterm2_shell_integration.zsh ├── passwd ├── thebloke.zsh-theme ├── tmux.conf ├── vimrc └── zshrc ├── cuda11.8.0-ubuntu22.04-oneclick-chat ├── Dockerfile ├── scripts │ └── rp_handler.py └── start-with-ui.sh ├── cuda11.8.0-ubuntu22.04-oneclick-rp ├── Dockerfile ├── scripts │ ├── rp_handler.old2 │ ├── rp_handler.orig.py │ └── rp_handler.py └── start-with-ui.sh ├── cuda11.8.0-ubuntu22.04-oneclick ├── Dockerfile ├── conf-files │ ├── iterm2_shell_integration.zsh │ ├── passwd │ ├── thebloke.zsh-theme │ ├── tmux.conf │ ├── vimrc │ └── zshrc ├── scripts │ ├── build-llama-cpp-python.sh │ ├── check_avx2.py │ ├── download_model.py │ ├── fetch-model.py │ ├── restart-text-generation-webui.sh │ ├── run-text-generation-webui.sh │ └── textgen-on-workspace.sh └── start-with-ui.sh ├── cuda11.8.0-ubuntu22.04-pytorch-conda ├── Dockerfile ├── conf-files │ ├── .zsh │ │ ├── conda.zsh │ │ └── iterm2_shell_integration.zsh │ ├── passwd │ ├── thebloke.zsh-theme │ ├── tmux.conf │ ├── vimrc │ └── zshrc └── start-ssh-only.sh ├── cuda11.8.0-ubuntu22.04-pytorch ├── Dockerfile └── start-ssh-only.sh ├── cuda12.1.1-ubuntu22.04-pytorch ├── Dockerfile └── start-ssh-only.sh ├── cuda12.1.1-ubuntu22.04-textgen └── Dockerfile ├── imgs ├── RunpodTemplateAPI-TCPPortMapping.png └── TheBlokeAI.header.800.jpg ├── scripts ├── build-llama-cpp-python.sh ├── check_avx2.py ├── download_model.py ├── fetch-model.py ├── restart-text-generation-webui.sh ├── run-text-generation-webui.sh ├── start-ssh-only.sh └── textgen-on-workspace.sh └── wheels └── torch-2.0.0a0+gite9ebda2-cp310-cp310-linux_x86_64.whl /.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TheBlokeAI/dockerLLM/HEAD/.gitattributes -------------------------------------------------------------------------------- /.github/FUNDING.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TheBlokeAI/dockerLLM/HEAD/.github/FUNDING.yml -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TheBlokeAI/dockerLLM/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TheBlokeAI/dockerLLM/HEAD/README.md -------------------------------------------------------------------------------- /README_Runpod_LocalLLMsUI.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TheBlokeAI/dockerLLM/HEAD/README_Runpod_LocalLLMsUI.md -------------------------------------------------------------------------------- /README_Runpod_LocalLLMsUIandAPI.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TheBlokeAI/dockerLLM/HEAD/README_Runpod_LocalLLMsUIandAPI.md -------------------------------------------------------------------------------- /conf-files/bashrc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TheBlokeAI/dockerLLM/HEAD/conf-files/bashrc -------------------------------------------------------------------------------- /conf-files/iterm2_shell_integration.bash: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TheBlokeAI/dockerLLM/HEAD/conf-files/iterm2_shell_integration.bash -------------------------------------------------------------------------------- /conf-files/iterm2_shell_integration.zsh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TheBlokeAI/dockerLLM/HEAD/conf-files/iterm2_shell_integration.zsh -------------------------------------------------------------------------------- /conf-files/passwd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TheBlokeAI/dockerLLM/HEAD/conf-files/passwd -------------------------------------------------------------------------------- /conf-files/thebloke.zsh-theme: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TheBlokeAI/dockerLLM/HEAD/conf-files/thebloke.zsh-theme -------------------------------------------------------------------------------- /conf-files/tmux.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TheBlokeAI/dockerLLM/HEAD/conf-files/tmux.conf -------------------------------------------------------------------------------- /conf-files/vimrc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TheBlokeAI/dockerLLM/HEAD/conf-files/vimrc -------------------------------------------------------------------------------- /conf-files/zshrc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TheBlokeAI/dockerLLM/HEAD/conf-files/zshrc -------------------------------------------------------------------------------- /cuda11.8.0-ubuntu22.04-oneclick-chat/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TheBlokeAI/dockerLLM/HEAD/cuda11.8.0-ubuntu22.04-oneclick-chat/Dockerfile -------------------------------------------------------------------------------- /cuda11.8.0-ubuntu22.04-oneclick-chat/scripts/rp_handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TheBlokeAI/dockerLLM/HEAD/cuda11.8.0-ubuntu22.04-oneclick-chat/scripts/rp_handler.py -------------------------------------------------------------------------------- /cuda11.8.0-ubuntu22.04-oneclick-chat/start-with-ui.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TheBlokeAI/dockerLLM/HEAD/cuda11.8.0-ubuntu22.04-oneclick-chat/start-with-ui.sh -------------------------------------------------------------------------------- /cuda11.8.0-ubuntu22.04-oneclick-rp/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TheBlokeAI/dockerLLM/HEAD/cuda11.8.0-ubuntu22.04-oneclick-rp/Dockerfile -------------------------------------------------------------------------------- /cuda11.8.0-ubuntu22.04-oneclick-rp/scripts/rp_handler.old2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TheBlokeAI/dockerLLM/HEAD/cuda11.8.0-ubuntu22.04-oneclick-rp/scripts/rp_handler.old2 -------------------------------------------------------------------------------- /cuda11.8.0-ubuntu22.04-oneclick-rp/scripts/rp_handler.orig.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TheBlokeAI/dockerLLM/HEAD/cuda11.8.0-ubuntu22.04-oneclick-rp/scripts/rp_handler.orig.py -------------------------------------------------------------------------------- /cuda11.8.0-ubuntu22.04-oneclick-rp/scripts/rp_handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TheBlokeAI/dockerLLM/HEAD/cuda11.8.0-ubuntu22.04-oneclick-rp/scripts/rp_handler.py -------------------------------------------------------------------------------- /cuda11.8.0-ubuntu22.04-oneclick-rp/start-with-ui.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TheBlokeAI/dockerLLM/HEAD/cuda11.8.0-ubuntu22.04-oneclick-rp/start-with-ui.sh -------------------------------------------------------------------------------- /cuda11.8.0-ubuntu22.04-oneclick/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TheBlokeAI/dockerLLM/HEAD/cuda11.8.0-ubuntu22.04-oneclick/Dockerfile -------------------------------------------------------------------------------- /cuda11.8.0-ubuntu22.04-oneclick/conf-files/iterm2_shell_integration.zsh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TheBlokeAI/dockerLLM/HEAD/cuda11.8.0-ubuntu22.04-oneclick/conf-files/iterm2_shell_integration.zsh -------------------------------------------------------------------------------- /cuda11.8.0-ubuntu22.04-oneclick/conf-files/passwd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TheBlokeAI/dockerLLM/HEAD/cuda11.8.0-ubuntu22.04-oneclick/conf-files/passwd -------------------------------------------------------------------------------- /cuda11.8.0-ubuntu22.04-oneclick/conf-files/thebloke.zsh-theme: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TheBlokeAI/dockerLLM/HEAD/cuda11.8.0-ubuntu22.04-oneclick/conf-files/thebloke.zsh-theme -------------------------------------------------------------------------------- /cuda11.8.0-ubuntu22.04-oneclick/conf-files/tmux.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TheBlokeAI/dockerLLM/HEAD/cuda11.8.0-ubuntu22.04-oneclick/conf-files/tmux.conf -------------------------------------------------------------------------------- /cuda11.8.0-ubuntu22.04-oneclick/conf-files/vimrc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TheBlokeAI/dockerLLM/HEAD/cuda11.8.0-ubuntu22.04-oneclick/conf-files/vimrc -------------------------------------------------------------------------------- /cuda11.8.0-ubuntu22.04-oneclick/conf-files/zshrc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TheBlokeAI/dockerLLM/HEAD/cuda11.8.0-ubuntu22.04-oneclick/conf-files/zshrc -------------------------------------------------------------------------------- /cuda11.8.0-ubuntu22.04-oneclick/scripts/build-llama-cpp-python.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TheBlokeAI/dockerLLM/HEAD/cuda11.8.0-ubuntu22.04-oneclick/scripts/build-llama-cpp-python.sh -------------------------------------------------------------------------------- /cuda11.8.0-ubuntu22.04-oneclick/scripts/check_avx2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TheBlokeAI/dockerLLM/HEAD/cuda11.8.0-ubuntu22.04-oneclick/scripts/check_avx2.py -------------------------------------------------------------------------------- /cuda11.8.0-ubuntu22.04-oneclick/scripts/download_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TheBlokeAI/dockerLLM/HEAD/cuda11.8.0-ubuntu22.04-oneclick/scripts/download_model.py -------------------------------------------------------------------------------- /cuda11.8.0-ubuntu22.04-oneclick/scripts/fetch-model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TheBlokeAI/dockerLLM/HEAD/cuda11.8.0-ubuntu22.04-oneclick/scripts/fetch-model.py -------------------------------------------------------------------------------- /cuda11.8.0-ubuntu22.04-oneclick/scripts/restart-text-generation-webui.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TheBlokeAI/dockerLLM/HEAD/cuda11.8.0-ubuntu22.04-oneclick/scripts/restart-text-generation-webui.sh -------------------------------------------------------------------------------- /cuda11.8.0-ubuntu22.04-oneclick/scripts/run-text-generation-webui.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TheBlokeAI/dockerLLM/HEAD/cuda11.8.0-ubuntu22.04-oneclick/scripts/run-text-generation-webui.sh -------------------------------------------------------------------------------- /cuda11.8.0-ubuntu22.04-oneclick/scripts/textgen-on-workspace.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TheBlokeAI/dockerLLM/HEAD/cuda11.8.0-ubuntu22.04-oneclick/scripts/textgen-on-workspace.sh -------------------------------------------------------------------------------- /cuda11.8.0-ubuntu22.04-oneclick/start-with-ui.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TheBlokeAI/dockerLLM/HEAD/cuda11.8.0-ubuntu22.04-oneclick/start-with-ui.sh -------------------------------------------------------------------------------- /cuda11.8.0-ubuntu22.04-pytorch-conda/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TheBlokeAI/dockerLLM/HEAD/cuda11.8.0-ubuntu22.04-pytorch-conda/Dockerfile -------------------------------------------------------------------------------- /cuda11.8.0-ubuntu22.04-pytorch-conda/conf-files/.zsh/conda.zsh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TheBlokeAI/dockerLLM/HEAD/cuda11.8.0-ubuntu22.04-pytorch-conda/conf-files/.zsh/conda.zsh -------------------------------------------------------------------------------- /cuda11.8.0-ubuntu22.04-pytorch-conda/conf-files/.zsh/iterm2_shell_integration.zsh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TheBlokeAI/dockerLLM/HEAD/cuda11.8.0-ubuntu22.04-pytorch-conda/conf-files/.zsh/iterm2_shell_integration.zsh -------------------------------------------------------------------------------- /cuda11.8.0-ubuntu22.04-pytorch-conda/conf-files/passwd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TheBlokeAI/dockerLLM/HEAD/cuda11.8.0-ubuntu22.04-pytorch-conda/conf-files/passwd -------------------------------------------------------------------------------- /cuda11.8.0-ubuntu22.04-pytorch-conda/conf-files/thebloke.zsh-theme: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TheBlokeAI/dockerLLM/HEAD/cuda11.8.0-ubuntu22.04-pytorch-conda/conf-files/thebloke.zsh-theme -------------------------------------------------------------------------------- /cuda11.8.0-ubuntu22.04-pytorch-conda/conf-files/tmux.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TheBlokeAI/dockerLLM/HEAD/cuda11.8.0-ubuntu22.04-pytorch-conda/conf-files/tmux.conf -------------------------------------------------------------------------------- /cuda11.8.0-ubuntu22.04-pytorch-conda/conf-files/vimrc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TheBlokeAI/dockerLLM/HEAD/cuda11.8.0-ubuntu22.04-pytorch-conda/conf-files/vimrc -------------------------------------------------------------------------------- /cuda11.8.0-ubuntu22.04-pytorch-conda/conf-files/zshrc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TheBlokeAI/dockerLLM/HEAD/cuda11.8.0-ubuntu22.04-pytorch-conda/conf-files/zshrc -------------------------------------------------------------------------------- /cuda11.8.0-ubuntu22.04-pytorch-conda/start-ssh-only.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TheBlokeAI/dockerLLM/HEAD/cuda11.8.0-ubuntu22.04-pytorch-conda/start-ssh-only.sh -------------------------------------------------------------------------------- /cuda11.8.0-ubuntu22.04-pytorch/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TheBlokeAI/dockerLLM/HEAD/cuda11.8.0-ubuntu22.04-pytorch/Dockerfile -------------------------------------------------------------------------------- /cuda11.8.0-ubuntu22.04-pytorch/start-ssh-only.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TheBlokeAI/dockerLLM/HEAD/cuda11.8.0-ubuntu22.04-pytorch/start-ssh-only.sh -------------------------------------------------------------------------------- /cuda12.1.1-ubuntu22.04-pytorch/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TheBlokeAI/dockerLLM/HEAD/cuda12.1.1-ubuntu22.04-pytorch/Dockerfile -------------------------------------------------------------------------------- /cuda12.1.1-ubuntu22.04-pytorch/start-ssh-only.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TheBlokeAI/dockerLLM/HEAD/cuda12.1.1-ubuntu22.04-pytorch/start-ssh-only.sh -------------------------------------------------------------------------------- /cuda12.1.1-ubuntu22.04-textgen/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TheBlokeAI/dockerLLM/HEAD/cuda12.1.1-ubuntu22.04-textgen/Dockerfile -------------------------------------------------------------------------------- /imgs/RunpodTemplateAPI-TCPPortMapping.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TheBlokeAI/dockerLLM/HEAD/imgs/RunpodTemplateAPI-TCPPortMapping.png -------------------------------------------------------------------------------- /imgs/TheBlokeAI.header.800.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TheBlokeAI/dockerLLM/HEAD/imgs/TheBlokeAI.header.800.jpg -------------------------------------------------------------------------------- /scripts/build-llama-cpp-python.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TheBlokeAI/dockerLLM/HEAD/scripts/build-llama-cpp-python.sh -------------------------------------------------------------------------------- /scripts/check_avx2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TheBlokeAI/dockerLLM/HEAD/scripts/check_avx2.py -------------------------------------------------------------------------------- /scripts/download_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TheBlokeAI/dockerLLM/HEAD/scripts/download_model.py -------------------------------------------------------------------------------- /scripts/fetch-model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TheBlokeAI/dockerLLM/HEAD/scripts/fetch-model.py -------------------------------------------------------------------------------- /scripts/restart-text-generation-webui.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TheBlokeAI/dockerLLM/HEAD/scripts/restart-text-generation-webui.sh -------------------------------------------------------------------------------- /scripts/run-text-generation-webui.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TheBlokeAI/dockerLLM/HEAD/scripts/run-text-generation-webui.sh -------------------------------------------------------------------------------- /scripts/start-ssh-only.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TheBlokeAI/dockerLLM/HEAD/scripts/start-ssh-only.sh -------------------------------------------------------------------------------- /scripts/textgen-on-workspace.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TheBlokeAI/dockerLLM/HEAD/scripts/textgen-on-workspace.sh -------------------------------------------------------------------------------- /wheels/torch-2.0.0a0+gite9ebda2-cp310-cp310-linux_x86_64.whl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TheBlokeAI/dockerLLM/HEAD/wheels/torch-2.0.0a0+gite9ebda2-cp310-cp310-linux_x86_64.whl --------------------------------------------------------------------------------