├── .dstack.yml ├── .gitignore ├── .vscode └── settings.json ├── README.md ├── deployment ├── infinity │ ├── README.md │ ├── main.py │ └── serve.dstack.yml ├── ollama │ ├── .dstack.yml │ ├── README.md │ ├── main.py │ └── serve.dstack.yml ├── sdxl │ ├── README.md │ ├── main.py │ ├── requirements.txt │ └── serve.dstack.yml ├── tei │ ├── README.md │ ├── main.py │ └── serve.dstack.yml ├── tgi │ ├── .dstack.yml │ ├── README.md │ ├── main.py │ ├── serve-gptq.dstack.yml │ └── serve.dstack.yml └── vllm │ ├── README.md │ ├── dev-docker.dstack.yml │ ├── main.py │ ├── serve-task.dstack.yml │ └── serve.dstack.yml ├── fine-tuning └── qlora │ ├── README.md │ ├── requirements.txt │ ├── train.dstack.yml │ └── train.py ├── installation └── kind-config.yml ├── llms ├── code-llama │ ├── main.py │ └── tgi-gptq.dstack.yml └── mixtral │ ├── README.md │ ├── main.py │ ├── tgi-gptq.dstack.yml │ ├── tgi.dstack.yml │ └── vllm.dstack.yml ├── misc └── jupyterlab │ └── .dstack.yml ├── rag └── llama-index │ ├── README.md │ ├── data │ └── paul_graham_essay.txt │ ├── load_data.py │ ├── query_data.py │ └── requirements.txt └── simple ├── http.server ├── README.md ├── serve-task.dstack.yml └── serve.dstack.yml └── streamlit ├── README.md ├── serve-task.dstack.yml └── serve.dstack.yml /.dstack.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstackai/dstack-examples/HEAD/.dstack.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- 1 | venv 2 | __pycache__ 3 | .idea 4 | .dstack/profiles.yaml 5 | .DS_Store 6 | .env -------------------------------------------------------------------------------- /.vscode/settings.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstackai/dstack-examples/HEAD/.vscode/settings.json -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstackai/dstack-examples/HEAD/README.md -------------------------------------------------------------------------------- /deployment/infinity/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstackai/dstack-examples/HEAD/deployment/infinity/README.md -------------------------------------------------------------------------------- /deployment/infinity/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstackai/dstack-examples/HEAD/deployment/infinity/main.py -------------------------------------------------------------------------------- /deployment/infinity/serve.dstack.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstackai/dstack-examples/HEAD/deployment/infinity/serve.dstack.yml -------------------------------------------------------------------------------- /deployment/ollama/.dstack.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstackai/dstack-examples/HEAD/deployment/ollama/.dstack.yml -------------------------------------------------------------------------------- /deployment/ollama/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstackai/dstack-examples/HEAD/deployment/ollama/README.md -------------------------------------------------------------------------------- /deployment/ollama/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstackai/dstack-examples/HEAD/deployment/ollama/main.py -------------------------------------------------------------------------------- /deployment/ollama/serve.dstack.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstackai/dstack-examples/HEAD/deployment/ollama/serve.dstack.yml -------------------------------------------------------------------------------- /deployment/sdxl/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstackai/dstack-examples/HEAD/deployment/sdxl/README.md -------------------------------------------------------------------------------- /deployment/sdxl/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstackai/dstack-examples/HEAD/deployment/sdxl/main.py -------------------------------------------------------------------------------- /deployment/sdxl/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstackai/dstack-examples/HEAD/deployment/sdxl/requirements.txt -------------------------------------------------------------------------------- /deployment/sdxl/serve.dstack.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstackai/dstack-examples/HEAD/deployment/sdxl/serve.dstack.yml -------------------------------------------------------------------------------- /deployment/tei/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstackai/dstack-examples/HEAD/deployment/tei/README.md -------------------------------------------------------------------------------- /deployment/tei/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstackai/dstack-examples/HEAD/deployment/tei/main.py -------------------------------------------------------------------------------- /deployment/tei/serve.dstack.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstackai/dstack-examples/HEAD/deployment/tei/serve.dstack.yml -------------------------------------------------------------------------------- /deployment/tgi/.dstack.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstackai/dstack-examples/HEAD/deployment/tgi/.dstack.yml -------------------------------------------------------------------------------- /deployment/tgi/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstackai/dstack-examples/HEAD/deployment/tgi/README.md -------------------------------------------------------------------------------- /deployment/tgi/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstackai/dstack-examples/HEAD/deployment/tgi/main.py -------------------------------------------------------------------------------- /deployment/tgi/serve-gptq.dstack.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstackai/dstack-examples/HEAD/deployment/tgi/serve-gptq.dstack.yml -------------------------------------------------------------------------------- /deployment/tgi/serve.dstack.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstackai/dstack-examples/HEAD/deployment/tgi/serve.dstack.yml -------------------------------------------------------------------------------- /deployment/vllm/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstackai/dstack-examples/HEAD/deployment/vllm/README.md -------------------------------------------------------------------------------- /deployment/vllm/dev-docker.dstack.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstackai/dstack-examples/HEAD/deployment/vllm/dev-docker.dstack.yml -------------------------------------------------------------------------------- /deployment/vllm/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstackai/dstack-examples/HEAD/deployment/vllm/main.py -------------------------------------------------------------------------------- /deployment/vllm/serve-task.dstack.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstackai/dstack-examples/HEAD/deployment/vllm/serve-task.dstack.yml -------------------------------------------------------------------------------- /deployment/vllm/serve.dstack.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstackai/dstack-examples/HEAD/deployment/vllm/serve.dstack.yml -------------------------------------------------------------------------------- /fine-tuning/qlora/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstackai/dstack-examples/HEAD/fine-tuning/qlora/README.md -------------------------------------------------------------------------------- /fine-tuning/qlora/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstackai/dstack-examples/HEAD/fine-tuning/qlora/requirements.txt -------------------------------------------------------------------------------- /fine-tuning/qlora/train.dstack.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstackai/dstack-examples/HEAD/fine-tuning/qlora/train.dstack.yml -------------------------------------------------------------------------------- /fine-tuning/qlora/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstackai/dstack-examples/HEAD/fine-tuning/qlora/train.py -------------------------------------------------------------------------------- /installation/kind-config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstackai/dstack-examples/HEAD/installation/kind-config.yml -------------------------------------------------------------------------------- /llms/code-llama/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstackai/dstack-examples/HEAD/llms/code-llama/main.py -------------------------------------------------------------------------------- /llms/code-llama/tgi-gptq.dstack.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstackai/dstack-examples/HEAD/llms/code-llama/tgi-gptq.dstack.yml -------------------------------------------------------------------------------- /llms/mixtral/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstackai/dstack-examples/HEAD/llms/mixtral/README.md -------------------------------------------------------------------------------- /llms/mixtral/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstackai/dstack-examples/HEAD/llms/mixtral/main.py -------------------------------------------------------------------------------- /llms/mixtral/tgi-gptq.dstack.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstackai/dstack-examples/HEAD/llms/mixtral/tgi-gptq.dstack.yml -------------------------------------------------------------------------------- /llms/mixtral/tgi.dstack.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstackai/dstack-examples/HEAD/llms/mixtral/tgi.dstack.yml -------------------------------------------------------------------------------- /llms/mixtral/vllm.dstack.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstackai/dstack-examples/HEAD/llms/mixtral/vllm.dstack.yml -------------------------------------------------------------------------------- /misc/jupyterlab/.dstack.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstackai/dstack-examples/HEAD/misc/jupyterlab/.dstack.yml -------------------------------------------------------------------------------- /rag/llama-index/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstackai/dstack-examples/HEAD/rag/llama-index/README.md -------------------------------------------------------------------------------- /rag/llama-index/data/paul_graham_essay.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstackai/dstack-examples/HEAD/rag/llama-index/data/paul_graham_essay.txt -------------------------------------------------------------------------------- /rag/llama-index/load_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstackai/dstack-examples/HEAD/rag/llama-index/load_data.py -------------------------------------------------------------------------------- /rag/llama-index/query_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstackai/dstack-examples/HEAD/rag/llama-index/query_data.py -------------------------------------------------------------------------------- /rag/llama-index/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstackai/dstack-examples/HEAD/rag/llama-index/requirements.txt -------------------------------------------------------------------------------- /simple/http.server/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstackai/dstack-examples/HEAD/simple/http.server/README.md -------------------------------------------------------------------------------- /simple/http.server/serve-task.dstack.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstackai/dstack-examples/HEAD/simple/http.server/serve-task.dstack.yml -------------------------------------------------------------------------------- /simple/http.server/serve.dstack.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstackai/dstack-examples/HEAD/simple/http.server/serve.dstack.yml -------------------------------------------------------------------------------- /simple/streamlit/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstackai/dstack-examples/HEAD/simple/streamlit/README.md -------------------------------------------------------------------------------- /simple/streamlit/serve-task.dstack.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstackai/dstack-examples/HEAD/simple/streamlit/serve-task.dstack.yml -------------------------------------------------------------------------------- /simple/streamlit/serve.dstack.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstackai/dstack-examples/HEAD/simple/streamlit/serve.dstack.yml --------------------------------------------------------------------------------