├── .gitignore ├── LICENSE ├── README.md ├── assets └── Logo_whitebg.png ├── deepseek_r1 ├── README.md ├── a14b │ ├── Dockerfile │ └── deployment.yaml ├── a2b │ ├── Dockerfile │ └── deployment.yaml ├── a32b │ ├── Dockerfile │ └── deployment.yaml ├── a671b │ ├── Dockerfile │ └── deployment.yaml ├── a70b │ ├── Dockerfile │ └── deployment.yaml ├── a7b │ ├── Dockerfile │ └── deployment.yaml ├── a8b │ ├── Dockerfile │ └── deployment.yaml └── gguf │ ├── Dockerfile │ ├── deployment.yaml │ └── entrypoint.sh ├── embedding_models └── jina_embeddings_v2 │ ├── Dockerfile │ └── nginx.conf ├── functioncalling_finetuning ├── README.md ├── evals │ └── evaluation_script.py ├── finetuning │ ├── Dockerfile │ ├── axolotl-config.yaml │ └── axolotl-train.py ├── inference │ ├── Dockerfile │ └── deployment.yaml └── requirements.txt ├── llms ├── janus_pro_7b │ ├── Dockerfile │ ├── main.py │ └── requirements.txt ├── llama3_1_8b_instruct │ ├── Dockerfile │ ├── download_model.py │ └── main.py ├── llama_3_1_70b_int4_quantized │ ├── Dockerfile │ ├── download_model.py │ └── main.py └── reasoning │ └── qwen7b │ ├── finetuning │ ├── Dockerfile │ ├── hugging_face_upload.py │ ├── reward_functions.py │ └── train.py │ └── inference │ ├── Dockerfile │ └── deployment.yaml ├── miscellaneous └── sam2 │ ├── Dockerfile │ └── main.py ├── text-to-image ├── flux_dev │ ├── .dockerignore │ ├── Dockerfile │ ├── client.py │ ├── config.yaml │ ├── models │ │ └── flux │ │ │ ├── 1 │ │ │ └── model.py │ │ │ └── config.pbtxt │ └── requirements.txt └── sd3_medium │ ├── Dockerfile │ ├── download_model.py │ └── main.py └── tts ├── sesame-csm-1b ├── sesame-csm-1b-deployment │ ├── Dockerfile │ ├── config.yaml │ └── model_repository │ │ └── csm_1b │ │ ├── 1 │ │ └── model.py │ │ └── config.pbtxt └── sesame-csm-1b-query │ ├── query.py │ └── steramlit_app.py └── speechT5 ├── Dockerfile ├── requirements.txt └── tts_deploy.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorfuse/tensorfuse-examples/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorfuse/tensorfuse-examples/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorfuse/tensorfuse-examples/HEAD/README.md -------------------------------------------------------------------------------- /assets/Logo_whitebg.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorfuse/tensorfuse-examples/HEAD/assets/Logo_whitebg.png -------------------------------------------------------------------------------- /deepseek_r1/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorfuse/tensorfuse-examples/HEAD/deepseek_r1/README.md -------------------------------------------------------------------------------- /deepseek_r1/a14b/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorfuse/tensorfuse-examples/HEAD/deepseek_r1/a14b/Dockerfile -------------------------------------------------------------------------------- /deepseek_r1/a14b/deployment.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorfuse/tensorfuse-examples/HEAD/deepseek_r1/a14b/deployment.yaml -------------------------------------------------------------------------------- /deepseek_r1/a2b/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorfuse/tensorfuse-examples/HEAD/deepseek_r1/a2b/Dockerfile -------------------------------------------------------------------------------- /deepseek_r1/a2b/deployment.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorfuse/tensorfuse-examples/HEAD/deepseek_r1/a2b/deployment.yaml -------------------------------------------------------------------------------- /deepseek_r1/a32b/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorfuse/tensorfuse-examples/HEAD/deepseek_r1/a32b/Dockerfile -------------------------------------------------------------------------------- /deepseek_r1/a32b/deployment.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorfuse/tensorfuse-examples/HEAD/deepseek_r1/a32b/deployment.yaml -------------------------------------------------------------------------------- /deepseek_r1/a671b/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorfuse/tensorfuse-examples/HEAD/deepseek_r1/a671b/Dockerfile -------------------------------------------------------------------------------- /deepseek_r1/a671b/deployment.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorfuse/tensorfuse-examples/HEAD/deepseek_r1/a671b/deployment.yaml -------------------------------------------------------------------------------- /deepseek_r1/a70b/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorfuse/tensorfuse-examples/HEAD/deepseek_r1/a70b/Dockerfile -------------------------------------------------------------------------------- /deepseek_r1/a70b/deployment.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorfuse/tensorfuse-examples/HEAD/deepseek_r1/a70b/deployment.yaml -------------------------------------------------------------------------------- /deepseek_r1/a7b/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorfuse/tensorfuse-examples/HEAD/deepseek_r1/a7b/Dockerfile -------------------------------------------------------------------------------- /deepseek_r1/a7b/deployment.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorfuse/tensorfuse-examples/HEAD/deepseek_r1/a7b/deployment.yaml -------------------------------------------------------------------------------- /deepseek_r1/a8b/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorfuse/tensorfuse-examples/HEAD/deepseek_r1/a8b/Dockerfile -------------------------------------------------------------------------------- /deepseek_r1/a8b/deployment.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorfuse/tensorfuse-examples/HEAD/deepseek_r1/a8b/deployment.yaml -------------------------------------------------------------------------------- /deepseek_r1/gguf/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorfuse/tensorfuse-examples/HEAD/deepseek_r1/gguf/Dockerfile -------------------------------------------------------------------------------- /deepseek_r1/gguf/deployment.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorfuse/tensorfuse-examples/HEAD/deepseek_r1/gguf/deployment.yaml -------------------------------------------------------------------------------- /deepseek_r1/gguf/entrypoint.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorfuse/tensorfuse-examples/HEAD/deepseek_r1/gguf/entrypoint.sh -------------------------------------------------------------------------------- /embedding_models/jina_embeddings_v2/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorfuse/tensorfuse-examples/HEAD/embedding_models/jina_embeddings_v2/Dockerfile -------------------------------------------------------------------------------- /embedding_models/jina_embeddings_v2/nginx.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorfuse/tensorfuse-examples/HEAD/embedding_models/jina_embeddings_v2/nginx.conf -------------------------------------------------------------------------------- /functioncalling_finetuning/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorfuse/tensorfuse-examples/HEAD/functioncalling_finetuning/README.md -------------------------------------------------------------------------------- /functioncalling_finetuning/evals/evaluation_script.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorfuse/tensorfuse-examples/HEAD/functioncalling_finetuning/evals/evaluation_script.py -------------------------------------------------------------------------------- /functioncalling_finetuning/finetuning/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorfuse/tensorfuse-examples/HEAD/functioncalling_finetuning/finetuning/Dockerfile -------------------------------------------------------------------------------- /functioncalling_finetuning/finetuning/axolotl-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorfuse/tensorfuse-examples/HEAD/functioncalling_finetuning/finetuning/axolotl-config.yaml -------------------------------------------------------------------------------- /functioncalling_finetuning/finetuning/axolotl-train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorfuse/tensorfuse-examples/HEAD/functioncalling_finetuning/finetuning/axolotl-train.py -------------------------------------------------------------------------------- /functioncalling_finetuning/inference/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorfuse/tensorfuse-examples/HEAD/functioncalling_finetuning/inference/Dockerfile -------------------------------------------------------------------------------- /functioncalling_finetuning/inference/deployment.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorfuse/tensorfuse-examples/HEAD/functioncalling_finetuning/inference/deployment.yaml -------------------------------------------------------------------------------- /functioncalling_finetuning/requirements.txt: -------------------------------------------------------------------------------- 1 | tensorkube 2 | requests 3 | openai 4 | datasets -------------------------------------------------------------------------------- /llms/janus_pro_7b/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorfuse/tensorfuse-examples/HEAD/llms/janus_pro_7b/Dockerfile -------------------------------------------------------------------------------- /llms/janus_pro_7b/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorfuse/tensorfuse-examples/HEAD/llms/janus_pro_7b/main.py -------------------------------------------------------------------------------- /llms/janus_pro_7b/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorfuse/tensorfuse-examples/HEAD/llms/janus_pro_7b/requirements.txt -------------------------------------------------------------------------------- /llms/llama3_1_8b_instruct/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorfuse/tensorfuse-examples/HEAD/llms/llama3_1_8b_instruct/Dockerfile -------------------------------------------------------------------------------- /llms/llama3_1_8b_instruct/download_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorfuse/tensorfuse-examples/HEAD/llms/llama3_1_8b_instruct/download_model.py -------------------------------------------------------------------------------- /llms/llama3_1_8b_instruct/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorfuse/tensorfuse-examples/HEAD/llms/llama3_1_8b_instruct/main.py -------------------------------------------------------------------------------- /llms/llama_3_1_70b_int4_quantized/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorfuse/tensorfuse-examples/HEAD/llms/llama_3_1_70b_int4_quantized/Dockerfile -------------------------------------------------------------------------------- /llms/llama_3_1_70b_int4_quantized/download_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorfuse/tensorfuse-examples/HEAD/llms/llama_3_1_70b_int4_quantized/download_model.py -------------------------------------------------------------------------------- /llms/llama_3_1_70b_int4_quantized/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorfuse/tensorfuse-examples/HEAD/llms/llama_3_1_70b_int4_quantized/main.py -------------------------------------------------------------------------------- /llms/reasoning/qwen7b/finetuning/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorfuse/tensorfuse-examples/HEAD/llms/reasoning/qwen7b/finetuning/Dockerfile -------------------------------------------------------------------------------- /llms/reasoning/qwen7b/finetuning/hugging_face_upload.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorfuse/tensorfuse-examples/HEAD/llms/reasoning/qwen7b/finetuning/hugging_face_upload.py -------------------------------------------------------------------------------- /llms/reasoning/qwen7b/finetuning/reward_functions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorfuse/tensorfuse-examples/HEAD/llms/reasoning/qwen7b/finetuning/reward_functions.py -------------------------------------------------------------------------------- /llms/reasoning/qwen7b/finetuning/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorfuse/tensorfuse-examples/HEAD/llms/reasoning/qwen7b/finetuning/train.py -------------------------------------------------------------------------------- /llms/reasoning/qwen7b/inference/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorfuse/tensorfuse-examples/HEAD/llms/reasoning/qwen7b/inference/Dockerfile -------------------------------------------------------------------------------- /llms/reasoning/qwen7b/inference/deployment.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorfuse/tensorfuse-examples/HEAD/llms/reasoning/qwen7b/inference/deployment.yaml -------------------------------------------------------------------------------- /miscellaneous/sam2/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorfuse/tensorfuse-examples/HEAD/miscellaneous/sam2/Dockerfile -------------------------------------------------------------------------------- /miscellaneous/sam2/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorfuse/tensorfuse-examples/HEAD/miscellaneous/sam2/main.py -------------------------------------------------------------------------------- /text-to-image/flux_dev/.dockerignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorfuse/tensorfuse-examples/HEAD/text-to-image/flux_dev/.dockerignore -------------------------------------------------------------------------------- /text-to-image/flux_dev/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorfuse/tensorfuse-examples/HEAD/text-to-image/flux_dev/Dockerfile -------------------------------------------------------------------------------- /text-to-image/flux_dev/client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorfuse/tensorfuse-examples/HEAD/text-to-image/flux_dev/client.py -------------------------------------------------------------------------------- /text-to-image/flux_dev/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorfuse/tensorfuse-examples/HEAD/text-to-image/flux_dev/config.yaml -------------------------------------------------------------------------------- /text-to-image/flux_dev/models/flux/1/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorfuse/tensorfuse-examples/HEAD/text-to-image/flux_dev/models/flux/1/model.py -------------------------------------------------------------------------------- /text-to-image/flux_dev/models/flux/config.pbtxt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorfuse/tensorfuse-examples/HEAD/text-to-image/flux_dev/models/flux/config.pbtxt -------------------------------------------------------------------------------- /text-to-image/flux_dev/requirements.txt: -------------------------------------------------------------------------------- 1 | pillow 2 | numpy -------------------------------------------------------------------------------- /text-to-image/sd3_medium/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorfuse/tensorfuse-examples/HEAD/text-to-image/sd3_medium/Dockerfile -------------------------------------------------------------------------------- /text-to-image/sd3_medium/download_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorfuse/tensorfuse-examples/HEAD/text-to-image/sd3_medium/download_model.py -------------------------------------------------------------------------------- /text-to-image/sd3_medium/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorfuse/tensorfuse-examples/HEAD/text-to-image/sd3_medium/main.py -------------------------------------------------------------------------------- /tts/sesame-csm-1b/sesame-csm-1b-deployment/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorfuse/tensorfuse-examples/HEAD/tts/sesame-csm-1b/sesame-csm-1b-deployment/Dockerfile -------------------------------------------------------------------------------- /tts/sesame-csm-1b/sesame-csm-1b-deployment/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorfuse/tensorfuse-examples/HEAD/tts/sesame-csm-1b/sesame-csm-1b-deployment/config.yaml -------------------------------------------------------------------------------- /tts/sesame-csm-1b/sesame-csm-1b-deployment/model_repository/csm_1b/1/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorfuse/tensorfuse-examples/HEAD/tts/sesame-csm-1b/sesame-csm-1b-deployment/model_repository/csm_1b/1/model.py -------------------------------------------------------------------------------- /tts/sesame-csm-1b/sesame-csm-1b-deployment/model_repository/csm_1b/config.pbtxt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorfuse/tensorfuse-examples/HEAD/tts/sesame-csm-1b/sesame-csm-1b-deployment/model_repository/csm_1b/config.pbtxt -------------------------------------------------------------------------------- /tts/sesame-csm-1b/sesame-csm-1b-query/query.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorfuse/tensorfuse-examples/HEAD/tts/sesame-csm-1b/sesame-csm-1b-query/query.py -------------------------------------------------------------------------------- /tts/sesame-csm-1b/sesame-csm-1b-query/steramlit_app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorfuse/tensorfuse-examples/HEAD/tts/sesame-csm-1b/sesame-csm-1b-query/steramlit_app.py -------------------------------------------------------------------------------- /tts/speechT5/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorfuse/tensorfuse-examples/HEAD/tts/speechT5/Dockerfile -------------------------------------------------------------------------------- /tts/speechT5/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorfuse/tensorfuse-examples/HEAD/tts/speechT5/requirements.txt -------------------------------------------------------------------------------- /tts/speechT5/tts_deploy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensorfuse/tensorfuse-examples/HEAD/tts/speechT5/tts_deploy.py --------------------------------------------------------------------------------