├── .github └── workflows │ ├── linkcheck.yml │ └── mlc-config.json ├── README.md ├── demos ├── akamai-user-flows │ ├── README.md │ ├── docs_object_detection_python_yolov8_sparse_transfer.ipynb │ ├── docs_object_detection_python_yolov8_sparse_transfer.md │ ├── docs_sentiment_analysis_python_custom_teacher_rottentomatoes.ipynb │ ├── docs_sentiment_analysis_python_custom_teacher_rottentomatoes.md │ ├── docs_text_generation_python_tinyllama_oneshot_compression.ipynb │ └── docs_text_generation_python_tinyllama_oneshot_compression.md ├── langchain-pdf-chat │ ├── app.py │ ├── readme.md │ └── requirements.txt ├── langchain-video-chat │ ├── app.py │ ├── readme.md │ └── requirements.txt ├── medical-chatbot │ ├── LICENSE │ ├── README.md │ ├── chainlit.md │ ├── data │ │ └── 71763-gale-encyclopedia-of-medicine.-vol.-1.-2nd-ed.pdf │ ├── ingest.py │ ├── model.py │ ├── requirements.txt │ └── vectorstore │ │ └── db_faiss │ │ ├── index.faiss │ │ └── index.pkl ├── sparse-mpt-7b-gsm8k │ ├── README.md │ ├── app.py │ ├── gradio.gif │ ├── requirements.txt │ └── style.css └── windows-text-generation-server │ └── README.md ├── images ├── optimum.png ├── pdf.png ├── stable.png ├── video.png └── yolov5.png └── notebooks ├── CLIP ├── CLIP.ipynb └── readme.md ├── control-text-generation ├── How-to-Control-Text-Generation-With-DeepSparse.ipynb └── readme.md ├── deepsparse-stable-diffusion ├── image.png ├── notebook.ipynb └── readme.md ├── marlin-nm-vllm ├── Performantly_Quantize_LLMs_to_4_bits_with_Marlin_and_nm_vllm.ipynb └── readme.md ├── opt-text-generation-deepsparse-quickstart ├── OPT_Text_Generation_DeepSparse_Quickstart.ipynb └── README.md ├── optimum-deepsparse ├── optimum-deepsparse.ipynb └── readme.md ├── optimum-export ├── README.md ├── face.jpg └── optimum-pipelines.ipynb ├── sparsify-bge-small ├── README.md └── Sparsifying_BGE_Small.ipynb ├── sparsify-sentence-embeddings ├── README.md └── Sparsify_One-Shot.ipynb ├── supervision ├── readme.md ├── result.png └── supervision.ipynb ├── yolov5-custom-data ├── readme.md ├── results.png └── yolov5_custom_data.ipynb └── yolov5-sparse-transfer └── YOLOv5s_Sparse_Transfer_COCO128.ipynb /.github/workflows/linkcheck.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/examples/HEAD/.github/workflows/linkcheck.yml -------------------------------------------------------------------------------- /.github/workflows/mlc-config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/examples/HEAD/.github/workflows/mlc-config.json -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/examples/HEAD/README.md -------------------------------------------------------------------------------- /demos/akamai-user-flows/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/examples/HEAD/demos/akamai-user-flows/README.md -------------------------------------------------------------------------------- /demos/akamai-user-flows/docs_object_detection_python_yolov8_sparse_transfer.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/examples/HEAD/demos/akamai-user-flows/docs_object_detection_python_yolov8_sparse_transfer.ipynb -------------------------------------------------------------------------------- /demos/akamai-user-flows/docs_object_detection_python_yolov8_sparse_transfer.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/examples/HEAD/demos/akamai-user-flows/docs_object_detection_python_yolov8_sparse_transfer.md -------------------------------------------------------------------------------- /demos/akamai-user-flows/docs_sentiment_analysis_python_custom_teacher_rottentomatoes.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/examples/HEAD/demos/akamai-user-flows/docs_sentiment_analysis_python_custom_teacher_rottentomatoes.ipynb -------------------------------------------------------------------------------- /demos/akamai-user-flows/docs_sentiment_analysis_python_custom_teacher_rottentomatoes.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/examples/HEAD/demos/akamai-user-flows/docs_sentiment_analysis_python_custom_teacher_rottentomatoes.md -------------------------------------------------------------------------------- /demos/akamai-user-flows/docs_text_generation_python_tinyllama_oneshot_compression.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/examples/HEAD/demos/akamai-user-flows/docs_text_generation_python_tinyllama_oneshot_compression.ipynb -------------------------------------------------------------------------------- /demos/akamai-user-flows/docs_text_generation_python_tinyllama_oneshot_compression.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/examples/HEAD/demos/akamai-user-flows/docs_text_generation_python_tinyllama_oneshot_compression.md -------------------------------------------------------------------------------- /demos/langchain-pdf-chat/app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/examples/HEAD/demos/langchain-pdf-chat/app.py -------------------------------------------------------------------------------- /demos/langchain-pdf-chat/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/examples/HEAD/demos/langchain-pdf-chat/readme.md -------------------------------------------------------------------------------- /demos/langchain-pdf-chat/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/examples/HEAD/demos/langchain-pdf-chat/requirements.txt -------------------------------------------------------------------------------- /demos/langchain-video-chat/app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/examples/HEAD/demos/langchain-video-chat/app.py -------------------------------------------------------------------------------- /demos/langchain-video-chat/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/examples/HEAD/demos/langchain-video-chat/readme.md -------------------------------------------------------------------------------- /demos/langchain-video-chat/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/examples/HEAD/demos/langchain-video-chat/requirements.txt -------------------------------------------------------------------------------- /demos/medical-chatbot/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/examples/HEAD/demos/medical-chatbot/LICENSE -------------------------------------------------------------------------------- /demos/medical-chatbot/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/examples/HEAD/demos/medical-chatbot/README.md -------------------------------------------------------------------------------- /demos/medical-chatbot/chainlit.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/examples/HEAD/demos/medical-chatbot/chainlit.md -------------------------------------------------------------------------------- /demos/medical-chatbot/data/71763-gale-encyclopedia-of-medicine.-vol.-1.-2nd-ed.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/examples/HEAD/demos/medical-chatbot/data/71763-gale-encyclopedia-of-medicine.-vol.-1.-2nd-ed.pdf -------------------------------------------------------------------------------- /demos/medical-chatbot/ingest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/examples/HEAD/demos/medical-chatbot/ingest.py -------------------------------------------------------------------------------- /demos/medical-chatbot/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/examples/HEAD/demos/medical-chatbot/model.py -------------------------------------------------------------------------------- /demos/medical-chatbot/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/examples/HEAD/demos/medical-chatbot/requirements.txt -------------------------------------------------------------------------------- /demos/medical-chatbot/vectorstore/db_faiss/index.faiss: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/examples/HEAD/demos/medical-chatbot/vectorstore/db_faiss/index.faiss -------------------------------------------------------------------------------- /demos/medical-chatbot/vectorstore/db_faiss/index.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/examples/HEAD/demos/medical-chatbot/vectorstore/db_faiss/index.pkl -------------------------------------------------------------------------------- /demos/sparse-mpt-7b-gsm8k/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/examples/HEAD/demos/sparse-mpt-7b-gsm8k/README.md -------------------------------------------------------------------------------- /demos/sparse-mpt-7b-gsm8k/app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/examples/HEAD/demos/sparse-mpt-7b-gsm8k/app.py -------------------------------------------------------------------------------- /demos/sparse-mpt-7b-gsm8k/gradio.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/examples/HEAD/demos/sparse-mpt-7b-gsm8k/gradio.gif -------------------------------------------------------------------------------- /demos/sparse-mpt-7b-gsm8k/requirements.txt: -------------------------------------------------------------------------------- 1 | deepsparse-nightly[llm]==1.6.0.20231020 2 | transformers 3 | gradio 4 | -------------------------------------------------------------------------------- /demos/sparse-mpt-7b-gsm8k/style.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/examples/HEAD/demos/sparse-mpt-7b-gsm8k/style.css -------------------------------------------------------------------------------- /demos/windows-text-generation-server/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/examples/HEAD/demos/windows-text-generation-server/README.md -------------------------------------------------------------------------------- /images/optimum.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/examples/HEAD/images/optimum.png -------------------------------------------------------------------------------- /images/pdf.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/examples/HEAD/images/pdf.png -------------------------------------------------------------------------------- /images/stable.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/examples/HEAD/images/stable.png -------------------------------------------------------------------------------- /images/video.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/examples/HEAD/images/video.png -------------------------------------------------------------------------------- /images/yolov5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/examples/HEAD/images/yolov5.png -------------------------------------------------------------------------------- /notebooks/CLIP/CLIP.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/examples/HEAD/notebooks/CLIP/CLIP.ipynb -------------------------------------------------------------------------------- /notebooks/CLIP/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/examples/HEAD/notebooks/CLIP/readme.md -------------------------------------------------------------------------------- /notebooks/control-text-generation/How-to-Control-Text-Generation-With-DeepSparse.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/examples/HEAD/notebooks/control-text-generation/How-to-Control-Text-Generation-With-DeepSparse.ipynb -------------------------------------------------------------------------------- /notebooks/control-text-generation/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/examples/HEAD/notebooks/control-text-generation/readme.md -------------------------------------------------------------------------------- /notebooks/deepsparse-stable-diffusion/image.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/examples/HEAD/notebooks/deepsparse-stable-diffusion/image.png -------------------------------------------------------------------------------- /notebooks/deepsparse-stable-diffusion/notebook.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/examples/HEAD/notebooks/deepsparse-stable-diffusion/notebook.ipynb -------------------------------------------------------------------------------- /notebooks/deepsparse-stable-diffusion/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/examples/HEAD/notebooks/deepsparse-stable-diffusion/readme.md -------------------------------------------------------------------------------- /notebooks/marlin-nm-vllm/Performantly_Quantize_LLMs_to_4_bits_with_Marlin_and_nm_vllm.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/examples/HEAD/notebooks/marlin-nm-vllm/Performantly_Quantize_LLMs_to_4_bits_with_Marlin_and_nm_vllm.ipynb -------------------------------------------------------------------------------- /notebooks/marlin-nm-vllm/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/examples/HEAD/notebooks/marlin-nm-vllm/readme.md -------------------------------------------------------------------------------- /notebooks/opt-text-generation-deepsparse-quickstart/OPT_Text_Generation_DeepSparse_Quickstart.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/examples/HEAD/notebooks/opt-text-generation-deepsparse-quickstart/OPT_Text_Generation_DeepSparse_Quickstart.ipynb -------------------------------------------------------------------------------- /notebooks/opt-text-generation-deepsparse-quickstart/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/examples/HEAD/notebooks/opt-text-generation-deepsparse-quickstart/README.md -------------------------------------------------------------------------------- /notebooks/optimum-deepsparse/optimum-deepsparse.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/examples/HEAD/notebooks/optimum-deepsparse/optimum-deepsparse.ipynb -------------------------------------------------------------------------------- /notebooks/optimum-deepsparse/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/examples/HEAD/notebooks/optimum-deepsparse/readme.md -------------------------------------------------------------------------------- /notebooks/optimum-export/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/examples/HEAD/notebooks/optimum-export/README.md -------------------------------------------------------------------------------- /notebooks/optimum-export/face.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/examples/HEAD/notebooks/optimum-export/face.jpg -------------------------------------------------------------------------------- /notebooks/optimum-export/optimum-pipelines.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/examples/HEAD/notebooks/optimum-export/optimum-pipelines.ipynb -------------------------------------------------------------------------------- /notebooks/sparsify-bge-small/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/examples/HEAD/notebooks/sparsify-bge-small/README.md -------------------------------------------------------------------------------- /notebooks/sparsify-bge-small/Sparsifying_BGE_Small.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/examples/HEAD/notebooks/sparsify-bge-small/Sparsifying_BGE_Small.ipynb -------------------------------------------------------------------------------- /notebooks/sparsify-sentence-embeddings/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/examples/HEAD/notebooks/sparsify-sentence-embeddings/README.md -------------------------------------------------------------------------------- /notebooks/sparsify-sentence-embeddings/Sparsify_One-Shot.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/examples/HEAD/notebooks/sparsify-sentence-embeddings/Sparsify_One-Shot.ipynb -------------------------------------------------------------------------------- /notebooks/supervision/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/examples/HEAD/notebooks/supervision/readme.md -------------------------------------------------------------------------------- /notebooks/supervision/result.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/examples/HEAD/notebooks/supervision/result.png -------------------------------------------------------------------------------- /notebooks/supervision/supervision.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/examples/HEAD/notebooks/supervision/supervision.ipynb -------------------------------------------------------------------------------- /notebooks/yolov5-custom-data/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/examples/HEAD/notebooks/yolov5-custom-data/readme.md -------------------------------------------------------------------------------- /notebooks/yolov5-custom-data/results.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/examples/HEAD/notebooks/yolov5-custom-data/results.png -------------------------------------------------------------------------------- /notebooks/yolov5-custom-data/yolov5_custom_data.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/examples/HEAD/notebooks/yolov5-custom-data/yolov5_custom_data.ipynb -------------------------------------------------------------------------------- /notebooks/yolov5-sparse-transfer/YOLOv5s_Sparse_Transfer_COCO128.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/examples/HEAD/notebooks/yolov5-sparse-transfer/YOLOv5s_Sparse_Transfer_COCO128.ipynb --------------------------------------------------------------------------------