├── .github ├── ISSUE_TEMPLATE │ ├── bug_report.md │ ├── doc-edit.md │ └── feature_request.md └── workflows │ ├── build-and-publish-tagged-images.yaml │ ├── linkcheck.yml │ ├── local-install-check.yaml │ ├── mlc_config.json │ ├── publish-nightly-docker.yaml │ ├── quality-check.yaml │ └── test-check.yaml ├── .gitignore ├── CITATION.cff ├── LICENSE ├── MANIFEST.in ├── Makefile ├── NOTICE ├── README.md ├── docker ├── Dockerfile └── README.md ├── docs ├── llms │ ├── integration-langchain.md │ └── text-generation-pipeline.md ├── neural-magic-workflow.png ├── old │ ├── _static │ │ └── css │ │ │ └── nm-theme-adjustment.css │ ├── _templates │ │ └── versions.html │ ├── api │ │ ├── .gitkeep │ │ ├── deepsparse.rst │ │ ├── deepsparse.transformers.rst │ │ ├── deepsparse.utils.rst │ │ └── modules.rst │ ├── conf.py │ ├── debugging-optimizing │ │ ├── diagnostics-debugging.md │ │ ├── example-log.md │ │ ├── index.rst │ │ └── numactl-utility.md │ ├── favicon.ico │ ├── index.rst │ └── source │ │ ├── c++api-overview.md │ │ ├── hardware.md │ │ ├── icon-deepsparse.png │ │ ├── multi-stream.png │ │ ├── scheduler.md │ │ └── single-stream.png ├── source │ ├── icon-deepsparse.png │ ├── multi-stream.png │ └── single-stream.png ├── use-cases │ ├── README.md │ ├── cv │ │ ├── embedding-extraction.md │ │ ├── image-classification.md │ │ ├── image-segmentation-yolact.md │ │ ├── images │ │ │ ├── human-dog-boxes.jpg │ │ │ ├── human-dog.jpg │ │ │ ├── result-0.jpg │ │ │ └── result.jpg │ │ └── object-detection-yolov5.md │ ├── general │ │ ├── bucketing.md │ │ ├── images │ │ │ └── wnut.png │ │ └── scheduler.md │ └── nlp │ │ ├── question-answering.md │ │ ├── sentiment-analysis.md │ │ ├── text-classification.md │ │ ├── token-classification.md │ │ ├── transformers-embedding-extraction.md │ │ └── zero-shot-text-classification.md └── user-guide │ ├── README.md │ ├── deepsparse-benchmarking.md │ ├── deepsparse-docker.md │ ├── deepsparse-pipelines.md │ ├── deepsparse-server.md │ ├── hardware-support.md │ ├── installation.md │ └── scheduler.md ├── examples ├── README.md ├── __init__.py ├── amd-azure │ ├── HB120rs_v3.json │ ├── README.md │ ├── amd_epyc_7713.json │ ├── multi_process_benchmark.py │ └── requirements.txt ├── aws-marketplace │ ├── README.md │ └── img │ │ └── ami-pic.png ├── aws-sagemaker │ ├── Dockerfile │ ├── README.md │ ├── config.yaml │ ├── endpoint.py │ ├── push_image.sh │ ├── qa_client.py │ └── requirements.txt ├── aws-serverless │ ├── README.md │ ├── batch │ │ ├── app │ │ │ ├── Dockerfile │ │ │ ├── requirements.txt │ │ │ └── trigger.py │ │ ├── app_inf │ │ │ ├── Dockerfile │ │ │ ├── app.py │ │ │ └── requirements.txt │ │ └── template.yaml │ ├── client.py │ ├── endpoint.py │ ├── img │ │ └── aws-serverless-logo1.png │ ├── realtime │ │ ├── app │ │ │ ├── Dockerfile │ │ │ ├── app.py │ │ │ └── requirements.txt │ │ └── template.yaml │ ├── requirements.txt │ ├── sample │ │ └── sentiment-inputs.csv │ └── scripts │ │ ├── batch-startup.sh │ │ └── realtime-startup.sh ├── azure-vm │ ├── README.md │ ├── azure-vm-pic.png │ ├── azure-vm.py │ └── requirements.txt ├── benchmark-ui │ ├── README.md │ ├── app.py │ ├── benchmark.py │ ├── elements.py │ ├── pic.png │ ├── requirements.txt │ ├── settings.py │ └── vm.py ├── benchmark │ ├── README.md │ ├── check_correctness.py │ ├── requirements.txt │ ├── resnet50_benchmark.py │ └── run_benchmark.py ├── chatgpt-cheat-sheet │ ├── README.md │ ├── chatgpt-cheat-sheet.pdf │ └── img │ │ ├── Tables.png │ │ ├── code-generation.png │ │ ├── data-object.png │ │ ├── docstring.png │ │ ├── expand-on-answers.png │ │ ├── logo.png │ │ ├── text-to-table.png │ │ └── update-chatgpt.png ├── classification │ └── README.md ├── data-logging-configs │ ├── image_classification.yaml │ ├── object_detection.yaml │ └── question_answering.yaml ├── dbolya-yolact │ └── README.md ├── detection │ └── README.md ├── do-marketplace │ ├── README.md │ └── img │ │ └── console.png ├── flask │ └── README.md ├── gcp-example │ └── qa_server_config.yaml ├── gcp-marketplace │ ├── README.md │ ├── gcp.py │ └── img │ │ └── gcp-marketplace.png ├── google-cloud-run │ ├── Dockerfile │ ├── README.md │ ├── client.py │ ├── config.yaml │ ├── create_endpoint.sh │ └── endpoint.py ├── google-kubernetes-engine │ ├── Dockerfile │ ├── README.md │ └── sample-config.yaml ├── huggingface-transformers │ └── README.md ├── llmperf │ ├── README.md │ └── config.yaml ├── nlp-legal-cuad │ ├── README.md │ └── main.py ├── openai-server │ ├── README.md │ ├── client.py │ ├── outputs.py │ ├── protocol.py │ ├── requirements.txt │ ├── server.py │ └── test.py ├── sparseserver-ui │ ├── README.md │ ├── client │ │ ├── Dockerfile │ │ ├── app.py │ │ ├── pipelineclient.py │ │ ├── samples.py │ │ └── settings.py │ ├── docker-compose.yaml │ ├── img │ │ └── demo_screenshot.png │ ├── requirements.txt │ └── server │ │ ├── Dockerfile │ │ ├── big-config.yaml │ │ └── config.yaml ├── sparsestream │ └── requirements.txt ├── twitter-nlp │ ├── README.md │ ├── analyze_sentiment.py │ ├── analyze_tokens.py │ ├── requirements.txt │ └── scrape.py ├── ultralytics-yolo │ ├── README.md │ └── ultralytics-readmes │ │ ├── deepsparse-readme.md │ │ ├── performance-chart-5.8x.png │ │ ├── sparse-transfer-learn-readme.md │ │ ├── sparsify-from-scratch-readme.md │ │ └── tensor-columns.png ├── ultralytics-yolov8 │ └── README.md └── vit_pose │ ├── README.md │ ├── pipelines.py │ └── schemas.py ├── integrations ├── __init__.py └── test_placeholder.py ├── pyproject.toml ├── research └── mpt │ └── README.md ├── setup.cfg ├── setup.py ├── src ├── .gitignore ├── __init__.py └── deepsparse │ ├── PIPELINES.md │ ├── __init__.py │ ├── analytics.py │ ├── analyze.py │ ├── benchmark │ ├── README.md │ ├── __init__.py │ ├── api │ │ ├── __init__.py │ │ ├── benchmarker.py │ │ └── errors.py │ ├── benchmark_model.py │ ├── benchmark_pipeline.py │ ├── benchmark_sweep.py │ ├── config.py │ ├── data_creation.py │ ├── helpers.py │ ├── img │ │ └── json_output.png │ ├── ort_engine.py │ ├── results.py │ ├── stream_benchmark.py │ └── torchscript_engine.py │ ├── clip │ ├── README.md │ ├── __init__.py │ ├── captioning_pipeline.py │ ├── constants.py │ ├── decoder_pipeline.py │ ├── text_pipeline.py │ ├── visual_pipeline.py │ └── zeroshot_pipeline.py │ ├── cpu.py │ ├── debug_analysis.py │ ├── engine.py │ ├── evaluation │ ├── __init__.py │ ├── cli.py │ ├── evaluator.py │ ├── integrations │ │ ├── __init__.py │ │ ├── lm_evaluation_harness.py │ │ └── perplexity.py │ ├── registry.py │ ├── results.py │ └── utils.py │ ├── image_classification │ ├── README.md │ ├── __init__.py │ ├── annotate.py │ ├── constants.py │ ├── pipeline.py │ ├── postprocess_operator.py │ ├── preprocess_operator.py │ ├── schemas.py │ ├── utils │ │ ├── __init__.py │ │ └── annotate.py │ └── validation_script.py │ ├── legacy │ ├── __init__.py │ ├── base_pipeline.py │ ├── image_classification │ │ ├── __init__.py │ │ └── pipelines.py │ ├── loggers │ │ ├── __init__.py │ │ ├── async_logger.py │ │ ├── base_logger.py │ │ ├── build_logger.py │ │ ├── config.py │ │ ├── constants.py │ │ ├── function_logger.py │ │ ├── helpers.py │ │ ├── metric_functions │ │ │ ├── __init__.py │ │ │ ├── built_ins.py │ │ │ ├── computer_vision │ │ │ │ ├── __init__.py │ │ │ │ └── built_ins.py │ │ │ ├── helpers │ │ │ │ ├── __init__.py │ │ │ │ └── config_generation.py │ │ │ ├── natural_language_processing │ │ │ │ ├── __init__.py │ │ │ │ ├── built_ins.py │ │ │ │ ├── question_answering │ │ │ │ │ ├── __init__.py │ │ │ │ │ └── built_ins.py │ │ │ │ └── token_classification │ │ │ │ │ ├── __init__.py │ │ │ │ │ └── built_ins.py │ │ │ ├── registry.py │ │ │ └── utils.py │ │ ├── multi_logger.py │ │ ├── prometheus_logger.py │ │ └── python_logger.py │ ├── pipeline.py │ ├── tasks.py │ └── transformers │ │ ├── __init__.py │ │ └── pipelines │ │ ├── __init__.py │ │ └── text_generation.py │ ├── lib.py │ ├── license.py │ ├── log.py │ ├── loggers │ ├── __init__.py │ ├── async_executor.py │ ├── config.py │ ├── constants.py │ ├── filters │ │ ├── __init__.py │ │ ├── frequency_filter.py │ │ └── pattern.py │ ├── logger_factory.py │ ├── logger_manager.py │ ├── registry │ │ ├── __init__.py │ │ ├── functions.py │ │ └── loggers │ │ │ ├── __init__.py │ │ │ ├── base_logger.py │ │ │ ├── prometheus_logger.py │ │ │ └── python_logger.py │ ├── root_logger.py │ └── utils.py │ ├── middlewares │ ├── __init__.py │ ├── logger_middleware.py │ ├── middleware.py │ └── timer_middleware.py │ ├── open_pif_paf │ ├── README.md │ ├── __init__.py │ ├── annotate.py │ ├── pipelines.py │ ├── sample_images │ │ ├── __init__.py │ │ ├── dancers-annotated.jpg │ │ └── dancers.jpg │ ├── schemas.py │ ├── utils │ │ ├── __init__.py │ │ ├── annotate.py │ │ └── validation │ │ │ ├── __init__.py │ │ │ ├── cli.py │ │ │ ├── deepsparse_decoder.py │ │ │ ├── deepsparse_evaluator.py │ │ │ ├── deepsparse_predictor.py │ │ │ └── helpers.py │ └── validation.py │ ├── operators │ ├── __init__.py │ ├── engine_operator.py │ ├── operator.py │ └── registry.py │ ├── pipeline.py │ ├── pipeline_config.py │ ├── pipelines │ ├── __init__.py │ ├── computer_vision.py │ ├── custom_pipeline.py │ ├── embedding_extraction.py │ └── numpy_schemas.py │ ├── routers │ ├── __init__.py │ └── router.py │ ├── schedulers │ ├── __init__.py │ ├── continuous_batching_scheduler.py │ ├── scheduler.py │ ├── scheduler_group.py │ └── utils │ │ ├── __init__.py │ │ ├── continuous_batching_executor.py │ │ └── continuous_batching_queues.py │ ├── sentence_transformers │ ├── README.md │ ├── __init__.py │ ├── benchmark_encoding.py │ └── sentence_transformer.py │ ├── server │ ├── README.md │ ├── __init__.py │ ├── cli.py │ ├── config.py │ ├── config_hot_reloading.py │ ├── deepsparse_server.py │ ├── helpers.py │ ├── img │ │ └── endpoints.png │ ├── openai.md │ ├── openai_server.py │ ├── output.py │ ├── protocol.py │ ├── sagemaker.py │ ├── server.py │ └── system_logging.py │ ├── subgraph_execute.py │ ├── tasks.py │ ├── transformers │ ├── README.md │ ├── __init__.py │ ├── client.py │ ├── engines │ │ ├── __init__.py │ │ └── nl_decoder_engine.py │ ├── eval_downstream.py │ ├── haystack │ │ └── __init__.py │ ├── helpers.py │ ├── inference │ │ ├── __init__.py │ │ ├── infer.py │ │ └── prompt_parser.py │ ├── loaders.py │ ├── metrics.py │ ├── pipelines │ │ ├── __init__.py │ │ ├── chat │ │ │ ├── __init__.py │ │ │ └── chat.py │ │ ├── code_generation.py │ │ ├── embedding_extraction.py │ │ ├── mnli_text_classification.py │ │ ├── pipeline.py │ │ ├── question_answering.py │ │ ├── text_classification.py │ │ ├── text_generation │ │ │ ├── __init__.py │ │ │ ├── autoregressive_preprocess_operator.py │ │ │ ├── compile_generated_tokens.py │ │ │ ├── compile_generations.py │ │ │ ├── compile_logits.py │ │ │ ├── generate_new_token.py │ │ │ ├── join_output.py │ │ │ ├── kv_cache_operator.py │ │ │ ├── multi_engine_prefill_operator.py │ │ │ ├── nl_engine_operator.py │ │ │ ├── nl_engine_operator_no_kv_cache.py │ │ │ ├── parse_inputs.py │ │ │ ├── pipeline.py │ │ │ ├── pipeline_no_kv_cache.py │ │ │ ├── prep_for_generation.py │ │ │ ├── prep_for_prefill.py │ │ │ ├── process_inputs.py │ │ │ ├── process_outputs.py │ │ │ └── token_generator.py │ │ ├── token_classification.py │ │ └── zero_shot_text_classification.py │ ├── pipelines_cli.py │ ├── schemas │ │ ├── __init__.py │ │ └── text_generation_schemas.py │ ├── text_generation.md │ └── utils │ │ ├── __init__.py │ │ ├── decoder_kv_cache.py │ │ ├── eval_helpers.py │ │ ├── helpers.py │ │ ├── storage_kv_cache.py │ │ ├── timings.py │ │ └── token_generator.py │ ├── utils │ ├── __init__.py │ ├── annotate.py │ ├── cli_helpers.py │ ├── data.py │ ├── extractor.py │ ├── imports.py │ ├── onnx.py │ ├── state.py │ ├── subgraph.py │ ├── time.py │ ├── timer.py │ └── types.py │ ├── version.py │ ├── yolact │ ├── README.md │ ├── __init__.py │ ├── annotate.py │ ├── pipelines.py │ ├── sample_images │ │ ├── __init__.py │ │ ├── thailand-annotated.jpg │ │ └── thailand.jpg │ ├── schemas.py │ └── utils │ │ ├── __init__.py │ │ ├── annotate.py │ │ └── utils.py │ ├── yolo │ ├── README.md │ ├── __init__.py │ ├── annotate.py │ ├── pipelines.py │ ├── sample_images │ │ ├── basilica-annotated.jpg │ │ └── basilica.jpg │ ├── schemas.py │ └── utils │ │ ├── __init__.py │ │ ├── coco_classes.py │ │ └── utils.py │ └── yolov8 │ ├── README.md │ ├── __init__.py │ ├── annotate.py │ ├── pipelines.py │ ├── schemas.py │ ├── utils │ ├── __init__.py │ └── validation │ │ ├── __init__.py │ │ ├── deepsparse_validator.py │ │ ├── detection_validator.py │ │ ├── helpers.py │ │ └── segmentation_validator.py │ └── validation.py ├── tests ├── __init__.py ├── conftest.py ├── deepsparse │ ├── __init__.py │ ├── benchmark │ │ ├── __init__.py │ │ └── api │ │ │ ├── __init__.py │ │ │ └── test_benchmarker.py │ ├── evaluation │ │ ├── __init__.py │ │ ├── integrations │ │ │ ├── __init__.py │ │ │ ├── test_lm_evaluation_harness.py │ │ │ └── test_perplexity.py │ │ ├── test_evaluator.py │ │ ├── test_results.py │ │ └── test_utils.py │ ├── image_classification │ │ ├── __init__.py │ │ ├── legacy │ │ │ └── test_pipelines.py │ │ └── test_image_classification.py │ ├── legacy │ │ └── loggers │ │ │ ├── __init__.py │ │ │ ├── helpers.py │ │ │ ├── metric_functions │ │ │ ├── __init__.py │ │ │ ├── computer_vision │ │ │ │ ├── __init__.py │ │ │ │ └── test_built_ins.py │ │ │ ├── helpers │ │ │ │ ├── __init__.py │ │ │ │ ├── test_config_generation.py │ │ │ │ └── test_data_config_from_predefined.py │ │ │ ├── natural_language_processing │ │ │ │ ├── __init__.py │ │ │ │ ├── question_answering │ │ │ │ │ ├── __init__.py │ │ │ │ │ └── test_built_ins.py │ │ │ │ ├── test_built_ins.py │ │ │ │ └── token_classification │ │ │ │ │ ├── __init__.py │ │ │ │ │ └── built_ins.py │ │ │ ├── predefined │ │ │ │ ├── predefined_logs │ │ │ │ │ ├── image_classification.txt │ │ │ │ │ ├── object_detection.txt │ │ │ │ │ ├── question_answering.txt │ │ │ │ │ ├── segmentation.txt │ │ │ │ │ ├── sentiment_analysis.txt │ │ │ │ │ ├── sentiment_analysis_1.txt │ │ │ │ │ ├── sentiment_analysis_2.txt │ │ │ │ │ ├── text_classification.txt │ │ │ │ │ ├── token_classification.txt │ │ │ │ │ ├── token_classification_1.txt │ │ │ │ │ ├── zero_shot_text_classification.txt │ │ │ │ │ └── zero_shot_text_classification_1.txt │ │ │ │ └── test_predefined.py │ │ │ └── test_built_ins.py │ │ │ ├── test_async_logger.py │ │ │ ├── test_build_logger.py │ │ │ ├── test_end_to_end.py │ │ │ ├── test_function_logger.py │ │ │ ├── test_helpers.py │ │ │ ├── test_python_logger.py │ │ │ └── test_str.py │ ├── loggers │ │ ├── filters │ │ │ ├── test_frequency_filter.py │ │ │ └── test_pattern.py │ │ ├── registry │ │ │ └── loggers │ │ │ │ ├── list_logger.py │ │ │ │ └── test_prometheus_loggers.py │ │ ├── test_config.py │ │ ├── test_loggers_pipeline.py │ │ ├── test_root_logger.py │ │ └── test_util.py │ ├── middlewares │ │ ├── __init__.py │ │ ├── test_logger_middleware.py │ │ ├── test_middleware.py │ │ ├── test_pipeline_middleware.py │ │ ├── test_timer_middleware_pipeline.py │ │ └── utils.py │ ├── pipelines │ │ ├── __init__.py │ │ ├── data_helpers.py │ │ ├── dynamic_import_modules │ │ │ ├── no_register.py │ │ │ ├── no_task.py │ │ │ └── valid_dynamic_import.py │ │ ├── sample_images │ │ │ ├── basilica.jpg │ │ │ └── buddy.jpeg │ │ ├── test_basic_pipeline.py │ │ ├── test_bucketing.py │ │ ├── test_clip.py │ │ ├── test_computer_vision_pipelines.py │ │ ├── test_custom_pipeline.py │ │ ├── test_dynamic_batch_pipeline.py │ │ ├── test_dynamic_import.py │ │ ├── test_embedding_extraction.py │ │ ├── test_middleware_pipeline.py │ │ ├── test_numpy_schemas.py │ │ ├── test_pipeline.py │ │ ├── test_transformers.py │ │ └── test_yolov8_pipeline.py │ ├── schedulers │ │ ├── __init__.py │ │ ├── test_continuous_batching_scheduler.py │ │ └── utils │ │ │ ├── __init__.py │ │ │ ├── test_continuous_batching_executor.py │ │ │ └── test_continuous_batching_queues.py │ ├── transformers │ │ ├── __init__.py │ │ ├── engine │ │ │ ├── __init__.py │ │ │ └── test_nl_decoder_engine.py │ │ ├── pipelines │ │ │ ├── legacy │ │ │ │ └── integration_tests │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── configs │ │ │ │ │ ├── codegen.yaml │ │ │ │ │ ├── gpt_neo.yaml │ │ │ │ │ └── opt.yaml │ │ │ │ │ ├── helpers.py │ │ │ │ │ └── test_llms.py │ │ │ ├── test_chat.py │ │ │ ├── test_mnli_text_classification.py │ │ │ ├── test_text_generation.py │ │ │ └── test_token_classification.py │ │ ├── test_helpers.py │ │ ├── text_generation │ │ │ ├── __init__.py │ │ │ ├── integration_tests │ │ │ │ ├── __init__.py │ │ │ │ ├── configs │ │ │ │ │ ├── codegen.yaml │ │ │ │ │ ├── gpt_neo.yaml │ │ │ │ │ └── opt.yaml │ │ │ │ ├── helpers.py │ │ │ │ └── test_llms.py │ │ │ └── unit │ │ │ │ └── text_generation │ │ │ │ ├── conftest.py │ │ │ │ ├── test_kv_cache.py │ │ │ │ ├── test_misc.py │ │ │ │ ├── test_pipeline_no_kv_cache.py │ │ │ │ ├── test_process_inputs.py │ │ │ │ ├── test_single_token_engine.py │ │ │ │ ├── test_token_generation.py │ │ │ │ └── text_multi_token_engine.py │ │ └── utils │ │ │ ├── test_decoder_kv_cache.py │ │ │ ├── test_helpers.py │ │ │ └── test_token_generator.py │ └── utils │ │ ├── __init__.py │ │ ├── onnx.py │ │ ├── test_basic_timer.py │ │ ├── test_data.py │ │ ├── test_timer.py │ │ ├── test_timer_manager.py │ │ └── wrappers.py ├── helpers.py ├── server │ ├── __init__.py │ ├── test_app.py │ ├── test_benchmark.py │ ├── test_config.py │ ├── test_endpoints.py │ ├── test_helpers.py │ ├── test_hot_reloading.py │ ├── test_legacy_loggers.py │ ├── test_legacy_system_logging.py │ └── test_openai.py ├── test_benchmark.py ├── test_check_hardware.py ├── test_data │ ├── bert-ner-test-config.json │ ├── bert-ner-test-input.csv │ ├── bert-ner-test-input.json │ ├── bert-ner-test-input.txt │ ├── bert-qa-test-input.csv │ ├── bert-qa-test-input.json │ ├── bert-sst-test-input.csv │ ├── bert-sst-test-input.json │ ├── bert-sst-test-input.txt │ ├── deepsparse-server-config.yaml │ ├── logging_config.yaml │ ├── metric_functions.py │ ├── pineapple.txt │ ├── pipeline_bench_config.json │ └── server_test_data.py ├── test_engine.py ├── test_multi_engine.py ├── test_pipeline_benchmark.py ├── test_run_inference.py ├── test_torchscript.py └── utils │ ├── __init__.py │ ├── engine_mocking.py │ ├── helpers.py │ ├── test_basic_logger.py │ ├── test_data.py │ ├── test_engine_mocking.py │ └── torch.py └── utils ├── artifacts.py ├── copyright.py └── docs_builder.py /.github/ISSUE_TEMPLATE/bug_report.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/.github/ISSUE_TEMPLATE/bug_report.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/doc-edit.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/.github/ISSUE_TEMPLATE/doc-edit.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/feature_request.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/.github/ISSUE_TEMPLATE/feature_request.md -------------------------------------------------------------------------------- /.github/workflows/build-and-publish-tagged-images.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/.github/workflows/build-and-publish-tagged-images.yaml -------------------------------------------------------------------------------- /.github/workflows/linkcheck.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/.github/workflows/linkcheck.yml -------------------------------------------------------------------------------- /.github/workflows/local-install-check.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/.github/workflows/local-install-check.yaml -------------------------------------------------------------------------------- /.github/workflows/mlc_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/.github/workflows/mlc_config.json -------------------------------------------------------------------------------- /.github/workflows/publish-nightly-docker.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/.github/workflows/publish-nightly-docker.yaml -------------------------------------------------------------------------------- /.github/workflows/quality-check.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/.github/workflows/quality-check.yaml -------------------------------------------------------------------------------- /.github/workflows/test-check.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/.github/workflows/test-check.yaml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/.gitignore -------------------------------------------------------------------------------- /CITATION.cff: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/CITATION.cff -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/LICENSE -------------------------------------------------------------------------------- /MANIFEST.in: -------------------------------------------------------------------------------- 1 | include LICENSE 2 | -------------------------------------------------------------------------------- /Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/Makefile -------------------------------------------------------------------------------- /NOTICE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/NOTICE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/README.md -------------------------------------------------------------------------------- /docker/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/docker/Dockerfile -------------------------------------------------------------------------------- /docker/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/docker/README.md -------------------------------------------------------------------------------- /docs/llms/integration-langchain.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/docs/llms/integration-langchain.md -------------------------------------------------------------------------------- /docs/llms/text-generation-pipeline.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/docs/llms/text-generation-pipeline.md -------------------------------------------------------------------------------- /docs/neural-magic-workflow.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/docs/neural-magic-workflow.png -------------------------------------------------------------------------------- /docs/old/_static/css/nm-theme-adjustment.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/docs/old/_static/css/nm-theme-adjustment.css -------------------------------------------------------------------------------- /docs/old/_templates/versions.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/docs/old/_templates/versions.html -------------------------------------------------------------------------------- /docs/old/api/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /docs/old/api/deepsparse.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/docs/old/api/deepsparse.rst -------------------------------------------------------------------------------- /docs/old/api/deepsparse.transformers.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/docs/old/api/deepsparse.transformers.rst -------------------------------------------------------------------------------- /docs/old/api/deepsparse.utils.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/docs/old/api/deepsparse.utils.rst -------------------------------------------------------------------------------- /docs/old/api/modules.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/docs/old/api/modules.rst -------------------------------------------------------------------------------- /docs/old/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/docs/old/conf.py -------------------------------------------------------------------------------- /docs/old/debugging-optimizing/diagnostics-debugging.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/docs/old/debugging-optimizing/diagnostics-debugging.md -------------------------------------------------------------------------------- /docs/old/debugging-optimizing/example-log.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/docs/old/debugging-optimizing/example-log.md -------------------------------------------------------------------------------- /docs/old/debugging-optimizing/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/docs/old/debugging-optimizing/index.rst -------------------------------------------------------------------------------- /docs/old/debugging-optimizing/numactl-utility.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/docs/old/debugging-optimizing/numactl-utility.md -------------------------------------------------------------------------------- /docs/old/favicon.ico: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/docs/old/favicon.ico -------------------------------------------------------------------------------- /docs/old/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/docs/old/index.rst -------------------------------------------------------------------------------- /docs/old/source/c++api-overview.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/docs/old/source/c++api-overview.md -------------------------------------------------------------------------------- /docs/old/source/hardware.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/docs/old/source/hardware.md -------------------------------------------------------------------------------- /docs/old/source/icon-deepsparse.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/docs/old/source/icon-deepsparse.png -------------------------------------------------------------------------------- /docs/old/source/multi-stream.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/docs/old/source/multi-stream.png -------------------------------------------------------------------------------- /docs/old/source/scheduler.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/docs/old/source/scheduler.md -------------------------------------------------------------------------------- /docs/old/source/single-stream.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/docs/old/source/single-stream.png -------------------------------------------------------------------------------- /docs/source/icon-deepsparse.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/docs/source/icon-deepsparse.png -------------------------------------------------------------------------------- /docs/source/multi-stream.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/docs/source/multi-stream.png -------------------------------------------------------------------------------- /docs/source/single-stream.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/docs/source/single-stream.png -------------------------------------------------------------------------------- /docs/use-cases/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/docs/use-cases/README.md -------------------------------------------------------------------------------- /docs/use-cases/cv/embedding-extraction.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/docs/use-cases/cv/embedding-extraction.md -------------------------------------------------------------------------------- /docs/use-cases/cv/image-classification.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/docs/use-cases/cv/image-classification.md -------------------------------------------------------------------------------- /docs/use-cases/cv/image-segmentation-yolact.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/docs/use-cases/cv/image-segmentation-yolact.md -------------------------------------------------------------------------------- /docs/use-cases/cv/images/human-dog-boxes.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/docs/use-cases/cv/images/human-dog-boxes.jpg -------------------------------------------------------------------------------- /docs/use-cases/cv/images/human-dog.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/docs/use-cases/cv/images/human-dog.jpg -------------------------------------------------------------------------------- /docs/use-cases/cv/images/result-0.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/docs/use-cases/cv/images/result-0.jpg -------------------------------------------------------------------------------- /docs/use-cases/cv/images/result.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/docs/use-cases/cv/images/result.jpg -------------------------------------------------------------------------------- /docs/use-cases/cv/object-detection-yolov5.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/docs/use-cases/cv/object-detection-yolov5.md -------------------------------------------------------------------------------- /docs/use-cases/general/bucketing.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/docs/use-cases/general/bucketing.md -------------------------------------------------------------------------------- /docs/use-cases/general/images/wnut.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/docs/use-cases/general/images/wnut.png -------------------------------------------------------------------------------- /docs/use-cases/general/scheduler.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/docs/use-cases/general/scheduler.md -------------------------------------------------------------------------------- /docs/use-cases/nlp/question-answering.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/docs/use-cases/nlp/question-answering.md -------------------------------------------------------------------------------- /docs/use-cases/nlp/sentiment-analysis.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/docs/use-cases/nlp/sentiment-analysis.md -------------------------------------------------------------------------------- /docs/use-cases/nlp/text-classification.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/docs/use-cases/nlp/text-classification.md -------------------------------------------------------------------------------- /docs/use-cases/nlp/token-classification.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/docs/use-cases/nlp/token-classification.md -------------------------------------------------------------------------------- /docs/use-cases/nlp/transformers-embedding-extraction.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/docs/use-cases/nlp/transformers-embedding-extraction.md -------------------------------------------------------------------------------- /docs/use-cases/nlp/zero-shot-text-classification.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/docs/use-cases/nlp/zero-shot-text-classification.md -------------------------------------------------------------------------------- /docs/user-guide/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/docs/user-guide/README.md -------------------------------------------------------------------------------- /docs/user-guide/deepsparse-benchmarking.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/docs/user-guide/deepsparse-benchmarking.md -------------------------------------------------------------------------------- /docs/user-guide/deepsparse-docker.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/docs/user-guide/deepsparse-docker.md -------------------------------------------------------------------------------- /docs/user-guide/deepsparse-pipelines.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/docs/user-guide/deepsparse-pipelines.md -------------------------------------------------------------------------------- /docs/user-guide/deepsparse-server.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/docs/user-guide/deepsparse-server.md -------------------------------------------------------------------------------- /docs/user-guide/hardware-support.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/docs/user-guide/hardware-support.md -------------------------------------------------------------------------------- /docs/user-guide/installation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/docs/user-guide/installation.md -------------------------------------------------------------------------------- /docs/user-guide/scheduler.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/docs/user-guide/scheduler.md -------------------------------------------------------------------------------- /examples/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/README.md -------------------------------------------------------------------------------- /examples/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/__init__.py -------------------------------------------------------------------------------- /examples/amd-azure/HB120rs_v3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/amd-azure/HB120rs_v3.json -------------------------------------------------------------------------------- /examples/amd-azure/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/amd-azure/README.md -------------------------------------------------------------------------------- /examples/amd-azure/amd_epyc_7713.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/amd-azure/amd_epyc_7713.json -------------------------------------------------------------------------------- /examples/amd-azure/multi_process_benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/amd-azure/multi_process_benchmark.py -------------------------------------------------------------------------------- /examples/amd-azure/requirements.txt: -------------------------------------------------------------------------------- 1 | py-libnuma>=1.2 2 | deepsparse>=0.11.1 3 | -------------------------------------------------------------------------------- /examples/aws-marketplace/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/aws-marketplace/README.md -------------------------------------------------------------------------------- /examples/aws-marketplace/img/ami-pic.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/aws-marketplace/img/ami-pic.png -------------------------------------------------------------------------------- /examples/aws-sagemaker/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/aws-sagemaker/Dockerfile -------------------------------------------------------------------------------- /examples/aws-sagemaker/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/aws-sagemaker/README.md -------------------------------------------------------------------------------- /examples/aws-sagemaker/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/aws-sagemaker/config.yaml -------------------------------------------------------------------------------- /examples/aws-sagemaker/endpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/aws-sagemaker/endpoint.py -------------------------------------------------------------------------------- /examples/aws-sagemaker/push_image.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/aws-sagemaker/push_image.sh -------------------------------------------------------------------------------- /examples/aws-sagemaker/qa_client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/aws-sagemaker/qa_client.py -------------------------------------------------------------------------------- /examples/aws-sagemaker/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/aws-sagemaker/requirements.txt -------------------------------------------------------------------------------- /examples/aws-serverless/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/aws-serverless/README.md -------------------------------------------------------------------------------- /examples/aws-serverless/batch/app/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/aws-serverless/batch/app/Dockerfile -------------------------------------------------------------------------------- /examples/aws-serverless/batch/app/requirements.txt: -------------------------------------------------------------------------------- 1 | boto3>=1.24.52 -------------------------------------------------------------------------------- /examples/aws-serverless/batch/app/trigger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/aws-serverless/batch/app/trigger.py -------------------------------------------------------------------------------- /examples/aws-serverless/batch/app_inf/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/aws-serverless/batch/app_inf/Dockerfile -------------------------------------------------------------------------------- /examples/aws-serverless/batch/app_inf/app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/aws-serverless/batch/app_inf/app.py -------------------------------------------------------------------------------- /examples/aws-serverless/batch/app_inf/requirements.txt: -------------------------------------------------------------------------------- 1 | boto3>=1.18.34 2 | deepsparse[transformers]>=1.5.2 -------------------------------------------------------------------------------- /examples/aws-serverless/batch/template.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/aws-serverless/batch/template.yaml -------------------------------------------------------------------------------- /examples/aws-serverless/client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/aws-serverless/client.py -------------------------------------------------------------------------------- /examples/aws-serverless/endpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/aws-serverless/endpoint.py -------------------------------------------------------------------------------- /examples/aws-serverless/img/aws-serverless-logo1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/aws-serverless/img/aws-serverless-logo1.png -------------------------------------------------------------------------------- /examples/aws-serverless/realtime/app/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/aws-serverless/realtime/app/Dockerfile -------------------------------------------------------------------------------- /examples/aws-serverless/realtime/app/app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/aws-serverless/realtime/app/app.py -------------------------------------------------------------------------------- /examples/aws-serverless/realtime/app/requirements.txt: -------------------------------------------------------------------------------- 1 | deepsparse[transformers]>=1.5.2 -------------------------------------------------------------------------------- /examples/aws-serverless/realtime/template.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/aws-serverless/realtime/template.yaml -------------------------------------------------------------------------------- /examples/aws-serverless/requirements.txt: -------------------------------------------------------------------------------- 1 | boto3==1.24.52 2 | click==8.0.4 -------------------------------------------------------------------------------- /examples/aws-serverless/sample/sentiment-inputs.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/aws-serverless/sample/sentiment-inputs.csv -------------------------------------------------------------------------------- /examples/aws-serverless/scripts/batch-startup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/aws-serverless/scripts/batch-startup.sh -------------------------------------------------------------------------------- /examples/aws-serverless/scripts/realtime-startup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/aws-serverless/scripts/realtime-startup.sh -------------------------------------------------------------------------------- /examples/azure-vm/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/azure-vm/README.md -------------------------------------------------------------------------------- /examples/azure-vm/azure-vm-pic.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/azure-vm/azure-vm-pic.png -------------------------------------------------------------------------------- /examples/azure-vm/azure-vm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/azure-vm/azure-vm.py -------------------------------------------------------------------------------- /examples/azure-vm/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/azure-vm/requirements.txt -------------------------------------------------------------------------------- /examples/benchmark-ui/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/benchmark-ui/README.md -------------------------------------------------------------------------------- /examples/benchmark-ui/app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/benchmark-ui/app.py -------------------------------------------------------------------------------- /examples/benchmark-ui/benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/benchmark-ui/benchmark.py -------------------------------------------------------------------------------- /examples/benchmark-ui/elements.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/benchmark-ui/elements.py -------------------------------------------------------------------------------- /examples/benchmark-ui/pic.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/benchmark-ui/pic.png -------------------------------------------------------------------------------- /examples/benchmark-ui/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/benchmark-ui/requirements.txt -------------------------------------------------------------------------------- /examples/benchmark-ui/settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/benchmark-ui/settings.py -------------------------------------------------------------------------------- /examples/benchmark-ui/vm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/benchmark-ui/vm.py -------------------------------------------------------------------------------- /examples/benchmark/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/benchmark/README.md -------------------------------------------------------------------------------- /examples/benchmark/check_correctness.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/benchmark/check_correctness.py -------------------------------------------------------------------------------- /examples/benchmark/requirements.txt: -------------------------------------------------------------------------------- 1 | onnxruntime>=1.7.0 2 | -------------------------------------------------------------------------------- /examples/benchmark/resnet50_benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/benchmark/resnet50_benchmark.py -------------------------------------------------------------------------------- /examples/benchmark/run_benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/benchmark/run_benchmark.py -------------------------------------------------------------------------------- /examples/chatgpt-cheat-sheet/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/chatgpt-cheat-sheet/README.md -------------------------------------------------------------------------------- /examples/chatgpt-cheat-sheet/chatgpt-cheat-sheet.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/chatgpt-cheat-sheet/chatgpt-cheat-sheet.pdf -------------------------------------------------------------------------------- /examples/chatgpt-cheat-sheet/img/Tables.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/chatgpt-cheat-sheet/img/Tables.png -------------------------------------------------------------------------------- /examples/chatgpt-cheat-sheet/img/code-generation.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/chatgpt-cheat-sheet/img/code-generation.png -------------------------------------------------------------------------------- /examples/chatgpt-cheat-sheet/img/data-object.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/chatgpt-cheat-sheet/img/data-object.png -------------------------------------------------------------------------------- /examples/chatgpt-cheat-sheet/img/docstring.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/chatgpt-cheat-sheet/img/docstring.png -------------------------------------------------------------------------------- /examples/chatgpt-cheat-sheet/img/expand-on-answers.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/chatgpt-cheat-sheet/img/expand-on-answers.png -------------------------------------------------------------------------------- /examples/chatgpt-cheat-sheet/img/logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/chatgpt-cheat-sheet/img/logo.png -------------------------------------------------------------------------------- /examples/chatgpt-cheat-sheet/img/text-to-table.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/chatgpt-cheat-sheet/img/text-to-table.png -------------------------------------------------------------------------------- /examples/chatgpt-cheat-sheet/img/update-chatgpt.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/chatgpt-cheat-sheet/img/update-chatgpt.png -------------------------------------------------------------------------------- /examples/classification/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/classification/README.md -------------------------------------------------------------------------------- /examples/data-logging-configs/image_classification.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/data-logging-configs/image_classification.yaml -------------------------------------------------------------------------------- /examples/data-logging-configs/object_detection.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/data-logging-configs/object_detection.yaml -------------------------------------------------------------------------------- /examples/data-logging-configs/question_answering.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/data-logging-configs/question_answering.yaml -------------------------------------------------------------------------------- /examples/dbolya-yolact/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/dbolya-yolact/README.md -------------------------------------------------------------------------------- /examples/detection/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/detection/README.md -------------------------------------------------------------------------------- /examples/do-marketplace/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/do-marketplace/README.md -------------------------------------------------------------------------------- /examples/do-marketplace/img/console.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/do-marketplace/img/console.png -------------------------------------------------------------------------------- /examples/flask/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/flask/README.md -------------------------------------------------------------------------------- /examples/gcp-example/qa_server_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/gcp-example/qa_server_config.yaml -------------------------------------------------------------------------------- /examples/gcp-marketplace/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/gcp-marketplace/README.md -------------------------------------------------------------------------------- /examples/gcp-marketplace/gcp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/gcp-marketplace/gcp.py -------------------------------------------------------------------------------- /examples/gcp-marketplace/img/gcp-marketplace.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/gcp-marketplace/img/gcp-marketplace.png -------------------------------------------------------------------------------- /examples/google-cloud-run/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/google-cloud-run/Dockerfile -------------------------------------------------------------------------------- /examples/google-cloud-run/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/google-cloud-run/README.md -------------------------------------------------------------------------------- /examples/google-cloud-run/client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/google-cloud-run/client.py -------------------------------------------------------------------------------- /examples/google-cloud-run/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/google-cloud-run/config.yaml -------------------------------------------------------------------------------- /examples/google-cloud-run/create_endpoint.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/google-cloud-run/create_endpoint.sh -------------------------------------------------------------------------------- /examples/google-cloud-run/endpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/google-cloud-run/endpoint.py -------------------------------------------------------------------------------- /examples/google-kubernetes-engine/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/google-kubernetes-engine/Dockerfile -------------------------------------------------------------------------------- /examples/google-kubernetes-engine/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/google-kubernetes-engine/README.md -------------------------------------------------------------------------------- /examples/google-kubernetes-engine/sample-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/google-kubernetes-engine/sample-config.yaml -------------------------------------------------------------------------------- /examples/huggingface-transformers/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/huggingface-transformers/README.md -------------------------------------------------------------------------------- /examples/llmperf/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/llmperf/README.md -------------------------------------------------------------------------------- /examples/llmperf/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/llmperf/config.yaml -------------------------------------------------------------------------------- /examples/nlp-legal-cuad/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/nlp-legal-cuad/README.md -------------------------------------------------------------------------------- /examples/nlp-legal-cuad/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/nlp-legal-cuad/main.py -------------------------------------------------------------------------------- /examples/openai-server/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/openai-server/README.md -------------------------------------------------------------------------------- /examples/openai-server/client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/openai-server/client.py -------------------------------------------------------------------------------- /examples/openai-server/outputs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/openai-server/outputs.py -------------------------------------------------------------------------------- /examples/openai-server/protocol.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/openai-server/protocol.py -------------------------------------------------------------------------------- /examples/openai-server/requirements.txt: -------------------------------------------------------------------------------- 1 | deepsparse-nightly[server,transformers] 2 | openai 3 | -------------------------------------------------------------------------------- /examples/openai-server/server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/openai-server/server.py -------------------------------------------------------------------------------- /examples/openai-server/test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/openai-server/test.py -------------------------------------------------------------------------------- /examples/sparseserver-ui/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/sparseserver-ui/README.md -------------------------------------------------------------------------------- /examples/sparseserver-ui/client/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/sparseserver-ui/client/Dockerfile -------------------------------------------------------------------------------- /examples/sparseserver-ui/client/app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/sparseserver-ui/client/app.py -------------------------------------------------------------------------------- /examples/sparseserver-ui/client/pipelineclient.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/sparseserver-ui/client/pipelineclient.py -------------------------------------------------------------------------------- /examples/sparseserver-ui/client/samples.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/sparseserver-ui/client/samples.py -------------------------------------------------------------------------------- /examples/sparseserver-ui/client/settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/sparseserver-ui/client/settings.py -------------------------------------------------------------------------------- /examples/sparseserver-ui/docker-compose.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/sparseserver-ui/docker-compose.yaml -------------------------------------------------------------------------------- /examples/sparseserver-ui/img/demo_screenshot.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/sparseserver-ui/img/demo_screenshot.png -------------------------------------------------------------------------------- /examples/sparseserver-ui/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/sparseserver-ui/requirements.txt -------------------------------------------------------------------------------- /examples/sparseserver-ui/server/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/sparseserver-ui/server/Dockerfile -------------------------------------------------------------------------------- /examples/sparseserver-ui/server/big-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/sparseserver-ui/server/big-config.yaml -------------------------------------------------------------------------------- /examples/sparseserver-ui/server/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/sparseserver-ui/server/config.yaml -------------------------------------------------------------------------------- /examples/sparsestream/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/sparsestream/requirements.txt -------------------------------------------------------------------------------- /examples/twitter-nlp/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/twitter-nlp/README.md -------------------------------------------------------------------------------- /examples/twitter-nlp/analyze_sentiment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/twitter-nlp/analyze_sentiment.py -------------------------------------------------------------------------------- /examples/twitter-nlp/analyze_tokens.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/twitter-nlp/analyze_tokens.py -------------------------------------------------------------------------------- /examples/twitter-nlp/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/twitter-nlp/requirements.txt -------------------------------------------------------------------------------- /examples/twitter-nlp/scrape.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/twitter-nlp/scrape.py -------------------------------------------------------------------------------- /examples/ultralytics-yolo/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/ultralytics-yolo/README.md -------------------------------------------------------------------------------- /examples/ultralytics-yolo/ultralytics-readmes/deepsparse-readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/ultralytics-yolo/ultralytics-readmes/deepsparse-readme.md -------------------------------------------------------------------------------- /examples/ultralytics-yolo/ultralytics-readmes/performance-chart-5.8x.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/ultralytics-yolo/ultralytics-readmes/performance-chart-5.8x.png -------------------------------------------------------------------------------- /examples/ultralytics-yolo/ultralytics-readmes/sparse-transfer-learn-readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/ultralytics-yolo/ultralytics-readmes/sparse-transfer-learn-readme.md -------------------------------------------------------------------------------- /examples/ultralytics-yolo/ultralytics-readmes/sparsify-from-scratch-readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/ultralytics-yolo/ultralytics-readmes/sparsify-from-scratch-readme.md -------------------------------------------------------------------------------- /examples/ultralytics-yolo/ultralytics-readmes/tensor-columns.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/ultralytics-yolo/ultralytics-readmes/tensor-columns.png -------------------------------------------------------------------------------- /examples/ultralytics-yolov8/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/ultralytics-yolov8/README.md -------------------------------------------------------------------------------- /examples/vit_pose/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/vit_pose/README.md -------------------------------------------------------------------------------- /examples/vit_pose/pipelines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/vit_pose/pipelines.py -------------------------------------------------------------------------------- /examples/vit_pose/schemas.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/examples/vit_pose/schemas.py -------------------------------------------------------------------------------- /integrations/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /integrations/test_placeholder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/integrations/test_placeholder.py -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/pyproject.toml -------------------------------------------------------------------------------- /research/mpt/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/research/mpt/README.md -------------------------------------------------------------------------------- /setup.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/setup.cfg -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/setup.py -------------------------------------------------------------------------------- /src/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/.gitignore -------------------------------------------------------------------------------- /src/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/__init__.py -------------------------------------------------------------------------------- /src/deepsparse/PIPELINES.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/PIPELINES.md -------------------------------------------------------------------------------- /src/deepsparse/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/__init__.py -------------------------------------------------------------------------------- /src/deepsparse/analytics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/analytics.py -------------------------------------------------------------------------------- /src/deepsparse/analyze.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/analyze.py -------------------------------------------------------------------------------- /src/deepsparse/benchmark/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/benchmark/README.md -------------------------------------------------------------------------------- /src/deepsparse/benchmark/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/benchmark/__init__.py -------------------------------------------------------------------------------- /src/deepsparse/benchmark/api/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/benchmark/api/__init__.py -------------------------------------------------------------------------------- /src/deepsparse/benchmark/api/benchmarker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/benchmark/api/benchmarker.py -------------------------------------------------------------------------------- /src/deepsparse/benchmark/api/errors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/benchmark/api/errors.py -------------------------------------------------------------------------------- /src/deepsparse/benchmark/benchmark_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/benchmark/benchmark_model.py -------------------------------------------------------------------------------- /src/deepsparse/benchmark/benchmark_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/benchmark/benchmark_pipeline.py -------------------------------------------------------------------------------- /src/deepsparse/benchmark/benchmark_sweep.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/benchmark/benchmark_sweep.py -------------------------------------------------------------------------------- /src/deepsparse/benchmark/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/benchmark/config.py -------------------------------------------------------------------------------- /src/deepsparse/benchmark/data_creation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/benchmark/data_creation.py -------------------------------------------------------------------------------- /src/deepsparse/benchmark/helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/benchmark/helpers.py -------------------------------------------------------------------------------- /src/deepsparse/benchmark/img/json_output.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/benchmark/img/json_output.png -------------------------------------------------------------------------------- /src/deepsparse/benchmark/ort_engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/benchmark/ort_engine.py -------------------------------------------------------------------------------- /src/deepsparse/benchmark/results.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/benchmark/results.py -------------------------------------------------------------------------------- /src/deepsparse/benchmark/stream_benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/benchmark/stream_benchmark.py -------------------------------------------------------------------------------- /src/deepsparse/benchmark/torchscript_engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/benchmark/torchscript_engine.py -------------------------------------------------------------------------------- /src/deepsparse/clip/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/clip/README.md -------------------------------------------------------------------------------- /src/deepsparse/clip/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/clip/__init__.py -------------------------------------------------------------------------------- /src/deepsparse/clip/captioning_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/clip/captioning_pipeline.py -------------------------------------------------------------------------------- /src/deepsparse/clip/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/clip/constants.py -------------------------------------------------------------------------------- /src/deepsparse/clip/decoder_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/clip/decoder_pipeline.py -------------------------------------------------------------------------------- /src/deepsparse/clip/text_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/clip/text_pipeline.py -------------------------------------------------------------------------------- /src/deepsparse/clip/visual_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/clip/visual_pipeline.py -------------------------------------------------------------------------------- /src/deepsparse/clip/zeroshot_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/clip/zeroshot_pipeline.py -------------------------------------------------------------------------------- /src/deepsparse/cpu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/cpu.py -------------------------------------------------------------------------------- /src/deepsparse/debug_analysis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/debug_analysis.py -------------------------------------------------------------------------------- /src/deepsparse/engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/engine.py -------------------------------------------------------------------------------- /src/deepsparse/evaluation/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/evaluation/__init__.py -------------------------------------------------------------------------------- /src/deepsparse/evaluation/cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/evaluation/cli.py -------------------------------------------------------------------------------- /src/deepsparse/evaluation/evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/evaluation/evaluator.py -------------------------------------------------------------------------------- /src/deepsparse/evaluation/integrations/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/evaluation/integrations/__init__.py -------------------------------------------------------------------------------- /src/deepsparse/evaluation/integrations/lm_evaluation_harness.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/evaluation/integrations/lm_evaluation_harness.py -------------------------------------------------------------------------------- /src/deepsparse/evaluation/integrations/perplexity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/evaluation/integrations/perplexity.py -------------------------------------------------------------------------------- /src/deepsparse/evaluation/registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/evaluation/registry.py -------------------------------------------------------------------------------- /src/deepsparse/evaluation/results.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/evaluation/results.py -------------------------------------------------------------------------------- /src/deepsparse/evaluation/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/evaluation/utils.py -------------------------------------------------------------------------------- /src/deepsparse/image_classification/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/image_classification/README.md -------------------------------------------------------------------------------- /src/deepsparse/image_classification/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/image_classification/__init__.py -------------------------------------------------------------------------------- /src/deepsparse/image_classification/annotate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/image_classification/annotate.py -------------------------------------------------------------------------------- /src/deepsparse/image_classification/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/image_classification/constants.py -------------------------------------------------------------------------------- /src/deepsparse/image_classification/pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/image_classification/pipeline.py -------------------------------------------------------------------------------- /src/deepsparse/image_classification/postprocess_operator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/image_classification/postprocess_operator.py -------------------------------------------------------------------------------- /src/deepsparse/image_classification/preprocess_operator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/image_classification/preprocess_operator.py -------------------------------------------------------------------------------- /src/deepsparse/image_classification/schemas.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/image_classification/schemas.py -------------------------------------------------------------------------------- /src/deepsparse/image_classification/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/image_classification/utils/__init__.py -------------------------------------------------------------------------------- /src/deepsparse/image_classification/utils/annotate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/image_classification/utils/annotate.py -------------------------------------------------------------------------------- /src/deepsparse/image_classification/validation_script.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/image_classification/validation_script.py -------------------------------------------------------------------------------- /src/deepsparse/legacy/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/legacy/__init__.py -------------------------------------------------------------------------------- /src/deepsparse/legacy/base_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/legacy/base_pipeline.py -------------------------------------------------------------------------------- /src/deepsparse/legacy/image_classification/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/legacy/image_classification/__init__.py -------------------------------------------------------------------------------- /src/deepsparse/legacy/image_classification/pipelines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/legacy/image_classification/pipelines.py -------------------------------------------------------------------------------- /src/deepsparse/legacy/loggers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/legacy/loggers/__init__.py -------------------------------------------------------------------------------- /src/deepsparse/legacy/loggers/async_logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/legacy/loggers/async_logger.py -------------------------------------------------------------------------------- /src/deepsparse/legacy/loggers/base_logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/legacy/loggers/base_logger.py -------------------------------------------------------------------------------- /src/deepsparse/legacy/loggers/build_logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/legacy/loggers/build_logger.py -------------------------------------------------------------------------------- /src/deepsparse/legacy/loggers/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/legacy/loggers/config.py -------------------------------------------------------------------------------- /src/deepsparse/legacy/loggers/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/legacy/loggers/constants.py -------------------------------------------------------------------------------- /src/deepsparse/legacy/loggers/function_logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/legacy/loggers/function_logger.py -------------------------------------------------------------------------------- /src/deepsparse/legacy/loggers/helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/legacy/loggers/helpers.py -------------------------------------------------------------------------------- /src/deepsparse/legacy/loggers/metric_functions/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/legacy/loggers/metric_functions/__init__.py -------------------------------------------------------------------------------- /src/deepsparse/legacy/loggers/metric_functions/built_ins.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/legacy/loggers/metric_functions/built_ins.py -------------------------------------------------------------------------------- /src/deepsparse/legacy/loggers/metric_functions/computer_vision/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/legacy/loggers/metric_functions/computer_vision/__init__.py -------------------------------------------------------------------------------- /src/deepsparse/legacy/loggers/metric_functions/computer_vision/built_ins.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/legacy/loggers/metric_functions/computer_vision/built_ins.py -------------------------------------------------------------------------------- /src/deepsparse/legacy/loggers/metric_functions/helpers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/legacy/loggers/metric_functions/helpers/__init__.py -------------------------------------------------------------------------------- /src/deepsparse/legacy/loggers/metric_functions/helpers/config_generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/legacy/loggers/metric_functions/helpers/config_generation.py -------------------------------------------------------------------------------- /src/deepsparse/legacy/loggers/metric_functions/natural_language_processing/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/legacy/loggers/metric_functions/natural_language_processing/__init__.py -------------------------------------------------------------------------------- /src/deepsparse/legacy/loggers/metric_functions/natural_language_processing/built_ins.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/legacy/loggers/metric_functions/natural_language_processing/built_ins.py -------------------------------------------------------------------------------- /src/deepsparse/legacy/loggers/metric_functions/natural_language_processing/question_answering/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/legacy/loggers/metric_functions/natural_language_processing/question_answering/__init__.py -------------------------------------------------------------------------------- /src/deepsparse/legacy/loggers/metric_functions/natural_language_processing/question_answering/built_ins.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/legacy/loggers/metric_functions/natural_language_processing/question_answering/built_ins.py -------------------------------------------------------------------------------- /src/deepsparse/legacy/loggers/metric_functions/natural_language_processing/token_classification/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/legacy/loggers/metric_functions/natural_language_processing/token_classification/__init__.py -------------------------------------------------------------------------------- /src/deepsparse/legacy/loggers/metric_functions/natural_language_processing/token_classification/built_ins.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/legacy/loggers/metric_functions/natural_language_processing/token_classification/built_ins.py -------------------------------------------------------------------------------- /src/deepsparse/legacy/loggers/metric_functions/registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/legacy/loggers/metric_functions/registry.py -------------------------------------------------------------------------------- /src/deepsparse/legacy/loggers/metric_functions/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/legacy/loggers/metric_functions/utils.py -------------------------------------------------------------------------------- /src/deepsparse/legacy/loggers/multi_logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/legacy/loggers/multi_logger.py -------------------------------------------------------------------------------- /src/deepsparse/legacy/loggers/prometheus_logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/legacy/loggers/prometheus_logger.py -------------------------------------------------------------------------------- /src/deepsparse/legacy/loggers/python_logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/legacy/loggers/python_logger.py -------------------------------------------------------------------------------- /src/deepsparse/legacy/pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/legacy/pipeline.py -------------------------------------------------------------------------------- /src/deepsparse/legacy/tasks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/legacy/tasks.py -------------------------------------------------------------------------------- /src/deepsparse/legacy/transformers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/legacy/transformers/__init__.py -------------------------------------------------------------------------------- /src/deepsparse/legacy/transformers/pipelines/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/legacy/transformers/pipelines/__init__.py -------------------------------------------------------------------------------- /src/deepsparse/legacy/transformers/pipelines/text_generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/legacy/transformers/pipelines/text_generation.py -------------------------------------------------------------------------------- /src/deepsparse/lib.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/lib.py -------------------------------------------------------------------------------- /src/deepsparse/license.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/license.py -------------------------------------------------------------------------------- /src/deepsparse/log.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/log.py -------------------------------------------------------------------------------- /src/deepsparse/loggers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/loggers/__init__.py -------------------------------------------------------------------------------- /src/deepsparse/loggers/async_executor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/loggers/async_executor.py -------------------------------------------------------------------------------- /src/deepsparse/loggers/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/loggers/config.py -------------------------------------------------------------------------------- /src/deepsparse/loggers/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/loggers/constants.py -------------------------------------------------------------------------------- /src/deepsparse/loggers/filters/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/loggers/filters/__init__.py -------------------------------------------------------------------------------- /src/deepsparse/loggers/filters/frequency_filter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/loggers/filters/frequency_filter.py -------------------------------------------------------------------------------- /src/deepsparse/loggers/filters/pattern.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/loggers/filters/pattern.py -------------------------------------------------------------------------------- /src/deepsparse/loggers/logger_factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/loggers/logger_factory.py -------------------------------------------------------------------------------- /src/deepsparse/loggers/logger_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/loggers/logger_manager.py -------------------------------------------------------------------------------- /src/deepsparse/loggers/registry/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/loggers/registry/__init__.py -------------------------------------------------------------------------------- /src/deepsparse/loggers/registry/functions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/loggers/registry/functions.py -------------------------------------------------------------------------------- /src/deepsparse/loggers/registry/loggers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/loggers/registry/loggers/__init__.py -------------------------------------------------------------------------------- /src/deepsparse/loggers/registry/loggers/base_logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/loggers/registry/loggers/base_logger.py -------------------------------------------------------------------------------- /src/deepsparse/loggers/registry/loggers/prometheus_logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/loggers/registry/loggers/prometheus_logger.py -------------------------------------------------------------------------------- /src/deepsparse/loggers/registry/loggers/python_logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/loggers/registry/loggers/python_logger.py -------------------------------------------------------------------------------- /src/deepsparse/loggers/root_logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/loggers/root_logger.py -------------------------------------------------------------------------------- /src/deepsparse/loggers/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/loggers/utils.py -------------------------------------------------------------------------------- /src/deepsparse/middlewares/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/middlewares/__init__.py -------------------------------------------------------------------------------- /src/deepsparse/middlewares/logger_middleware.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/middlewares/logger_middleware.py -------------------------------------------------------------------------------- /src/deepsparse/middlewares/middleware.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/middlewares/middleware.py -------------------------------------------------------------------------------- /src/deepsparse/middlewares/timer_middleware.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/middlewares/timer_middleware.py -------------------------------------------------------------------------------- /src/deepsparse/open_pif_paf/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/open_pif_paf/README.md -------------------------------------------------------------------------------- /src/deepsparse/open_pif_paf/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/open_pif_paf/__init__.py -------------------------------------------------------------------------------- /src/deepsparse/open_pif_paf/annotate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/open_pif_paf/annotate.py -------------------------------------------------------------------------------- /src/deepsparse/open_pif_paf/pipelines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/open_pif_paf/pipelines.py -------------------------------------------------------------------------------- /src/deepsparse/open_pif_paf/sample_images/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/open_pif_paf/sample_images/__init__.py -------------------------------------------------------------------------------- /src/deepsparse/open_pif_paf/sample_images/dancers-annotated.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/open_pif_paf/sample_images/dancers-annotated.jpg -------------------------------------------------------------------------------- /src/deepsparse/open_pif_paf/sample_images/dancers.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/open_pif_paf/sample_images/dancers.jpg -------------------------------------------------------------------------------- /src/deepsparse/open_pif_paf/schemas.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/open_pif_paf/schemas.py -------------------------------------------------------------------------------- /src/deepsparse/open_pif_paf/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/open_pif_paf/utils/__init__.py -------------------------------------------------------------------------------- /src/deepsparse/open_pif_paf/utils/annotate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/open_pif_paf/utils/annotate.py -------------------------------------------------------------------------------- /src/deepsparse/open_pif_paf/utils/validation/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/open_pif_paf/utils/validation/__init__.py -------------------------------------------------------------------------------- /src/deepsparse/open_pif_paf/utils/validation/cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/open_pif_paf/utils/validation/cli.py -------------------------------------------------------------------------------- /src/deepsparse/open_pif_paf/utils/validation/deepsparse_decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/open_pif_paf/utils/validation/deepsparse_decoder.py -------------------------------------------------------------------------------- /src/deepsparse/open_pif_paf/utils/validation/deepsparse_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/open_pif_paf/utils/validation/deepsparse_evaluator.py -------------------------------------------------------------------------------- /src/deepsparse/open_pif_paf/utils/validation/deepsparse_predictor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/open_pif_paf/utils/validation/deepsparse_predictor.py -------------------------------------------------------------------------------- /src/deepsparse/open_pif_paf/utils/validation/helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/open_pif_paf/utils/validation/helpers.py -------------------------------------------------------------------------------- /src/deepsparse/open_pif_paf/validation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/open_pif_paf/validation.py -------------------------------------------------------------------------------- /src/deepsparse/operators/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/operators/__init__.py -------------------------------------------------------------------------------- /src/deepsparse/operators/engine_operator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/operators/engine_operator.py -------------------------------------------------------------------------------- /src/deepsparse/operators/operator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/operators/operator.py -------------------------------------------------------------------------------- /src/deepsparse/operators/registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/operators/registry.py -------------------------------------------------------------------------------- /src/deepsparse/pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/pipeline.py -------------------------------------------------------------------------------- /src/deepsparse/pipeline_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/pipeline_config.py -------------------------------------------------------------------------------- /src/deepsparse/pipelines/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/pipelines/__init__.py -------------------------------------------------------------------------------- /src/deepsparse/pipelines/computer_vision.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/pipelines/computer_vision.py -------------------------------------------------------------------------------- /src/deepsparse/pipelines/custom_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/pipelines/custom_pipeline.py -------------------------------------------------------------------------------- /src/deepsparse/pipelines/embedding_extraction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/pipelines/embedding_extraction.py -------------------------------------------------------------------------------- /src/deepsparse/pipelines/numpy_schemas.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/pipelines/numpy_schemas.py -------------------------------------------------------------------------------- /src/deepsparse/routers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/routers/__init__.py -------------------------------------------------------------------------------- /src/deepsparse/routers/router.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/routers/router.py -------------------------------------------------------------------------------- /src/deepsparse/schedulers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/schedulers/__init__.py -------------------------------------------------------------------------------- /src/deepsparse/schedulers/continuous_batching_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/schedulers/continuous_batching_scheduler.py -------------------------------------------------------------------------------- /src/deepsparse/schedulers/scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/schedulers/scheduler.py -------------------------------------------------------------------------------- /src/deepsparse/schedulers/scheduler_group.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/schedulers/scheduler_group.py -------------------------------------------------------------------------------- /src/deepsparse/schedulers/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/schedulers/utils/__init__.py -------------------------------------------------------------------------------- /src/deepsparse/schedulers/utils/continuous_batching_executor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/schedulers/utils/continuous_batching_executor.py -------------------------------------------------------------------------------- /src/deepsparse/schedulers/utils/continuous_batching_queues.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/schedulers/utils/continuous_batching_queues.py -------------------------------------------------------------------------------- /src/deepsparse/sentence_transformers/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/sentence_transformers/README.md -------------------------------------------------------------------------------- /src/deepsparse/sentence_transformers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/sentence_transformers/__init__.py -------------------------------------------------------------------------------- /src/deepsparse/sentence_transformers/benchmark_encoding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/sentence_transformers/benchmark_encoding.py -------------------------------------------------------------------------------- /src/deepsparse/sentence_transformers/sentence_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/sentence_transformers/sentence_transformer.py -------------------------------------------------------------------------------- /src/deepsparse/server/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/server/README.md -------------------------------------------------------------------------------- /src/deepsparse/server/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/server/__init__.py -------------------------------------------------------------------------------- /src/deepsparse/server/cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/server/cli.py -------------------------------------------------------------------------------- /src/deepsparse/server/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/server/config.py -------------------------------------------------------------------------------- /src/deepsparse/server/config_hot_reloading.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/server/config_hot_reloading.py -------------------------------------------------------------------------------- /src/deepsparse/server/deepsparse_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/server/deepsparse_server.py -------------------------------------------------------------------------------- /src/deepsparse/server/helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/server/helpers.py -------------------------------------------------------------------------------- /src/deepsparse/server/img/endpoints.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/server/img/endpoints.png -------------------------------------------------------------------------------- /src/deepsparse/server/openai.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/server/openai.md -------------------------------------------------------------------------------- /src/deepsparse/server/openai_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/server/openai_server.py -------------------------------------------------------------------------------- /src/deepsparse/server/output.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/server/output.py -------------------------------------------------------------------------------- /src/deepsparse/server/protocol.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/server/protocol.py -------------------------------------------------------------------------------- /src/deepsparse/server/sagemaker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/server/sagemaker.py -------------------------------------------------------------------------------- /src/deepsparse/server/server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/server/server.py -------------------------------------------------------------------------------- /src/deepsparse/server/system_logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/server/system_logging.py -------------------------------------------------------------------------------- /src/deepsparse/subgraph_execute.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/subgraph_execute.py -------------------------------------------------------------------------------- /src/deepsparse/tasks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/tasks.py -------------------------------------------------------------------------------- /src/deepsparse/transformers/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/transformers/README.md -------------------------------------------------------------------------------- /src/deepsparse/transformers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/transformers/__init__.py -------------------------------------------------------------------------------- /src/deepsparse/transformers/client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/transformers/client.py -------------------------------------------------------------------------------- /src/deepsparse/transformers/engines/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/transformers/engines/__init__.py -------------------------------------------------------------------------------- /src/deepsparse/transformers/engines/nl_decoder_engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/transformers/engines/nl_decoder_engine.py -------------------------------------------------------------------------------- /src/deepsparse/transformers/eval_downstream.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/transformers/eval_downstream.py -------------------------------------------------------------------------------- /src/deepsparse/transformers/haystack/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/transformers/haystack/__init__.py -------------------------------------------------------------------------------- /src/deepsparse/transformers/helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/transformers/helpers.py -------------------------------------------------------------------------------- /src/deepsparse/transformers/inference/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/transformers/inference/__init__.py -------------------------------------------------------------------------------- /src/deepsparse/transformers/inference/infer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/transformers/inference/infer.py -------------------------------------------------------------------------------- /src/deepsparse/transformers/inference/prompt_parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/transformers/inference/prompt_parser.py -------------------------------------------------------------------------------- /src/deepsparse/transformers/loaders.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/transformers/loaders.py -------------------------------------------------------------------------------- /src/deepsparse/transformers/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/transformers/metrics.py -------------------------------------------------------------------------------- /src/deepsparse/transformers/pipelines/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/transformers/pipelines/__init__.py -------------------------------------------------------------------------------- /src/deepsparse/transformers/pipelines/chat/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/transformers/pipelines/chat/__init__.py -------------------------------------------------------------------------------- /src/deepsparse/transformers/pipelines/chat/chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/transformers/pipelines/chat/chat.py -------------------------------------------------------------------------------- /src/deepsparse/transformers/pipelines/code_generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/transformers/pipelines/code_generation.py -------------------------------------------------------------------------------- /src/deepsparse/transformers/pipelines/embedding_extraction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/transformers/pipelines/embedding_extraction.py -------------------------------------------------------------------------------- /src/deepsparse/transformers/pipelines/mnli_text_classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/transformers/pipelines/mnli_text_classification.py -------------------------------------------------------------------------------- /src/deepsparse/transformers/pipelines/pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/transformers/pipelines/pipeline.py -------------------------------------------------------------------------------- /src/deepsparse/transformers/pipelines/question_answering.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/transformers/pipelines/question_answering.py -------------------------------------------------------------------------------- /src/deepsparse/transformers/pipelines/text_classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/transformers/pipelines/text_classification.py -------------------------------------------------------------------------------- /src/deepsparse/transformers/pipelines/text_generation/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/transformers/pipelines/text_generation/__init__.py -------------------------------------------------------------------------------- /src/deepsparse/transformers/pipelines/text_generation/autoregressive_preprocess_operator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/transformers/pipelines/text_generation/autoregressive_preprocess_operator.py -------------------------------------------------------------------------------- /src/deepsparse/transformers/pipelines/text_generation/compile_generated_tokens.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/transformers/pipelines/text_generation/compile_generated_tokens.py -------------------------------------------------------------------------------- /src/deepsparse/transformers/pipelines/text_generation/compile_generations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/transformers/pipelines/text_generation/compile_generations.py -------------------------------------------------------------------------------- /src/deepsparse/transformers/pipelines/text_generation/compile_logits.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/transformers/pipelines/text_generation/compile_logits.py -------------------------------------------------------------------------------- /src/deepsparse/transformers/pipelines/text_generation/generate_new_token.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/transformers/pipelines/text_generation/generate_new_token.py -------------------------------------------------------------------------------- /src/deepsparse/transformers/pipelines/text_generation/join_output.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/transformers/pipelines/text_generation/join_output.py -------------------------------------------------------------------------------- /src/deepsparse/transformers/pipelines/text_generation/kv_cache_operator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/transformers/pipelines/text_generation/kv_cache_operator.py -------------------------------------------------------------------------------- /src/deepsparse/transformers/pipelines/text_generation/multi_engine_prefill_operator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/transformers/pipelines/text_generation/multi_engine_prefill_operator.py -------------------------------------------------------------------------------- /src/deepsparse/transformers/pipelines/text_generation/nl_engine_operator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/transformers/pipelines/text_generation/nl_engine_operator.py -------------------------------------------------------------------------------- /src/deepsparse/transformers/pipelines/text_generation/nl_engine_operator_no_kv_cache.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/transformers/pipelines/text_generation/nl_engine_operator_no_kv_cache.py -------------------------------------------------------------------------------- /src/deepsparse/transformers/pipelines/text_generation/parse_inputs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/transformers/pipelines/text_generation/parse_inputs.py -------------------------------------------------------------------------------- /src/deepsparse/transformers/pipelines/text_generation/pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/transformers/pipelines/text_generation/pipeline.py -------------------------------------------------------------------------------- /src/deepsparse/transformers/pipelines/text_generation/pipeline_no_kv_cache.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/transformers/pipelines/text_generation/pipeline_no_kv_cache.py -------------------------------------------------------------------------------- /src/deepsparse/transformers/pipelines/text_generation/prep_for_generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/transformers/pipelines/text_generation/prep_for_generation.py -------------------------------------------------------------------------------- /src/deepsparse/transformers/pipelines/text_generation/prep_for_prefill.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/transformers/pipelines/text_generation/prep_for_prefill.py -------------------------------------------------------------------------------- /src/deepsparse/transformers/pipelines/text_generation/process_inputs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/transformers/pipelines/text_generation/process_inputs.py -------------------------------------------------------------------------------- /src/deepsparse/transformers/pipelines/text_generation/process_outputs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/transformers/pipelines/text_generation/process_outputs.py -------------------------------------------------------------------------------- /src/deepsparse/transformers/pipelines/text_generation/token_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/transformers/pipelines/text_generation/token_generator.py -------------------------------------------------------------------------------- /src/deepsparse/transformers/pipelines/token_classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/transformers/pipelines/token_classification.py -------------------------------------------------------------------------------- /src/deepsparse/transformers/pipelines/zero_shot_text_classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/transformers/pipelines/zero_shot_text_classification.py -------------------------------------------------------------------------------- /src/deepsparse/transformers/pipelines_cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/transformers/pipelines_cli.py -------------------------------------------------------------------------------- /src/deepsparse/transformers/schemas/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/transformers/schemas/__init__.py -------------------------------------------------------------------------------- /src/deepsparse/transformers/schemas/text_generation_schemas.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/transformers/schemas/text_generation_schemas.py -------------------------------------------------------------------------------- /src/deepsparse/transformers/text_generation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/transformers/text_generation.md -------------------------------------------------------------------------------- /src/deepsparse/transformers/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/transformers/utils/__init__.py -------------------------------------------------------------------------------- /src/deepsparse/transformers/utils/decoder_kv_cache.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/transformers/utils/decoder_kv_cache.py -------------------------------------------------------------------------------- /src/deepsparse/transformers/utils/eval_helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/transformers/utils/eval_helpers.py -------------------------------------------------------------------------------- /src/deepsparse/transformers/utils/helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/transformers/utils/helpers.py -------------------------------------------------------------------------------- /src/deepsparse/transformers/utils/storage_kv_cache.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/transformers/utils/storage_kv_cache.py -------------------------------------------------------------------------------- /src/deepsparse/transformers/utils/timings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/transformers/utils/timings.py -------------------------------------------------------------------------------- /src/deepsparse/transformers/utils/token_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/transformers/utils/token_generator.py -------------------------------------------------------------------------------- /src/deepsparse/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/utils/__init__.py -------------------------------------------------------------------------------- /src/deepsparse/utils/annotate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/utils/annotate.py -------------------------------------------------------------------------------- /src/deepsparse/utils/cli_helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/utils/cli_helpers.py -------------------------------------------------------------------------------- /src/deepsparse/utils/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/utils/data.py -------------------------------------------------------------------------------- /src/deepsparse/utils/extractor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/utils/extractor.py -------------------------------------------------------------------------------- /src/deepsparse/utils/imports.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/utils/imports.py -------------------------------------------------------------------------------- /src/deepsparse/utils/onnx.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/utils/onnx.py -------------------------------------------------------------------------------- /src/deepsparse/utils/state.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/utils/state.py -------------------------------------------------------------------------------- /src/deepsparse/utils/subgraph.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/utils/subgraph.py -------------------------------------------------------------------------------- /src/deepsparse/utils/time.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/utils/time.py -------------------------------------------------------------------------------- /src/deepsparse/utils/timer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/utils/timer.py -------------------------------------------------------------------------------- /src/deepsparse/utils/types.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/utils/types.py -------------------------------------------------------------------------------- /src/deepsparse/version.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/version.py -------------------------------------------------------------------------------- /src/deepsparse/yolact/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/yolact/README.md -------------------------------------------------------------------------------- /src/deepsparse/yolact/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/yolact/__init__.py -------------------------------------------------------------------------------- /src/deepsparse/yolact/annotate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/yolact/annotate.py -------------------------------------------------------------------------------- /src/deepsparse/yolact/pipelines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/yolact/pipelines.py -------------------------------------------------------------------------------- /src/deepsparse/yolact/sample_images/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/yolact/sample_images/__init__.py -------------------------------------------------------------------------------- /src/deepsparse/yolact/sample_images/thailand-annotated.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/yolact/sample_images/thailand-annotated.jpg -------------------------------------------------------------------------------- /src/deepsparse/yolact/sample_images/thailand.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/yolact/sample_images/thailand.jpg -------------------------------------------------------------------------------- /src/deepsparse/yolact/schemas.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/yolact/schemas.py -------------------------------------------------------------------------------- /src/deepsparse/yolact/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/yolact/utils/__init__.py -------------------------------------------------------------------------------- /src/deepsparse/yolact/utils/annotate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/yolact/utils/annotate.py -------------------------------------------------------------------------------- /src/deepsparse/yolact/utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/yolact/utils/utils.py -------------------------------------------------------------------------------- /src/deepsparse/yolo/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/yolo/README.md -------------------------------------------------------------------------------- /src/deepsparse/yolo/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/yolo/__init__.py -------------------------------------------------------------------------------- /src/deepsparse/yolo/annotate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/yolo/annotate.py -------------------------------------------------------------------------------- /src/deepsparse/yolo/pipelines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/yolo/pipelines.py -------------------------------------------------------------------------------- /src/deepsparse/yolo/sample_images/basilica-annotated.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/yolo/sample_images/basilica-annotated.jpg -------------------------------------------------------------------------------- /src/deepsparse/yolo/sample_images/basilica.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/yolo/sample_images/basilica.jpg -------------------------------------------------------------------------------- /src/deepsparse/yolo/schemas.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/yolo/schemas.py -------------------------------------------------------------------------------- /src/deepsparse/yolo/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/yolo/utils/__init__.py -------------------------------------------------------------------------------- /src/deepsparse/yolo/utils/coco_classes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/yolo/utils/coco_classes.py -------------------------------------------------------------------------------- /src/deepsparse/yolo/utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/yolo/utils/utils.py -------------------------------------------------------------------------------- /src/deepsparse/yolov8/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/yolov8/README.md -------------------------------------------------------------------------------- /src/deepsparse/yolov8/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/yolov8/__init__.py -------------------------------------------------------------------------------- /src/deepsparse/yolov8/annotate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/yolov8/annotate.py -------------------------------------------------------------------------------- /src/deepsparse/yolov8/pipelines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/yolov8/pipelines.py -------------------------------------------------------------------------------- /src/deepsparse/yolov8/schemas.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/yolov8/schemas.py -------------------------------------------------------------------------------- /src/deepsparse/yolov8/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/yolov8/utils/__init__.py -------------------------------------------------------------------------------- /src/deepsparse/yolov8/utils/validation/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/yolov8/utils/validation/__init__.py -------------------------------------------------------------------------------- /src/deepsparse/yolov8/utils/validation/deepsparse_validator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/yolov8/utils/validation/deepsparse_validator.py -------------------------------------------------------------------------------- /src/deepsparse/yolov8/utils/validation/detection_validator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/yolov8/utils/validation/detection_validator.py -------------------------------------------------------------------------------- /src/deepsparse/yolov8/utils/validation/helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/yolov8/utils/validation/helpers.py -------------------------------------------------------------------------------- /src/deepsparse/yolov8/utils/validation/segmentation_validator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/yolov8/utils/validation/segmentation_validator.py -------------------------------------------------------------------------------- /src/deepsparse/yolov8/validation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/src/deepsparse/yolov8/validation.py -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/__init__.py -------------------------------------------------------------------------------- /tests/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/conftest.py -------------------------------------------------------------------------------- /tests/deepsparse/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/__init__.py -------------------------------------------------------------------------------- /tests/deepsparse/benchmark/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/benchmark/__init__.py -------------------------------------------------------------------------------- /tests/deepsparse/benchmark/api/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/benchmark/api/__init__.py -------------------------------------------------------------------------------- /tests/deepsparse/benchmark/api/test_benchmarker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/benchmark/api/test_benchmarker.py -------------------------------------------------------------------------------- /tests/deepsparse/evaluation/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/evaluation/__init__.py -------------------------------------------------------------------------------- /tests/deepsparse/evaluation/integrations/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/evaluation/integrations/__init__.py -------------------------------------------------------------------------------- /tests/deepsparse/evaluation/integrations/test_lm_evaluation_harness.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/evaluation/integrations/test_lm_evaluation_harness.py -------------------------------------------------------------------------------- /tests/deepsparse/evaluation/integrations/test_perplexity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/evaluation/integrations/test_perplexity.py -------------------------------------------------------------------------------- /tests/deepsparse/evaluation/test_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/evaluation/test_evaluator.py -------------------------------------------------------------------------------- /tests/deepsparse/evaluation/test_results.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/evaluation/test_results.py -------------------------------------------------------------------------------- /tests/deepsparse/evaluation/test_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/evaluation/test_utils.py -------------------------------------------------------------------------------- /tests/deepsparse/image_classification/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/image_classification/__init__.py -------------------------------------------------------------------------------- /tests/deepsparse/image_classification/legacy/test_pipelines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/image_classification/legacy/test_pipelines.py -------------------------------------------------------------------------------- /tests/deepsparse/image_classification/test_image_classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/image_classification/test_image_classification.py -------------------------------------------------------------------------------- /tests/deepsparse/legacy/loggers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/legacy/loggers/__init__.py -------------------------------------------------------------------------------- /tests/deepsparse/legacy/loggers/helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/legacy/loggers/helpers.py -------------------------------------------------------------------------------- /tests/deepsparse/legacy/loggers/metric_functions/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/legacy/loggers/metric_functions/__init__.py -------------------------------------------------------------------------------- /tests/deepsparse/legacy/loggers/metric_functions/computer_vision/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/legacy/loggers/metric_functions/computer_vision/__init__.py -------------------------------------------------------------------------------- /tests/deepsparse/legacy/loggers/metric_functions/computer_vision/test_built_ins.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/legacy/loggers/metric_functions/computer_vision/test_built_ins.py -------------------------------------------------------------------------------- /tests/deepsparse/legacy/loggers/metric_functions/helpers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/legacy/loggers/metric_functions/helpers/__init__.py -------------------------------------------------------------------------------- /tests/deepsparse/legacy/loggers/metric_functions/helpers/test_config_generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/legacy/loggers/metric_functions/helpers/test_config_generation.py -------------------------------------------------------------------------------- /tests/deepsparse/legacy/loggers/metric_functions/helpers/test_data_config_from_predefined.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/legacy/loggers/metric_functions/helpers/test_data_config_from_predefined.py -------------------------------------------------------------------------------- /tests/deepsparse/legacy/loggers/metric_functions/natural_language_processing/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/legacy/loggers/metric_functions/natural_language_processing/__init__.py -------------------------------------------------------------------------------- /tests/deepsparse/legacy/loggers/metric_functions/natural_language_processing/question_answering/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/legacy/loggers/metric_functions/natural_language_processing/question_answering/__init__.py -------------------------------------------------------------------------------- /tests/deepsparse/legacy/loggers/metric_functions/natural_language_processing/question_answering/test_built_ins.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/legacy/loggers/metric_functions/natural_language_processing/question_answering/test_built_ins.py -------------------------------------------------------------------------------- /tests/deepsparse/legacy/loggers/metric_functions/natural_language_processing/test_built_ins.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/legacy/loggers/metric_functions/natural_language_processing/test_built_ins.py -------------------------------------------------------------------------------- /tests/deepsparse/legacy/loggers/metric_functions/natural_language_processing/token_classification/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/legacy/loggers/metric_functions/natural_language_processing/token_classification/__init__.py -------------------------------------------------------------------------------- /tests/deepsparse/legacy/loggers/metric_functions/natural_language_processing/token_classification/built_ins.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/legacy/loggers/metric_functions/natural_language_processing/token_classification/built_ins.py -------------------------------------------------------------------------------- /tests/deepsparse/legacy/loggers/metric_functions/predefined/predefined_logs/image_classification.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/legacy/loggers/metric_functions/predefined/predefined_logs/image_classification.txt -------------------------------------------------------------------------------- /tests/deepsparse/legacy/loggers/metric_functions/predefined/predefined_logs/object_detection.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/legacy/loggers/metric_functions/predefined/predefined_logs/object_detection.txt -------------------------------------------------------------------------------- /tests/deepsparse/legacy/loggers/metric_functions/predefined/predefined_logs/question_answering.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/legacy/loggers/metric_functions/predefined/predefined_logs/question_answering.txt -------------------------------------------------------------------------------- /tests/deepsparse/legacy/loggers/metric_functions/predefined/predefined_logs/segmentation.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/legacy/loggers/metric_functions/predefined/predefined_logs/segmentation.txt -------------------------------------------------------------------------------- /tests/deepsparse/legacy/loggers/metric_functions/predefined/predefined_logs/sentiment_analysis.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/legacy/loggers/metric_functions/predefined/predefined_logs/sentiment_analysis.txt -------------------------------------------------------------------------------- /tests/deepsparse/legacy/loggers/metric_functions/predefined/predefined_logs/sentiment_analysis_1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/legacy/loggers/metric_functions/predefined/predefined_logs/sentiment_analysis_1.txt -------------------------------------------------------------------------------- /tests/deepsparse/legacy/loggers/metric_functions/predefined/predefined_logs/sentiment_analysis_2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/legacy/loggers/metric_functions/predefined/predefined_logs/sentiment_analysis_2.txt -------------------------------------------------------------------------------- /tests/deepsparse/legacy/loggers/metric_functions/predefined/predefined_logs/text_classification.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/legacy/loggers/metric_functions/predefined/predefined_logs/text_classification.txt -------------------------------------------------------------------------------- /tests/deepsparse/legacy/loggers/metric_functions/predefined/predefined_logs/token_classification.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/legacy/loggers/metric_functions/predefined/predefined_logs/token_classification.txt -------------------------------------------------------------------------------- /tests/deepsparse/legacy/loggers/metric_functions/predefined/predefined_logs/token_classification_1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/legacy/loggers/metric_functions/predefined/predefined_logs/token_classification_1.txt -------------------------------------------------------------------------------- /tests/deepsparse/legacy/loggers/metric_functions/predefined/predefined_logs/zero_shot_text_classification.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/legacy/loggers/metric_functions/predefined/predefined_logs/zero_shot_text_classification.txt -------------------------------------------------------------------------------- /tests/deepsparse/legacy/loggers/metric_functions/predefined/predefined_logs/zero_shot_text_classification_1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/legacy/loggers/metric_functions/predefined/predefined_logs/zero_shot_text_classification_1.txt -------------------------------------------------------------------------------- /tests/deepsparse/legacy/loggers/metric_functions/predefined/test_predefined.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/legacy/loggers/metric_functions/predefined/test_predefined.py -------------------------------------------------------------------------------- /tests/deepsparse/legacy/loggers/metric_functions/test_built_ins.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/legacy/loggers/metric_functions/test_built_ins.py -------------------------------------------------------------------------------- /tests/deepsparse/legacy/loggers/test_async_logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/legacy/loggers/test_async_logger.py -------------------------------------------------------------------------------- /tests/deepsparse/legacy/loggers/test_build_logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/legacy/loggers/test_build_logger.py -------------------------------------------------------------------------------- /tests/deepsparse/legacy/loggers/test_end_to_end.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/legacy/loggers/test_end_to_end.py -------------------------------------------------------------------------------- /tests/deepsparse/legacy/loggers/test_function_logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/legacy/loggers/test_function_logger.py -------------------------------------------------------------------------------- /tests/deepsparse/legacy/loggers/test_helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/legacy/loggers/test_helpers.py -------------------------------------------------------------------------------- /tests/deepsparse/legacy/loggers/test_python_logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/legacy/loggers/test_python_logger.py -------------------------------------------------------------------------------- /tests/deepsparse/legacy/loggers/test_str.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/legacy/loggers/test_str.py -------------------------------------------------------------------------------- /tests/deepsparse/loggers/filters/test_frequency_filter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/loggers/filters/test_frequency_filter.py -------------------------------------------------------------------------------- /tests/deepsparse/loggers/filters/test_pattern.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/loggers/filters/test_pattern.py -------------------------------------------------------------------------------- /tests/deepsparse/loggers/registry/loggers/list_logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/loggers/registry/loggers/list_logger.py -------------------------------------------------------------------------------- /tests/deepsparse/loggers/registry/loggers/test_prometheus_loggers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/loggers/registry/loggers/test_prometheus_loggers.py -------------------------------------------------------------------------------- /tests/deepsparse/loggers/test_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/loggers/test_config.py -------------------------------------------------------------------------------- /tests/deepsparse/loggers/test_loggers_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/loggers/test_loggers_pipeline.py -------------------------------------------------------------------------------- /tests/deepsparse/loggers/test_root_logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/loggers/test_root_logger.py -------------------------------------------------------------------------------- /tests/deepsparse/loggers/test_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/loggers/test_util.py -------------------------------------------------------------------------------- /tests/deepsparse/middlewares/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/middlewares/__init__.py -------------------------------------------------------------------------------- /tests/deepsparse/middlewares/test_logger_middleware.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/middlewares/test_logger_middleware.py -------------------------------------------------------------------------------- /tests/deepsparse/middlewares/test_middleware.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/middlewares/test_middleware.py -------------------------------------------------------------------------------- /tests/deepsparse/middlewares/test_pipeline_middleware.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/middlewares/test_pipeline_middleware.py -------------------------------------------------------------------------------- /tests/deepsparse/middlewares/test_timer_middleware_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/middlewares/test_timer_middleware_pipeline.py -------------------------------------------------------------------------------- /tests/deepsparse/middlewares/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/middlewares/utils.py -------------------------------------------------------------------------------- /tests/deepsparse/pipelines/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/pipelines/__init__.py -------------------------------------------------------------------------------- /tests/deepsparse/pipelines/data_helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/pipelines/data_helpers.py -------------------------------------------------------------------------------- /tests/deepsparse/pipelines/dynamic_import_modules/no_register.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/pipelines/dynamic_import_modules/no_register.py -------------------------------------------------------------------------------- /tests/deepsparse/pipelines/dynamic_import_modules/no_task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/pipelines/dynamic_import_modules/no_task.py -------------------------------------------------------------------------------- /tests/deepsparse/pipelines/dynamic_import_modules/valid_dynamic_import.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/pipelines/dynamic_import_modules/valid_dynamic_import.py -------------------------------------------------------------------------------- /tests/deepsparse/pipelines/sample_images/basilica.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/pipelines/sample_images/basilica.jpg -------------------------------------------------------------------------------- /tests/deepsparse/pipelines/sample_images/buddy.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/pipelines/sample_images/buddy.jpeg -------------------------------------------------------------------------------- /tests/deepsparse/pipelines/test_basic_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/pipelines/test_basic_pipeline.py -------------------------------------------------------------------------------- /tests/deepsparse/pipelines/test_bucketing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/pipelines/test_bucketing.py -------------------------------------------------------------------------------- /tests/deepsparse/pipelines/test_clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/pipelines/test_clip.py -------------------------------------------------------------------------------- /tests/deepsparse/pipelines/test_computer_vision_pipelines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/pipelines/test_computer_vision_pipelines.py -------------------------------------------------------------------------------- /tests/deepsparse/pipelines/test_custom_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/pipelines/test_custom_pipeline.py -------------------------------------------------------------------------------- /tests/deepsparse/pipelines/test_dynamic_batch_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/pipelines/test_dynamic_batch_pipeline.py -------------------------------------------------------------------------------- /tests/deepsparse/pipelines/test_dynamic_import.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/pipelines/test_dynamic_import.py -------------------------------------------------------------------------------- /tests/deepsparse/pipelines/test_embedding_extraction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/pipelines/test_embedding_extraction.py -------------------------------------------------------------------------------- /tests/deepsparse/pipelines/test_middleware_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/pipelines/test_middleware_pipeline.py -------------------------------------------------------------------------------- /tests/deepsparse/pipelines/test_numpy_schemas.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/pipelines/test_numpy_schemas.py -------------------------------------------------------------------------------- /tests/deepsparse/pipelines/test_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/pipelines/test_pipeline.py -------------------------------------------------------------------------------- /tests/deepsparse/pipelines/test_transformers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/pipelines/test_transformers.py -------------------------------------------------------------------------------- /tests/deepsparse/pipelines/test_yolov8_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/pipelines/test_yolov8_pipeline.py -------------------------------------------------------------------------------- /tests/deepsparse/schedulers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/schedulers/__init__.py -------------------------------------------------------------------------------- /tests/deepsparse/schedulers/test_continuous_batching_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/schedulers/test_continuous_batching_scheduler.py -------------------------------------------------------------------------------- /tests/deepsparse/schedulers/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/schedulers/utils/__init__.py -------------------------------------------------------------------------------- /tests/deepsparse/schedulers/utils/test_continuous_batching_executor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/schedulers/utils/test_continuous_batching_executor.py -------------------------------------------------------------------------------- /tests/deepsparse/schedulers/utils/test_continuous_batching_queues.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/schedulers/utils/test_continuous_batching_queues.py -------------------------------------------------------------------------------- /tests/deepsparse/transformers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/transformers/__init__.py -------------------------------------------------------------------------------- /tests/deepsparse/transformers/engine/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/transformers/engine/__init__.py -------------------------------------------------------------------------------- /tests/deepsparse/transformers/engine/test_nl_decoder_engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/transformers/engine/test_nl_decoder_engine.py -------------------------------------------------------------------------------- /tests/deepsparse/transformers/pipelines/legacy/integration_tests/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/transformers/pipelines/legacy/integration_tests/__init__.py -------------------------------------------------------------------------------- /tests/deepsparse/transformers/pipelines/legacy/integration_tests/configs/codegen.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/transformers/pipelines/legacy/integration_tests/configs/codegen.yaml -------------------------------------------------------------------------------- /tests/deepsparse/transformers/pipelines/legacy/integration_tests/configs/gpt_neo.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/transformers/pipelines/legacy/integration_tests/configs/gpt_neo.yaml -------------------------------------------------------------------------------- /tests/deepsparse/transformers/pipelines/legacy/integration_tests/configs/opt.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/transformers/pipelines/legacy/integration_tests/configs/opt.yaml -------------------------------------------------------------------------------- /tests/deepsparse/transformers/pipelines/legacy/integration_tests/helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/transformers/pipelines/legacy/integration_tests/helpers.py -------------------------------------------------------------------------------- /tests/deepsparse/transformers/pipelines/legacy/integration_tests/test_llms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/transformers/pipelines/legacy/integration_tests/test_llms.py -------------------------------------------------------------------------------- /tests/deepsparse/transformers/pipelines/test_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/transformers/pipelines/test_chat.py -------------------------------------------------------------------------------- /tests/deepsparse/transformers/pipelines/test_mnli_text_classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/transformers/pipelines/test_mnli_text_classification.py -------------------------------------------------------------------------------- /tests/deepsparse/transformers/pipelines/test_text_generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/transformers/pipelines/test_text_generation.py -------------------------------------------------------------------------------- /tests/deepsparse/transformers/pipelines/test_token_classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/transformers/pipelines/test_token_classification.py -------------------------------------------------------------------------------- /tests/deepsparse/transformers/test_helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/transformers/test_helpers.py -------------------------------------------------------------------------------- /tests/deepsparse/transformers/text_generation/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/transformers/text_generation/__init__.py -------------------------------------------------------------------------------- /tests/deepsparse/transformers/text_generation/integration_tests/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/transformers/text_generation/integration_tests/__init__.py -------------------------------------------------------------------------------- /tests/deepsparse/transformers/text_generation/integration_tests/configs/codegen.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/transformers/text_generation/integration_tests/configs/codegen.yaml -------------------------------------------------------------------------------- /tests/deepsparse/transformers/text_generation/integration_tests/configs/gpt_neo.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/transformers/text_generation/integration_tests/configs/gpt_neo.yaml -------------------------------------------------------------------------------- /tests/deepsparse/transformers/text_generation/integration_tests/configs/opt.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/transformers/text_generation/integration_tests/configs/opt.yaml -------------------------------------------------------------------------------- /tests/deepsparse/transformers/text_generation/integration_tests/helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/transformers/text_generation/integration_tests/helpers.py -------------------------------------------------------------------------------- /tests/deepsparse/transformers/text_generation/integration_tests/test_llms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/transformers/text_generation/integration_tests/test_llms.py -------------------------------------------------------------------------------- /tests/deepsparse/transformers/text_generation/unit/text_generation/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/transformers/text_generation/unit/text_generation/conftest.py -------------------------------------------------------------------------------- /tests/deepsparse/transformers/text_generation/unit/text_generation/test_kv_cache.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/transformers/text_generation/unit/text_generation/test_kv_cache.py -------------------------------------------------------------------------------- /tests/deepsparse/transformers/text_generation/unit/text_generation/test_misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/transformers/text_generation/unit/text_generation/test_misc.py -------------------------------------------------------------------------------- /tests/deepsparse/transformers/text_generation/unit/text_generation/test_pipeline_no_kv_cache.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/transformers/text_generation/unit/text_generation/test_pipeline_no_kv_cache.py -------------------------------------------------------------------------------- /tests/deepsparse/transformers/text_generation/unit/text_generation/test_process_inputs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/transformers/text_generation/unit/text_generation/test_process_inputs.py -------------------------------------------------------------------------------- /tests/deepsparse/transformers/text_generation/unit/text_generation/test_single_token_engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/transformers/text_generation/unit/text_generation/test_single_token_engine.py -------------------------------------------------------------------------------- /tests/deepsparse/transformers/text_generation/unit/text_generation/test_token_generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/transformers/text_generation/unit/text_generation/test_token_generation.py -------------------------------------------------------------------------------- /tests/deepsparse/transformers/text_generation/unit/text_generation/text_multi_token_engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/transformers/text_generation/unit/text_generation/text_multi_token_engine.py -------------------------------------------------------------------------------- /tests/deepsparse/transformers/utils/test_decoder_kv_cache.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/transformers/utils/test_decoder_kv_cache.py -------------------------------------------------------------------------------- /tests/deepsparse/transformers/utils/test_helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/transformers/utils/test_helpers.py -------------------------------------------------------------------------------- /tests/deepsparse/transformers/utils/test_token_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/transformers/utils/test_token_generator.py -------------------------------------------------------------------------------- /tests/deepsparse/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/utils/__init__.py -------------------------------------------------------------------------------- /tests/deepsparse/utils/onnx.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/utils/onnx.py -------------------------------------------------------------------------------- /tests/deepsparse/utils/test_basic_timer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/utils/test_basic_timer.py -------------------------------------------------------------------------------- /tests/deepsparse/utils/test_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/utils/test_data.py -------------------------------------------------------------------------------- /tests/deepsparse/utils/test_timer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/utils/test_timer.py -------------------------------------------------------------------------------- /tests/deepsparse/utils/test_timer_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/utils/test_timer_manager.py -------------------------------------------------------------------------------- /tests/deepsparse/utils/wrappers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/deepsparse/utils/wrappers.py -------------------------------------------------------------------------------- /tests/helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/helpers.py -------------------------------------------------------------------------------- /tests/server/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/server/__init__.py -------------------------------------------------------------------------------- /tests/server/test_app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/server/test_app.py -------------------------------------------------------------------------------- /tests/server/test_benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/server/test_benchmark.py -------------------------------------------------------------------------------- /tests/server/test_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/server/test_config.py -------------------------------------------------------------------------------- /tests/server/test_endpoints.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/server/test_endpoints.py -------------------------------------------------------------------------------- /tests/server/test_helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/server/test_helpers.py -------------------------------------------------------------------------------- /tests/server/test_hot_reloading.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/server/test_hot_reloading.py -------------------------------------------------------------------------------- /tests/server/test_legacy_loggers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/server/test_legacy_loggers.py -------------------------------------------------------------------------------- /tests/server/test_legacy_system_logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/server/test_legacy_system_logging.py -------------------------------------------------------------------------------- /tests/server/test_openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/server/test_openai.py -------------------------------------------------------------------------------- /tests/test_benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/test_benchmark.py -------------------------------------------------------------------------------- /tests/test_check_hardware.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/test_check_hardware.py -------------------------------------------------------------------------------- /tests/test_data/bert-ner-test-config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/test_data/bert-ner-test-config.json -------------------------------------------------------------------------------- /tests/test_data/bert-ner-test-input.csv: -------------------------------------------------------------------------------- 1 | inputs 2 | Canadian embassy -------------------------------------------------------------------------------- /tests/test_data/bert-ner-test-input.json: -------------------------------------------------------------------------------- 1 | {"inputs":"Canadian embassy"} 2 | -------------------------------------------------------------------------------- /tests/test_data/bert-ner-test-input.txt: -------------------------------------------------------------------------------- 1 | Canadian embassy -------------------------------------------------------------------------------- /tests/test_data/bert-qa-test-input.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/test_data/bert-qa-test-input.csv -------------------------------------------------------------------------------- /tests/test_data/bert-qa-test-input.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/test_data/bert-qa-test-input.json -------------------------------------------------------------------------------- /tests/test_data/bert-sst-test-input.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/test_data/bert-sst-test-input.csv -------------------------------------------------------------------------------- /tests/test_data/bert-sst-test-input.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/test_data/bert-sst-test-input.json -------------------------------------------------------------------------------- /tests/test_data/bert-sst-test-input.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/test_data/bert-sst-test-input.txt -------------------------------------------------------------------------------- /tests/test_data/deepsparse-server-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/test_data/deepsparse-server-config.yaml -------------------------------------------------------------------------------- /tests/test_data/logging_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/test_data/logging_config.yaml -------------------------------------------------------------------------------- /tests/test_data/metric_functions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/test_data/metric_functions.py -------------------------------------------------------------------------------- /tests/test_data/pineapple.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/test_data/pineapple.txt -------------------------------------------------------------------------------- /tests/test_data/pipeline_bench_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/test_data/pipeline_bench_config.json -------------------------------------------------------------------------------- /tests/test_data/server_test_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/test_data/server_test_data.py -------------------------------------------------------------------------------- /tests/test_engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/test_engine.py -------------------------------------------------------------------------------- /tests/test_multi_engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/test_multi_engine.py -------------------------------------------------------------------------------- /tests/test_pipeline_benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/test_pipeline_benchmark.py -------------------------------------------------------------------------------- /tests/test_run_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/test_run_inference.py -------------------------------------------------------------------------------- /tests/test_torchscript.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/test_torchscript.py -------------------------------------------------------------------------------- /tests/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/utils/__init__.py -------------------------------------------------------------------------------- /tests/utils/engine_mocking.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/utils/engine_mocking.py -------------------------------------------------------------------------------- /tests/utils/helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/utils/helpers.py -------------------------------------------------------------------------------- /tests/utils/test_basic_logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/utils/test_basic_logger.py -------------------------------------------------------------------------------- /tests/utils/test_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/utils/test_data.py -------------------------------------------------------------------------------- /tests/utils/test_engine_mocking.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/utils/test_engine_mocking.py -------------------------------------------------------------------------------- /tests/utils/torch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/tests/utils/torch.py -------------------------------------------------------------------------------- /utils/artifacts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/utils/artifacts.py -------------------------------------------------------------------------------- /utils/copyright.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/utils/copyright.py -------------------------------------------------------------------------------- /utils/docs_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neuralmagic/deepsparse/HEAD/utils/docs_builder.py --------------------------------------------------------------------------------