├── .github └── workflows │ ├── integ-test.yml │ ├── quality.yml │ └── unit-test.yml ├── .gitignore ├── CODE_OF_CONDUCT.md ├── CONTRIBUTING.md ├── LICENSE ├── MANIFEST.in ├── NOTICE ├── README.md ├── makefile ├── pyproject.toml ├── setup.cfg ├── setup.py ├── src └── sagemaker_huggingface_inference_toolkit │ ├── __init__.py │ ├── content_types.py │ ├── decoder_encoder.py │ ├── diffusers_utils.py │ ├── handler_service.py │ ├── mms_model_server.py │ ├── optimum_utils.py │ ├── serving.py │ └── transformers_utils.py └── tests ├── integ ├── __init__.py ├── config.py ├── test_diffusers.py ├── test_models_from_hub.py └── utils.py ├── resources ├── audio │ ├── sample1.flac │ ├── sample1.mp3 │ ├── sample1.ogg │ └── sample1.wav ├── image │ ├── tiger.bmp │ ├── tiger.gif │ ├── tiger.jpeg │ ├── tiger.png │ ├── tiger.tiff │ └── tiger.webp ├── model_input_predict_output_fn_with_context │ └── code │ │ └── inference.py ├── model_input_predict_output_fn_without_context │ └── code │ │ └── inference.py ├── model_transform_fn_with_context │ └── code │ │ └── inference_tranform_fn.py └── model_transform_fn_without_context │ └── code │ └── inference_tranform_fn.py └── unit ├── __init__.py ├── test_decoder_encoder.py ├── test_diffusers_utils.py ├── test_handler_service_with_context.py ├── test_handler_service_without_context.py ├── test_mms_model_server.py ├── test_optimum_utils.py ├── test_serving.py └── test_transformers_utils.py /.github/workflows/integ-test.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/super-dev03/huggingface-inference-segemark/HEAD/.github/workflows/integ-test.yml -------------------------------------------------------------------------------- /.github/workflows/quality.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/super-dev03/huggingface-inference-segemark/HEAD/.github/workflows/quality.yml -------------------------------------------------------------------------------- /.github/workflows/unit-test.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/super-dev03/huggingface-inference-segemark/HEAD/.github/workflows/unit-test.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/super-dev03/huggingface-inference-segemark/HEAD/.gitignore -------------------------------------------------------------------------------- /CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/super-dev03/huggingface-inference-segemark/HEAD/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/super-dev03/huggingface-inference-segemark/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/super-dev03/huggingface-inference-segemark/HEAD/LICENSE -------------------------------------------------------------------------------- /MANIFEST.in: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/super-dev03/huggingface-inference-segemark/HEAD/MANIFEST.in -------------------------------------------------------------------------------- /NOTICE: -------------------------------------------------------------------------------- 1 | Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved. 2 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/super-dev03/huggingface-inference-segemark/HEAD/README.md -------------------------------------------------------------------------------- /makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/super-dev03/huggingface-inference-segemark/HEAD/makefile -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- 1 | [tool.black] 2 | line-length = 119 3 | target-version = ['py36'] 4 | -------------------------------------------------------------------------------- /setup.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/super-dev03/huggingface-inference-segemark/HEAD/setup.cfg -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/super-dev03/huggingface-inference-segemark/HEAD/setup.py -------------------------------------------------------------------------------- /src/sagemaker_huggingface_inference_toolkit/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/super-dev03/huggingface-inference-segemark/HEAD/src/sagemaker_huggingface_inference_toolkit/__init__.py -------------------------------------------------------------------------------- /src/sagemaker_huggingface_inference_toolkit/content_types.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/super-dev03/huggingface-inference-segemark/HEAD/src/sagemaker_huggingface_inference_toolkit/content_types.py -------------------------------------------------------------------------------- /src/sagemaker_huggingface_inference_toolkit/decoder_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/super-dev03/huggingface-inference-segemark/HEAD/src/sagemaker_huggingface_inference_toolkit/decoder_encoder.py -------------------------------------------------------------------------------- /src/sagemaker_huggingface_inference_toolkit/diffusers_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/super-dev03/huggingface-inference-segemark/HEAD/src/sagemaker_huggingface_inference_toolkit/diffusers_utils.py -------------------------------------------------------------------------------- /src/sagemaker_huggingface_inference_toolkit/handler_service.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/super-dev03/huggingface-inference-segemark/HEAD/src/sagemaker_huggingface_inference_toolkit/handler_service.py -------------------------------------------------------------------------------- /src/sagemaker_huggingface_inference_toolkit/mms_model_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/super-dev03/huggingface-inference-segemark/HEAD/src/sagemaker_huggingface_inference_toolkit/mms_model_server.py -------------------------------------------------------------------------------- /src/sagemaker_huggingface_inference_toolkit/optimum_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/super-dev03/huggingface-inference-segemark/HEAD/src/sagemaker_huggingface_inference_toolkit/optimum_utils.py -------------------------------------------------------------------------------- /src/sagemaker_huggingface_inference_toolkit/serving.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/super-dev03/huggingface-inference-segemark/HEAD/src/sagemaker_huggingface_inference_toolkit/serving.py -------------------------------------------------------------------------------- /src/sagemaker_huggingface_inference_toolkit/transformers_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/super-dev03/huggingface-inference-segemark/HEAD/src/sagemaker_huggingface_inference_toolkit/transformers_utils.py -------------------------------------------------------------------------------- /tests/integ/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/integ/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/super-dev03/huggingface-inference-segemark/HEAD/tests/integ/config.py -------------------------------------------------------------------------------- /tests/integ/test_diffusers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/super-dev03/huggingface-inference-segemark/HEAD/tests/integ/test_diffusers.py -------------------------------------------------------------------------------- /tests/integ/test_models_from_hub.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/super-dev03/huggingface-inference-segemark/HEAD/tests/integ/test_models_from_hub.py -------------------------------------------------------------------------------- /tests/integ/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/super-dev03/huggingface-inference-segemark/HEAD/tests/integ/utils.py -------------------------------------------------------------------------------- /tests/resources/audio/sample1.flac: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/super-dev03/huggingface-inference-segemark/HEAD/tests/resources/audio/sample1.flac -------------------------------------------------------------------------------- /tests/resources/audio/sample1.mp3: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/super-dev03/huggingface-inference-segemark/HEAD/tests/resources/audio/sample1.mp3 -------------------------------------------------------------------------------- /tests/resources/audio/sample1.ogg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/super-dev03/huggingface-inference-segemark/HEAD/tests/resources/audio/sample1.ogg -------------------------------------------------------------------------------- /tests/resources/audio/sample1.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/super-dev03/huggingface-inference-segemark/HEAD/tests/resources/audio/sample1.wav -------------------------------------------------------------------------------- /tests/resources/image/tiger.bmp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/super-dev03/huggingface-inference-segemark/HEAD/tests/resources/image/tiger.bmp -------------------------------------------------------------------------------- /tests/resources/image/tiger.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/super-dev03/huggingface-inference-segemark/HEAD/tests/resources/image/tiger.gif -------------------------------------------------------------------------------- /tests/resources/image/tiger.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/super-dev03/huggingface-inference-segemark/HEAD/tests/resources/image/tiger.jpeg -------------------------------------------------------------------------------- /tests/resources/image/tiger.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/super-dev03/huggingface-inference-segemark/HEAD/tests/resources/image/tiger.png -------------------------------------------------------------------------------- /tests/resources/image/tiger.tiff: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/super-dev03/huggingface-inference-segemark/HEAD/tests/resources/image/tiger.tiff -------------------------------------------------------------------------------- /tests/resources/image/tiger.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/super-dev03/huggingface-inference-segemark/HEAD/tests/resources/image/tiger.webp -------------------------------------------------------------------------------- /tests/resources/model_input_predict_output_fn_with_context/code/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/super-dev03/huggingface-inference-segemark/HEAD/tests/resources/model_input_predict_output_fn_with_context/code/inference.py -------------------------------------------------------------------------------- /tests/resources/model_input_predict_output_fn_without_context/code/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/super-dev03/huggingface-inference-segemark/HEAD/tests/resources/model_input_predict_output_fn_without_context/code/inference.py -------------------------------------------------------------------------------- /tests/resources/model_transform_fn_with_context/code/inference_tranform_fn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/super-dev03/huggingface-inference-segemark/HEAD/tests/resources/model_transform_fn_with_context/code/inference_tranform_fn.py -------------------------------------------------------------------------------- /tests/resources/model_transform_fn_without_context/code/inference_tranform_fn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/super-dev03/huggingface-inference-segemark/HEAD/tests/resources/model_transform_fn_without_context/code/inference_tranform_fn.py -------------------------------------------------------------------------------- /tests/unit/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/unit/test_decoder_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/super-dev03/huggingface-inference-segemark/HEAD/tests/unit/test_decoder_encoder.py -------------------------------------------------------------------------------- /tests/unit/test_diffusers_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/super-dev03/huggingface-inference-segemark/HEAD/tests/unit/test_diffusers_utils.py -------------------------------------------------------------------------------- /tests/unit/test_handler_service_with_context.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/super-dev03/huggingface-inference-segemark/HEAD/tests/unit/test_handler_service_with_context.py -------------------------------------------------------------------------------- /tests/unit/test_handler_service_without_context.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/super-dev03/huggingface-inference-segemark/HEAD/tests/unit/test_handler_service_without_context.py -------------------------------------------------------------------------------- /tests/unit/test_mms_model_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/super-dev03/huggingface-inference-segemark/HEAD/tests/unit/test_mms_model_server.py -------------------------------------------------------------------------------- /tests/unit/test_optimum_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/super-dev03/huggingface-inference-segemark/HEAD/tests/unit/test_optimum_utils.py -------------------------------------------------------------------------------- /tests/unit/test_serving.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/super-dev03/huggingface-inference-segemark/HEAD/tests/unit/test_serving.py -------------------------------------------------------------------------------- /tests/unit/test_transformers_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/super-dev03/huggingface-inference-segemark/HEAD/tests/unit/test_transformers_utils.py --------------------------------------------------------------------------------