├── .github └── workflows │ └── python_ci.yaml ├── .gitignore ├── .pre-commit-config.yaml ├── LICENSE ├── Makefile ├── README.md ├── pyproject.toml ├── requirements-test.txt ├── requirements.lock ├── requirements.txt ├── services ├── __init__.py ├── bark_hf_inference_service │ ├── __init__.py │ ├── bark_hf_inference_service.env.example │ └── requirements.txt ├── hf_inference_client_service │ ├── __init__.py │ └── requirements.txt ├── llm_inference_service │ ├── __init__.py │ ├── llm_inf.env.example │ └── requirements.txt ├── onnx_inference_service │ ├── __init__.py │ ├── onnx_inference_service.env.example │ └── requirements.txt └── torch_inference_service │ ├── __init__.py │ ├── requirements.txt │ └── torch_inference_service.env.example ├── src └── infernet_ml │ ├── __init__.py │ ├── py.typed │ ├── utils │ ├── __init__.py │ ├── arweave.py │ ├── css_mux.py │ ├── decode.py │ ├── hf_types.py │ ├── model_loader.py │ └── service_models.py │ └── workflows │ ├── __init__.py │ ├── exceptions.py │ └── inference │ ├── bark_hf_inference_workflow.py │ ├── base_inference_workflow.py │ ├── css_inference_workflow.py │ ├── hf_inference_client_workflow.py │ ├── onnx_inference_workflow.py │ ├── tgi_client_inference_workflow.py │ ├── torch_inference_workflow.py │ └── tts_inference_workflow.py └── tests ├── __init__.py ├── test_arweave.py ├── test_bark_hf_inference_service.py ├── test_css_inference_workflow.py ├── test_hf_inference_service.py ├── test_hf_inference_workflow.py ├── test_llm_inference_service.py ├── test_onnx_inference_service.py └── test_torch_inference_service.py /.github/workflows/python_ci.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ritual-net/infernet-ml/HEAD/.github/workflows/python_ci.yaml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ritual-net/infernet-ml/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ritual-net/infernet-ml/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ritual-net/infernet-ml/HEAD/LICENSE -------------------------------------------------------------------------------- /Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ritual-net/infernet-ml/HEAD/Makefile -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ritual-net/infernet-ml/HEAD/README.md -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ritual-net/infernet-ml/HEAD/pyproject.toml -------------------------------------------------------------------------------- /requirements-test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ritual-net/infernet-ml/HEAD/requirements-test.txt -------------------------------------------------------------------------------- /requirements.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ritual-net/infernet-ml/HEAD/requirements.lock -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ritual-net/infernet-ml/HEAD/requirements.txt -------------------------------------------------------------------------------- /services/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ritual-net/infernet-ml/HEAD/services/__init__.py -------------------------------------------------------------------------------- /services/bark_hf_inference_service/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ritual-net/infernet-ml/HEAD/services/bark_hf_inference_service/__init__.py -------------------------------------------------------------------------------- /services/bark_hf_inference_service/bark_hf_inference_service.env.example: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ritual-net/infernet-ml/HEAD/services/bark_hf_inference_service/bark_hf_inference_service.env.example -------------------------------------------------------------------------------- /services/bark_hf_inference_service/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ritual-net/infernet-ml/HEAD/services/bark_hf_inference_service/requirements.txt -------------------------------------------------------------------------------- /services/hf_inference_client_service/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ritual-net/infernet-ml/HEAD/services/hf_inference_client_service/__init__.py -------------------------------------------------------------------------------- /services/hf_inference_client_service/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ritual-net/infernet-ml/HEAD/services/hf_inference_client_service/requirements.txt -------------------------------------------------------------------------------- /services/llm_inference_service/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ritual-net/infernet-ml/HEAD/services/llm_inference_service/__init__.py -------------------------------------------------------------------------------- /services/llm_inference_service/llm_inf.env.example: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ritual-net/infernet-ml/HEAD/services/llm_inference_service/llm_inf.env.example -------------------------------------------------------------------------------- /services/llm_inference_service/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ritual-net/infernet-ml/HEAD/services/llm_inference_service/requirements.txt -------------------------------------------------------------------------------- /services/onnx_inference_service/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ritual-net/infernet-ml/HEAD/services/onnx_inference_service/__init__.py -------------------------------------------------------------------------------- /services/onnx_inference_service/onnx_inference_service.env.example: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ritual-net/infernet-ml/HEAD/services/onnx_inference_service/onnx_inference_service.env.example -------------------------------------------------------------------------------- /services/onnx_inference_service/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ritual-net/infernet-ml/HEAD/services/onnx_inference_service/requirements.txt -------------------------------------------------------------------------------- /services/torch_inference_service/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ritual-net/infernet-ml/HEAD/services/torch_inference_service/__init__.py -------------------------------------------------------------------------------- /services/torch_inference_service/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ritual-net/infernet-ml/HEAD/services/torch_inference_service/requirements.txt -------------------------------------------------------------------------------- /services/torch_inference_service/torch_inference_service.env.example: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ritual-net/infernet-ml/HEAD/services/torch_inference_service/torch_inference_service.env.example -------------------------------------------------------------------------------- /src/infernet_ml/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ritual-net/infernet-ml/HEAD/src/infernet_ml/__init__.py -------------------------------------------------------------------------------- /src/infernet_ml/py.typed: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/infernet_ml/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/infernet_ml/utils/arweave.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ritual-net/infernet-ml/HEAD/src/infernet_ml/utils/arweave.py -------------------------------------------------------------------------------- /src/infernet_ml/utils/css_mux.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ritual-net/infernet-ml/HEAD/src/infernet_ml/utils/css_mux.py -------------------------------------------------------------------------------- /src/infernet_ml/utils/decode.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ritual-net/infernet-ml/HEAD/src/infernet_ml/utils/decode.py -------------------------------------------------------------------------------- /src/infernet_ml/utils/hf_types.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ritual-net/infernet-ml/HEAD/src/infernet_ml/utils/hf_types.py -------------------------------------------------------------------------------- /src/infernet_ml/utils/model_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ritual-net/infernet-ml/HEAD/src/infernet_ml/utils/model_loader.py -------------------------------------------------------------------------------- /src/infernet_ml/utils/service_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ritual-net/infernet-ml/HEAD/src/infernet_ml/utils/service_models.py -------------------------------------------------------------------------------- /src/infernet_ml/workflows/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/infernet_ml/workflows/exceptions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ritual-net/infernet-ml/HEAD/src/infernet_ml/workflows/exceptions.py -------------------------------------------------------------------------------- /src/infernet_ml/workflows/inference/bark_hf_inference_workflow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ritual-net/infernet-ml/HEAD/src/infernet_ml/workflows/inference/bark_hf_inference_workflow.py -------------------------------------------------------------------------------- /src/infernet_ml/workflows/inference/base_inference_workflow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ritual-net/infernet-ml/HEAD/src/infernet_ml/workflows/inference/base_inference_workflow.py -------------------------------------------------------------------------------- /src/infernet_ml/workflows/inference/css_inference_workflow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ritual-net/infernet-ml/HEAD/src/infernet_ml/workflows/inference/css_inference_workflow.py -------------------------------------------------------------------------------- /src/infernet_ml/workflows/inference/hf_inference_client_workflow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ritual-net/infernet-ml/HEAD/src/infernet_ml/workflows/inference/hf_inference_client_workflow.py -------------------------------------------------------------------------------- /src/infernet_ml/workflows/inference/onnx_inference_workflow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ritual-net/infernet-ml/HEAD/src/infernet_ml/workflows/inference/onnx_inference_workflow.py -------------------------------------------------------------------------------- /src/infernet_ml/workflows/inference/tgi_client_inference_workflow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ritual-net/infernet-ml/HEAD/src/infernet_ml/workflows/inference/tgi_client_inference_workflow.py -------------------------------------------------------------------------------- /src/infernet_ml/workflows/inference/torch_inference_workflow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ritual-net/infernet-ml/HEAD/src/infernet_ml/workflows/inference/torch_inference_workflow.py -------------------------------------------------------------------------------- /src/infernet_ml/workflows/inference/tts_inference_workflow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ritual-net/infernet-ml/HEAD/src/infernet_ml/workflows/inference/tts_inference_workflow.py -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/test_arweave.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ritual-net/infernet-ml/HEAD/tests/test_arweave.py -------------------------------------------------------------------------------- /tests/test_bark_hf_inference_service.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ritual-net/infernet-ml/HEAD/tests/test_bark_hf_inference_service.py -------------------------------------------------------------------------------- /tests/test_css_inference_workflow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ritual-net/infernet-ml/HEAD/tests/test_css_inference_workflow.py -------------------------------------------------------------------------------- /tests/test_hf_inference_service.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ritual-net/infernet-ml/HEAD/tests/test_hf_inference_service.py -------------------------------------------------------------------------------- /tests/test_hf_inference_workflow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ritual-net/infernet-ml/HEAD/tests/test_hf_inference_workflow.py -------------------------------------------------------------------------------- /tests/test_llm_inference_service.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ritual-net/infernet-ml/HEAD/tests/test_llm_inference_service.py -------------------------------------------------------------------------------- /tests/test_onnx_inference_service.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ritual-net/infernet-ml/HEAD/tests/test_onnx_inference_service.py -------------------------------------------------------------------------------- /tests/test_torch_inference_service.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ritual-net/infernet-ml/HEAD/tests/test_torch_inference_service.py --------------------------------------------------------------------------------