├── .bumpversion.cfg ├── .github ├── actions │ └── python-build │ │ └── action.yml └── workflows │ └── build.yaml ├── .gitignore ├── LICENSE ├── Makefile ├── README.md ├── examples └── streamlit-app │ ├── README.md │ ├── app.py │ ├── examples │ ├── demo │ │ ├── 0_prompt_injection_dan.txt │ │ ├── 1_prompt_with_pii.txt │ │ └── 2_medical_topic.txt │ └── system-message.txt │ ├── local.env │ └── requirements.txt ├── notebooks ├── Instrumenting_Bedrock.ipynb ├── Instrumenting_LangGraph.ipynb └── Instrumenting_OpenAI.ipynb ├── openllmtelemetry ├── __init__.py ├── config.py ├── content_id │ └── __init__.py ├── guardrails │ ├── __init__.py │ ├── client.py │ └── handlers.py ├── instrument.py ├── instrumentation │ ├── __init__.py │ ├── bedrock │ │ ├── __init__.py │ │ └── reusable_streaming_body.py │ ├── decorators │ │ ├── __init__.py │ │ └── task.py │ ├── openai │ │ ├── __init__.py │ │ ├── shared │ │ │ ├── __init__.py │ │ │ ├── chat_wrappers.py │ │ │ ├── completion_wrappers.py │ │ │ └── embeddings_wrappers.py │ │ ├── utils.py │ │ ├── v0 │ │ │ └── __init__.py │ │ ├── v1 │ │ │ └── __init__.py │ │ └── version.py │ └── watsonx │ │ ├── __init__.py │ │ ├── config.py │ │ └── utils.py ├── instrumentors.py ├── semantic_conventions │ └── gen_ai │ │ └── __init__.py ├── span_exporter.py └── version.py ├── poetry.lock ├── poetry.toml ├── pyproject.toml └── tests ├── __init__.py └── test_instrument.py /.bumpversion.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whylabs/openllmtelemetry/HEAD/.bumpversion.cfg -------------------------------------------------------------------------------- /.github/actions/python-build/action.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whylabs/openllmtelemetry/HEAD/.github/actions/python-build/action.yml -------------------------------------------------------------------------------- /.github/workflows/build.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whylabs/openllmtelemetry/HEAD/.github/workflows/build.yaml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whylabs/openllmtelemetry/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whylabs/openllmtelemetry/HEAD/LICENSE -------------------------------------------------------------------------------- /Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whylabs/openllmtelemetry/HEAD/Makefile -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whylabs/openllmtelemetry/HEAD/README.md -------------------------------------------------------------------------------- /examples/streamlit-app/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whylabs/openllmtelemetry/HEAD/examples/streamlit-app/README.md -------------------------------------------------------------------------------- /examples/streamlit-app/app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whylabs/openllmtelemetry/HEAD/examples/streamlit-app/app.py -------------------------------------------------------------------------------- /examples/streamlit-app/examples/demo/0_prompt_injection_dan.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whylabs/openllmtelemetry/HEAD/examples/streamlit-app/examples/demo/0_prompt_injection_dan.txt -------------------------------------------------------------------------------- /examples/streamlit-app/examples/demo/1_prompt_with_pii.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whylabs/openllmtelemetry/HEAD/examples/streamlit-app/examples/demo/1_prompt_with_pii.txt -------------------------------------------------------------------------------- /examples/streamlit-app/examples/demo/2_medical_topic.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whylabs/openllmtelemetry/HEAD/examples/streamlit-app/examples/demo/2_medical_topic.txt -------------------------------------------------------------------------------- /examples/streamlit-app/examples/system-message.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whylabs/openllmtelemetry/HEAD/examples/streamlit-app/examples/system-message.txt -------------------------------------------------------------------------------- /examples/streamlit-app/local.env: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whylabs/openllmtelemetry/HEAD/examples/streamlit-app/local.env -------------------------------------------------------------------------------- /examples/streamlit-app/requirements.txt: -------------------------------------------------------------------------------- 1 | streamlit==1.31.0 2 | openllmtelemetry[openai]>=0.0.1b15 -------------------------------------------------------------------------------- /notebooks/Instrumenting_Bedrock.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whylabs/openllmtelemetry/HEAD/notebooks/Instrumenting_Bedrock.ipynb -------------------------------------------------------------------------------- /notebooks/Instrumenting_LangGraph.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whylabs/openllmtelemetry/HEAD/notebooks/Instrumenting_LangGraph.ipynb -------------------------------------------------------------------------------- /notebooks/Instrumenting_OpenAI.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whylabs/openllmtelemetry/HEAD/notebooks/Instrumenting_OpenAI.ipynb -------------------------------------------------------------------------------- /openllmtelemetry/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whylabs/openllmtelemetry/HEAD/openllmtelemetry/__init__.py -------------------------------------------------------------------------------- /openllmtelemetry/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whylabs/openllmtelemetry/HEAD/openllmtelemetry/config.py -------------------------------------------------------------------------------- /openllmtelemetry/content_id/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whylabs/openllmtelemetry/HEAD/openllmtelemetry/content_id/__init__.py -------------------------------------------------------------------------------- /openllmtelemetry/guardrails/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whylabs/openllmtelemetry/HEAD/openllmtelemetry/guardrails/__init__.py -------------------------------------------------------------------------------- /openllmtelemetry/guardrails/client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whylabs/openllmtelemetry/HEAD/openllmtelemetry/guardrails/client.py -------------------------------------------------------------------------------- /openllmtelemetry/guardrails/handlers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whylabs/openllmtelemetry/HEAD/openllmtelemetry/guardrails/handlers.py -------------------------------------------------------------------------------- /openllmtelemetry/instrument.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whylabs/openllmtelemetry/HEAD/openllmtelemetry/instrument.py -------------------------------------------------------------------------------- /openllmtelemetry/instrumentation/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /openllmtelemetry/instrumentation/bedrock/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whylabs/openllmtelemetry/HEAD/openllmtelemetry/instrumentation/bedrock/__init__.py -------------------------------------------------------------------------------- /openllmtelemetry/instrumentation/bedrock/reusable_streaming_body.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whylabs/openllmtelemetry/HEAD/openllmtelemetry/instrumentation/bedrock/reusable_streaming_body.py -------------------------------------------------------------------------------- /openllmtelemetry/instrumentation/decorators/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whylabs/openllmtelemetry/HEAD/openllmtelemetry/instrumentation/decorators/__init__.py -------------------------------------------------------------------------------- /openllmtelemetry/instrumentation/decorators/task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whylabs/openllmtelemetry/HEAD/openllmtelemetry/instrumentation/decorators/task.py -------------------------------------------------------------------------------- /openllmtelemetry/instrumentation/openai/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whylabs/openllmtelemetry/HEAD/openllmtelemetry/instrumentation/openai/__init__.py -------------------------------------------------------------------------------- /openllmtelemetry/instrumentation/openai/shared/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whylabs/openllmtelemetry/HEAD/openllmtelemetry/instrumentation/openai/shared/__init__.py -------------------------------------------------------------------------------- /openllmtelemetry/instrumentation/openai/shared/chat_wrappers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whylabs/openllmtelemetry/HEAD/openllmtelemetry/instrumentation/openai/shared/chat_wrappers.py -------------------------------------------------------------------------------- /openllmtelemetry/instrumentation/openai/shared/completion_wrappers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whylabs/openllmtelemetry/HEAD/openllmtelemetry/instrumentation/openai/shared/completion_wrappers.py -------------------------------------------------------------------------------- /openllmtelemetry/instrumentation/openai/shared/embeddings_wrappers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whylabs/openllmtelemetry/HEAD/openllmtelemetry/instrumentation/openai/shared/embeddings_wrappers.py -------------------------------------------------------------------------------- /openllmtelemetry/instrumentation/openai/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whylabs/openllmtelemetry/HEAD/openllmtelemetry/instrumentation/openai/utils.py -------------------------------------------------------------------------------- /openllmtelemetry/instrumentation/openai/v0/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whylabs/openllmtelemetry/HEAD/openllmtelemetry/instrumentation/openai/v0/__init__.py -------------------------------------------------------------------------------- /openllmtelemetry/instrumentation/openai/v1/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whylabs/openllmtelemetry/HEAD/openllmtelemetry/instrumentation/openai/v1/__init__.py -------------------------------------------------------------------------------- /openllmtelemetry/instrumentation/openai/version.py: -------------------------------------------------------------------------------- 1 | __version__ = "0.10.2.dev5" 2 | -------------------------------------------------------------------------------- /openllmtelemetry/instrumentation/watsonx/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whylabs/openllmtelemetry/HEAD/openllmtelemetry/instrumentation/watsonx/__init__.py -------------------------------------------------------------------------------- /openllmtelemetry/instrumentation/watsonx/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whylabs/openllmtelemetry/HEAD/openllmtelemetry/instrumentation/watsonx/config.py -------------------------------------------------------------------------------- /openllmtelemetry/instrumentation/watsonx/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whylabs/openllmtelemetry/HEAD/openllmtelemetry/instrumentation/watsonx/utils.py -------------------------------------------------------------------------------- /openllmtelemetry/instrumentors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whylabs/openllmtelemetry/HEAD/openllmtelemetry/instrumentors.py -------------------------------------------------------------------------------- /openllmtelemetry/semantic_conventions/gen_ai/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whylabs/openllmtelemetry/HEAD/openllmtelemetry/semantic_conventions/gen_ai/__init__.py -------------------------------------------------------------------------------- /openllmtelemetry/span_exporter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whylabs/openllmtelemetry/HEAD/openllmtelemetry/span_exporter.py -------------------------------------------------------------------------------- /openllmtelemetry/version.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whylabs/openllmtelemetry/HEAD/openllmtelemetry/version.py -------------------------------------------------------------------------------- /poetry.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whylabs/openllmtelemetry/HEAD/poetry.lock -------------------------------------------------------------------------------- /poetry.toml: -------------------------------------------------------------------------------- 1 | [virtualenvs] 2 | create = true 3 | -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whylabs/openllmtelemetry/HEAD/pyproject.toml -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/test_instrument.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whylabs/openllmtelemetry/HEAD/tests/test_instrument.py --------------------------------------------------------------------------------