├── .github └── workflows │ ├── black.yml │ └── python_tests.yml ├── .gitignore ├── CONTRIBUTING.md ├── README.md ├── assets ├── argilla.png ├── datasets.png └── observers.png ├── examples ├── models │ ├── aisuite_example.py │ ├── async_openai_example.py │ ├── hf_client_example.py │ ├── litellm_example.py │ ├── ollama_example.py │ ├── openai_example.py │ ├── stream_async_hf_client_example.py │ ├── stream_openai_example.py │ └── transformers_example.py ├── openai_function_calling_example.py ├── stores │ ├── argilla_example.py │ ├── datasets_example.py │ ├── duckdb_example.py │ └── opentelemetry_example.py └── vision_example.py ├── pdm.lock ├── pyproject.toml ├── src └── observers │ ├── __init__.py │ ├── base.py │ ├── frameworks │ └── __init__.py │ ├── models │ ├── __init__.py │ ├── aisuite.py │ ├── base.py │ ├── hf_client.py │ ├── litellm.py │ ├── openai.py │ └── transformers.py │ └── stores │ ├── __init__.py │ ├── argilla.py │ ├── base.py │ ├── datasets.py │ ├── duckdb.py │ ├── migrations │ ├── 001_create_schema_version.sql │ ├── 002_add_arguments_field.sql │ └── __init__.py │ ├── opentelemetry.py │ └── sql_base.py └── tests ├── __init__.py ├── conftest.py ├── integration └── models │ ├── test_async_examples.py │ ├── test_examples.py │ └── test_stream_examples.py └── unit └── stores └── test_datasets.py /.github/workflows/black.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cfahlgren1/observers/HEAD/.github/workflows/black.yml -------------------------------------------------------------------------------- /.github/workflows/python_tests.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cfahlgren1/observers/HEAD/.github/workflows/python_tests.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cfahlgren1/observers/HEAD/.gitignore -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cfahlgren1/observers/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cfahlgren1/observers/HEAD/README.md -------------------------------------------------------------------------------- /assets/argilla.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cfahlgren1/observers/HEAD/assets/argilla.png -------------------------------------------------------------------------------- /assets/datasets.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cfahlgren1/observers/HEAD/assets/datasets.png -------------------------------------------------------------------------------- /assets/observers.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cfahlgren1/observers/HEAD/assets/observers.png -------------------------------------------------------------------------------- /examples/models/aisuite_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cfahlgren1/observers/HEAD/examples/models/aisuite_example.py -------------------------------------------------------------------------------- /examples/models/async_openai_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cfahlgren1/observers/HEAD/examples/models/async_openai_example.py -------------------------------------------------------------------------------- /examples/models/hf_client_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cfahlgren1/observers/HEAD/examples/models/hf_client_example.py -------------------------------------------------------------------------------- /examples/models/litellm_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cfahlgren1/observers/HEAD/examples/models/litellm_example.py -------------------------------------------------------------------------------- /examples/models/ollama_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cfahlgren1/observers/HEAD/examples/models/ollama_example.py -------------------------------------------------------------------------------- /examples/models/openai_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cfahlgren1/observers/HEAD/examples/models/openai_example.py -------------------------------------------------------------------------------- /examples/models/stream_async_hf_client_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cfahlgren1/observers/HEAD/examples/models/stream_async_hf_client_example.py -------------------------------------------------------------------------------- /examples/models/stream_openai_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cfahlgren1/observers/HEAD/examples/models/stream_openai_example.py -------------------------------------------------------------------------------- /examples/models/transformers_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cfahlgren1/observers/HEAD/examples/models/transformers_example.py -------------------------------------------------------------------------------- /examples/openai_function_calling_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cfahlgren1/observers/HEAD/examples/openai_function_calling_example.py -------------------------------------------------------------------------------- /examples/stores/argilla_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cfahlgren1/observers/HEAD/examples/stores/argilla_example.py -------------------------------------------------------------------------------- /examples/stores/datasets_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cfahlgren1/observers/HEAD/examples/stores/datasets_example.py -------------------------------------------------------------------------------- /examples/stores/duckdb_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cfahlgren1/observers/HEAD/examples/stores/duckdb_example.py -------------------------------------------------------------------------------- /examples/stores/opentelemetry_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cfahlgren1/observers/HEAD/examples/stores/opentelemetry_example.py -------------------------------------------------------------------------------- /examples/vision_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cfahlgren1/observers/HEAD/examples/vision_example.py -------------------------------------------------------------------------------- /pdm.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cfahlgren1/observers/HEAD/pdm.lock -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cfahlgren1/observers/HEAD/pyproject.toml -------------------------------------------------------------------------------- /src/observers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cfahlgren1/observers/HEAD/src/observers/__init__.py -------------------------------------------------------------------------------- /src/observers/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cfahlgren1/observers/HEAD/src/observers/base.py -------------------------------------------------------------------------------- /src/observers/frameworks/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/observers/models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/observers/models/aisuite.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cfahlgren1/observers/HEAD/src/observers/models/aisuite.py -------------------------------------------------------------------------------- /src/observers/models/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cfahlgren1/observers/HEAD/src/observers/models/base.py -------------------------------------------------------------------------------- /src/observers/models/hf_client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cfahlgren1/observers/HEAD/src/observers/models/hf_client.py -------------------------------------------------------------------------------- /src/observers/models/litellm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cfahlgren1/observers/HEAD/src/observers/models/litellm.py -------------------------------------------------------------------------------- /src/observers/models/openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cfahlgren1/observers/HEAD/src/observers/models/openai.py -------------------------------------------------------------------------------- /src/observers/models/transformers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cfahlgren1/observers/HEAD/src/observers/models/transformers.py -------------------------------------------------------------------------------- /src/observers/stores/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cfahlgren1/observers/HEAD/src/observers/stores/__init__.py -------------------------------------------------------------------------------- /src/observers/stores/argilla.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cfahlgren1/observers/HEAD/src/observers/stores/argilla.py -------------------------------------------------------------------------------- /src/observers/stores/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cfahlgren1/observers/HEAD/src/observers/stores/base.py -------------------------------------------------------------------------------- /src/observers/stores/datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cfahlgren1/observers/HEAD/src/observers/stores/datasets.py -------------------------------------------------------------------------------- /src/observers/stores/duckdb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cfahlgren1/observers/HEAD/src/observers/stores/duckdb.py -------------------------------------------------------------------------------- /src/observers/stores/migrations/001_create_schema_version.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cfahlgren1/observers/HEAD/src/observers/stores/migrations/001_create_schema_version.sql -------------------------------------------------------------------------------- /src/observers/stores/migrations/002_add_arguments_field.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cfahlgren1/observers/HEAD/src/observers/stores/migrations/002_add_arguments_field.sql -------------------------------------------------------------------------------- /src/observers/stores/migrations/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/observers/stores/opentelemetry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cfahlgren1/observers/HEAD/src/observers/stores/opentelemetry.py -------------------------------------------------------------------------------- /src/observers/stores/sql_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cfahlgren1/observers/HEAD/src/observers/stores/sql_base.py -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cfahlgren1/observers/HEAD/tests/conftest.py -------------------------------------------------------------------------------- /tests/integration/models/test_async_examples.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cfahlgren1/observers/HEAD/tests/integration/models/test_async_examples.py -------------------------------------------------------------------------------- /tests/integration/models/test_examples.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cfahlgren1/observers/HEAD/tests/integration/models/test_examples.py -------------------------------------------------------------------------------- /tests/integration/models/test_stream_examples.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cfahlgren1/observers/HEAD/tests/integration/models/test_stream_examples.py -------------------------------------------------------------------------------- /tests/unit/stores/test_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cfahlgren1/observers/HEAD/tests/unit/stores/test_datasets.py --------------------------------------------------------------------------------