├── .github └── workflows │ ├── publish.yml │ └── test-on-pr.yml ├── .gitignore ├── LICENSE ├── MANIFEST.in ├── README.md ├── README_PyPi.md ├── aimon ├── __init__.py ├── _base_client.py ├── _client.py ├── _compat.py ├── _constants.py ├── _exceptions.py ├── _files.py ├── _models.py ├── _qs.py ├── _resource.py ├── _response.py ├── _streaming.py ├── _types.py ├── _utils │ ├── __init__.py │ ├── _logs.py │ ├── _proxy.py │ ├── _reflection.py │ ├── _resources_proxy.py │ ├── _streams.py │ ├── _sync.py │ ├── _transform.py │ ├── _typing.py │ └── _utils.py ├── _version.py ├── decorators │ ├── __init__.py │ ├── detect.py │ └── evaluate.py ├── py.typed ├── reprompting_api │ ├── __init__.py │ ├── config.py │ ├── pipeline.py │ ├── reprompter.py │ ├── runner.py │ ├── telemetry.py │ └── utils.py ├── resources │ ├── __init__.py │ ├── analyze.py │ ├── applications │ │ ├── __init__.py │ │ ├── applications.py │ │ ├── evaluations │ │ │ ├── __init__.py │ │ │ ├── evaluations.py │ │ │ └── metrics.py │ │ └── production │ │ │ ├── __init__.py │ │ │ ├── metrics.py │ │ │ └── production.py │ ├── datasets │ │ ├── __init__.py │ │ ├── collection.py │ │ ├── datasets.py │ │ └── records.py │ ├── evaluations │ │ ├── __init__.py │ │ ├── evaluations.py │ │ └── run.py │ ├── inference.py │ ├── metrics.py │ ├── models.py │ ├── retrieval.py │ └── users.py └── types │ ├── __init__.py │ ├── analyze_create_params.py │ ├── analyze_create_response.py │ ├── application_create_params.py │ ├── application_create_response.py │ ├── application_delete_params.py │ ├── application_delete_response.py │ ├── application_retrieve_params.py │ ├── application_retrieve_response.py │ ├── applications │ ├── __init__.py │ ├── evaluations │ │ ├── __init__.py │ │ ├── metric_get_evaluation_metrics_params.py │ │ ├── metric_get_evaluation_metrics_response.py │ │ ├── metric_get_evaluation_run_metrics_params.py │ │ ├── metric_get_evaluation_run_metrics_response.py │ │ ├── metric_retrieve_params.py │ │ └── metric_retrieve_response.py │ └── production │ │ ├── __init__.py │ │ ├── metric_retrieve_params.py │ │ └── metric_retrieve_response.py │ ├── dataset.py │ ├── dataset_create_params.py │ ├── dataset_list_params.py │ ├── datasets │ ├── __init__.py │ ├── collection_create_params.py │ ├── collection_create_response.py │ ├── collection_retrieve_params.py │ ├── collection_retrieve_response.py │ ├── record_list_params.py │ └── record_list_response.py │ ├── evaluation_create_params.py │ ├── evaluation_create_response.py │ ├── evaluation_retrieve_params.py │ ├── evaluation_retrieve_response.py │ ├── evaluations │ ├── __init__.py │ ├── run_create_params.py │ └── run_create_response.py │ ├── inference_detect_params.py │ ├── inference_detect_response.py │ ├── metric_create_params.py │ ├── metric_delete_response.py │ ├── metric_list_response.py │ ├── model_create_params.py │ ├── model_create_response.py │ ├── model_list_response.py │ ├── model_retrieve_params.py │ ├── model_retrieve_response.py │ ├── retrieval_rerank_params.py │ ├── retrieval_rerank_response.py │ ├── user.py │ ├── user_create_params.py │ ├── user_retrieve_params.py │ └── user_validate_response.py ├── examples ├── .DS_Store ├── metaflow │ ├── README.md │ ├── requirements.txt │ └── summarization_flow.py ├── notebooks │ ├── aimon_continuous_mon_decorators_langchain_summarization.ipynb │ ├── aimon_continuous_mon_retrieval_quality.ipynb │ ├── aimon_evaluation_decorators_langchain_summarization.ipynb │ ├── aimon_multisampling.ipynb │ ├── aimon_sdk_langchain_summarization_low_level_api.ipynb │ ├── aimon_sdk_retrieval_apis.ipynb │ ├── test_evaluation_dataset_oct_2024_1.csv │ └── test_evaluation_dataset_oct_2024_2.csv └── streamlit_apps │ ├── chatbot │ ├── README.md │ ├── aimon_chatbot_demo.py │ └── requirements.txt │ └── summarization │ ├── README.md │ ├── langchain_summarization_app.py │ └── requirements.txt ├── images ├── aimon-rely-app-example.gif ├── aimon-rely-image.png ├── hallucination-benchmarks.png └── product_apps_page.png ├── setup.py └── tests ├── __init__.py ├── obsolete └── client_test.py ├── run.sh ├── test_detect.py ├── test_evaluate.py ├── test_low_level_api.py ├── test_reprompting_cases.py ├── test_reprompting_failures.py └── test_reprompting_utils.py /.github/workflows/publish.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/.github/workflows/publish.yml -------------------------------------------------------------------------------- /.github/workflows/test-on-pr.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/.github/workflows/test-on-pr.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/LICENSE -------------------------------------------------------------------------------- /MANIFEST.in: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/MANIFEST.in -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/README.md -------------------------------------------------------------------------------- /README_PyPi.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/README_PyPi.md -------------------------------------------------------------------------------- /aimon/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/__init__.py -------------------------------------------------------------------------------- /aimon/_base_client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/_base_client.py -------------------------------------------------------------------------------- /aimon/_client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/_client.py -------------------------------------------------------------------------------- /aimon/_compat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/_compat.py -------------------------------------------------------------------------------- /aimon/_constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/_constants.py -------------------------------------------------------------------------------- /aimon/_exceptions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/_exceptions.py -------------------------------------------------------------------------------- /aimon/_files.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/_files.py -------------------------------------------------------------------------------- /aimon/_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/_models.py -------------------------------------------------------------------------------- /aimon/_qs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/_qs.py -------------------------------------------------------------------------------- /aimon/_resource.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/_resource.py -------------------------------------------------------------------------------- /aimon/_response.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/_response.py -------------------------------------------------------------------------------- /aimon/_streaming.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/_streaming.py -------------------------------------------------------------------------------- /aimon/_types.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/_types.py -------------------------------------------------------------------------------- /aimon/_utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/_utils/__init__.py -------------------------------------------------------------------------------- /aimon/_utils/_logs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/_utils/_logs.py -------------------------------------------------------------------------------- /aimon/_utils/_proxy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/_utils/_proxy.py -------------------------------------------------------------------------------- /aimon/_utils/_reflection.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/_utils/_reflection.py -------------------------------------------------------------------------------- /aimon/_utils/_resources_proxy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/_utils/_resources_proxy.py -------------------------------------------------------------------------------- /aimon/_utils/_streams.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/_utils/_streams.py -------------------------------------------------------------------------------- /aimon/_utils/_sync.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/_utils/_sync.py -------------------------------------------------------------------------------- /aimon/_utils/_transform.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/_utils/_transform.py -------------------------------------------------------------------------------- /aimon/_utils/_typing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/_utils/_typing.py -------------------------------------------------------------------------------- /aimon/_utils/_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/_utils/_utils.py -------------------------------------------------------------------------------- /aimon/_version.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/_version.py -------------------------------------------------------------------------------- /aimon/decorators/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /aimon/decorators/detect.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/decorators/detect.py -------------------------------------------------------------------------------- /aimon/decorators/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/decorators/evaluate.py -------------------------------------------------------------------------------- /aimon/py.typed: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /aimon/reprompting_api/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /aimon/reprompting_api/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/reprompting_api/config.py -------------------------------------------------------------------------------- /aimon/reprompting_api/pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/reprompting_api/pipeline.py -------------------------------------------------------------------------------- /aimon/reprompting_api/reprompter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/reprompting_api/reprompter.py -------------------------------------------------------------------------------- /aimon/reprompting_api/runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/reprompting_api/runner.py -------------------------------------------------------------------------------- /aimon/reprompting_api/telemetry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/reprompting_api/telemetry.py -------------------------------------------------------------------------------- /aimon/reprompting_api/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/reprompting_api/utils.py -------------------------------------------------------------------------------- /aimon/resources/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/resources/__init__.py -------------------------------------------------------------------------------- /aimon/resources/analyze.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/resources/analyze.py -------------------------------------------------------------------------------- /aimon/resources/applications/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/resources/applications/__init__.py -------------------------------------------------------------------------------- /aimon/resources/applications/applications.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/resources/applications/applications.py -------------------------------------------------------------------------------- /aimon/resources/applications/evaluations/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/resources/applications/evaluations/__init__.py -------------------------------------------------------------------------------- /aimon/resources/applications/evaluations/evaluations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/resources/applications/evaluations/evaluations.py -------------------------------------------------------------------------------- /aimon/resources/applications/evaluations/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/resources/applications/evaluations/metrics.py -------------------------------------------------------------------------------- /aimon/resources/applications/production/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/resources/applications/production/__init__.py -------------------------------------------------------------------------------- /aimon/resources/applications/production/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/resources/applications/production/metrics.py -------------------------------------------------------------------------------- /aimon/resources/applications/production/production.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/resources/applications/production/production.py -------------------------------------------------------------------------------- /aimon/resources/datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/resources/datasets/__init__.py -------------------------------------------------------------------------------- /aimon/resources/datasets/collection.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/resources/datasets/collection.py -------------------------------------------------------------------------------- /aimon/resources/datasets/datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/resources/datasets/datasets.py -------------------------------------------------------------------------------- /aimon/resources/datasets/records.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/resources/datasets/records.py -------------------------------------------------------------------------------- /aimon/resources/evaluations/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/resources/evaluations/__init__.py -------------------------------------------------------------------------------- /aimon/resources/evaluations/evaluations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/resources/evaluations/evaluations.py -------------------------------------------------------------------------------- /aimon/resources/evaluations/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/resources/evaluations/run.py -------------------------------------------------------------------------------- /aimon/resources/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/resources/inference.py -------------------------------------------------------------------------------- /aimon/resources/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/resources/metrics.py -------------------------------------------------------------------------------- /aimon/resources/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/resources/models.py -------------------------------------------------------------------------------- /aimon/resources/retrieval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/resources/retrieval.py -------------------------------------------------------------------------------- /aimon/resources/users.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/resources/users.py -------------------------------------------------------------------------------- /aimon/types/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/types/__init__.py -------------------------------------------------------------------------------- /aimon/types/analyze_create_params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/types/analyze_create_params.py -------------------------------------------------------------------------------- /aimon/types/analyze_create_response.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/types/analyze_create_response.py -------------------------------------------------------------------------------- /aimon/types/application_create_params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/types/application_create_params.py -------------------------------------------------------------------------------- /aimon/types/application_create_response.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/types/application_create_response.py -------------------------------------------------------------------------------- /aimon/types/application_delete_params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/types/application_delete_params.py -------------------------------------------------------------------------------- /aimon/types/application_delete_response.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/types/application_delete_response.py -------------------------------------------------------------------------------- /aimon/types/application_retrieve_params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/types/application_retrieve_params.py -------------------------------------------------------------------------------- /aimon/types/application_retrieve_response.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/types/application_retrieve_response.py -------------------------------------------------------------------------------- /aimon/types/applications/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/types/applications/__init__.py -------------------------------------------------------------------------------- /aimon/types/applications/evaluations/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/types/applications/evaluations/__init__.py -------------------------------------------------------------------------------- /aimon/types/applications/evaluations/metric_get_evaluation_metrics_params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/types/applications/evaluations/metric_get_evaluation_metrics_params.py -------------------------------------------------------------------------------- /aimon/types/applications/evaluations/metric_get_evaluation_metrics_response.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/types/applications/evaluations/metric_get_evaluation_metrics_response.py -------------------------------------------------------------------------------- /aimon/types/applications/evaluations/metric_get_evaluation_run_metrics_params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/types/applications/evaluations/metric_get_evaluation_run_metrics_params.py -------------------------------------------------------------------------------- /aimon/types/applications/evaluations/metric_get_evaluation_run_metrics_response.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/types/applications/evaluations/metric_get_evaluation_run_metrics_response.py -------------------------------------------------------------------------------- /aimon/types/applications/evaluations/metric_retrieve_params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/types/applications/evaluations/metric_retrieve_params.py -------------------------------------------------------------------------------- /aimon/types/applications/evaluations/metric_retrieve_response.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/types/applications/evaluations/metric_retrieve_response.py -------------------------------------------------------------------------------- /aimon/types/applications/production/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/types/applications/production/__init__.py -------------------------------------------------------------------------------- /aimon/types/applications/production/metric_retrieve_params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/types/applications/production/metric_retrieve_params.py -------------------------------------------------------------------------------- /aimon/types/applications/production/metric_retrieve_response.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/types/applications/production/metric_retrieve_response.py -------------------------------------------------------------------------------- /aimon/types/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/types/dataset.py -------------------------------------------------------------------------------- /aimon/types/dataset_create_params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/types/dataset_create_params.py -------------------------------------------------------------------------------- /aimon/types/dataset_list_params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/types/dataset_list_params.py -------------------------------------------------------------------------------- /aimon/types/datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/types/datasets/__init__.py -------------------------------------------------------------------------------- /aimon/types/datasets/collection_create_params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/types/datasets/collection_create_params.py -------------------------------------------------------------------------------- /aimon/types/datasets/collection_create_response.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/types/datasets/collection_create_response.py -------------------------------------------------------------------------------- /aimon/types/datasets/collection_retrieve_params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/types/datasets/collection_retrieve_params.py -------------------------------------------------------------------------------- /aimon/types/datasets/collection_retrieve_response.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/types/datasets/collection_retrieve_response.py -------------------------------------------------------------------------------- /aimon/types/datasets/record_list_params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/types/datasets/record_list_params.py -------------------------------------------------------------------------------- /aimon/types/datasets/record_list_response.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/types/datasets/record_list_response.py -------------------------------------------------------------------------------- /aimon/types/evaluation_create_params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/types/evaluation_create_params.py -------------------------------------------------------------------------------- /aimon/types/evaluation_create_response.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/types/evaluation_create_response.py -------------------------------------------------------------------------------- /aimon/types/evaluation_retrieve_params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/types/evaluation_retrieve_params.py -------------------------------------------------------------------------------- /aimon/types/evaluation_retrieve_response.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/types/evaluation_retrieve_response.py -------------------------------------------------------------------------------- /aimon/types/evaluations/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/types/evaluations/__init__.py -------------------------------------------------------------------------------- /aimon/types/evaluations/run_create_params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/types/evaluations/run_create_params.py -------------------------------------------------------------------------------- /aimon/types/evaluations/run_create_response.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/types/evaluations/run_create_response.py -------------------------------------------------------------------------------- /aimon/types/inference_detect_params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/types/inference_detect_params.py -------------------------------------------------------------------------------- /aimon/types/inference_detect_response.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/types/inference_detect_response.py -------------------------------------------------------------------------------- /aimon/types/metric_create_params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/types/metric_create_params.py -------------------------------------------------------------------------------- /aimon/types/metric_delete_response.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/types/metric_delete_response.py -------------------------------------------------------------------------------- /aimon/types/metric_list_response.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/types/metric_list_response.py -------------------------------------------------------------------------------- /aimon/types/model_create_params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/types/model_create_params.py -------------------------------------------------------------------------------- /aimon/types/model_create_response.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/types/model_create_response.py -------------------------------------------------------------------------------- /aimon/types/model_list_response.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/types/model_list_response.py -------------------------------------------------------------------------------- /aimon/types/model_retrieve_params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/types/model_retrieve_params.py -------------------------------------------------------------------------------- /aimon/types/model_retrieve_response.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/types/model_retrieve_response.py -------------------------------------------------------------------------------- /aimon/types/retrieval_rerank_params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/types/retrieval_rerank_params.py -------------------------------------------------------------------------------- /aimon/types/retrieval_rerank_response.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/types/retrieval_rerank_response.py -------------------------------------------------------------------------------- /aimon/types/user.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/types/user.py -------------------------------------------------------------------------------- /aimon/types/user_create_params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/types/user_create_params.py -------------------------------------------------------------------------------- /aimon/types/user_retrieve_params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/types/user_retrieve_params.py -------------------------------------------------------------------------------- /aimon/types/user_validate_response.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/aimon/types/user_validate_response.py -------------------------------------------------------------------------------- /examples/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/examples/.DS_Store -------------------------------------------------------------------------------- /examples/metaflow/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/examples/metaflow/README.md -------------------------------------------------------------------------------- /examples/metaflow/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/examples/metaflow/requirements.txt -------------------------------------------------------------------------------- /examples/metaflow/summarization_flow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/examples/metaflow/summarization_flow.py -------------------------------------------------------------------------------- /examples/notebooks/aimon_continuous_mon_decorators_langchain_summarization.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/examples/notebooks/aimon_continuous_mon_decorators_langchain_summarization.ipynb -------------------------------------------------------------------------------- /examples/notebooks/aimon_continuous_mon_retrieval_quality.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/examples/notebooks/aimon_continuous_mon_retrieval_quality.ipynb -------------------------------------------------------------------------------- /examples/notebooks/aimon_evaluation_decorators_langchain_summarization.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/examples/notebooks/aimon_evaluation_decorators_langchain_summarization.ipynb -------------------------------------------------------------------------------- /examples/notebooks/aimon_multisampling.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/examples/notebooks/aimon_multisampling.ipynb -------------------------------------------------------------------------------- /examples/notebooks/aimon_sdk_langchain_summarization_low_level_api.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/examples/notebooks/aimon_sdk_langchain_summarization_low_level_api.ipynb -------------------------------------------------------------------------------- /examples/notebooks/aimon_sdk_retrieval_apis.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/examples/notebooks/aimon_sdk_retrieval_apis.ipynb -------------------------------------------------------------------------------- /examples/notebooks/test_evaluation_dataset_oct_2024_1.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/examples/notebooks/test_evaluation_dataset_oct_2024_1.csv -------------------------------------------------------------------------------- /examples/notebooks/test_evaluation_dataset_oct_2024_2.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/examples/notebooks/test_evaluation_dataset_oct_2024_2.csv -------------------------------------------------------------------------------- /examples/streamlit_apps/chatbot/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/examples/streamlit_apps/chatbot/README.md -------------------------------------------------------------------------------- /examples/streamlit_apps/chatbot/aimon_chatbot_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/examples/streamlit_apps/chatbot/aimon_chatbot_demo.py -------------------------------------------------------------------------------- /examples/streamlit_apps/chatbot/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/examples/streamlit_apps/chatbot/requirements.txt -------------------------------------------------------------------------------- /examples/streamlit_apps/summarization/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/examples/streamlit_apps/summarization/README.md -------------------------------------------------------------------------------- /examples/streamlit_apps/summarization/langchain_summarization_app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/examples/streamlit_apps/summarization/langchain_summarization_app.py -------------------------------------------------------------------------------- /examples/streamlit_apps/summarization/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/examples/streamlit_apps/summarization/requirements.txt -------------------------------------------------------------------------------- /images/aimon-rely-app-example.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/images/aimon-rely-app-example.gif -------------------------------------------------------------------------------- /images/aimon-rely-image.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/images/aimon-rely-image.png -------------------------------------------------------------------------------- /images/hallucination-benchmarks.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/images/hallucination-benchmarks.png -------------------------------------------------------------------------------- /images/product_apps_page.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/images/product_apps_page.png -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/setup.py -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/obsolete/client_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/tests/obsolete/client_test.py -------------------------------------------------------------------------------- /tests/run.sh: -------------------------------------------------------------------------------- 1 | python -m pytest . --ignore=obsolete/ -v --log-cli-level=INFO -------------------------------------------------------------------------------- /tests/test_detect.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/tests/test_detect.py -------------------------------------------------------------------------------- /tests/test_evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/tests/test_evaluate.py -------------------------------------------------------------------------------- /tests/test_low_level_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/tests/test_low_level_api.py -------------------------------------------------------------------------------- /tests/test_reprompting_cases.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/tests/test_reprompting_cases.py -------------------------------------------------------------------------------- /tests/test_reprompting_failures.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/tests/test_reprompting_failures.py -------------------------------------------------------------------------------- /tests/test_reprompting_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aimonlabs/aimon-python-sdk/HEAD/tests/test_reprompting_utils.py --------------------------------------------------------------------------------