├── docs ├── dataset │ └── index.md ├── CNAME ├── reference │ ├── io.md │ ├── asset.md │ ├── errors.md │ ├── annotation.md │ ├── initialize.md │ ├── metrics.md │ ├── workflow │ │ ├── io.md │ │ ├── model.md │ │ ├── plot.md │ │ ├── test-run.md │ │ ├── asset.md │ │ ├── inference.md │ │ ├── test-case.md │ │ ├── test-suite.md │ │ ├── ground-truth.md │ │ ├── test-sample.md │ │ ├── visualization.md │ │ ├── annotation.md │ │ ├── define-workflow.md │ │ ├── evaluator.md │ │ ├── metrics.md │ │ └── thresholded-metrics.md │ ├── pre-built │ │ └── index.md │ └── dataset │ │ └── index.md ├── assets │ ├── images │ │ ├── 300-W.jpg │ │ ├── CoQA.jpg │ │ ├── LFW.jpg │ │ ├── favicon.png │ │ ├── fr11.jpg │ │ ├── logo-white.svg │ │ ├── CIFAR-10.jpg │ │ ├── background.svg │ │ ├── wordmark-white.svg │ │ ├── CNN-DailyMail.jpg │ │ ├── KITTI-pointcloud.png │ │ ├── STS-benchmark.jpg │ │ ├── activation-map.png │ │ ├── add-test-cases.gif │ │ ├── card-background.png │ │ ├── coco-stuff-10k.jpg │ │ ├── custom-metrics.png │ │ ├── extraction-area.png │ │ ├── face-recognition.jpg │ │ ├── kolena-banner.png │ │ ├── metrics-fpr-dark.svg │ │ ├── metrics-fpr-light.svg │ │ ├── scim-setup-image.png │ │ ├── tabular-text-dark.png │ │ ├── task-od-qs-dark.gif │ │ ├── task-od-qs-dark.png │ │ ├── task-od-qs-light.gif │ │ ├── task-od-qs-light.png │ │ ├── wordmark-violet.svg │ │ ├── COCO-transportation.jpeg │ │ ├── add-test-cases-light.gif │ │ ├── classification-dog.jpg │ │ ├── custom-fields-dark.gif │ │ ├── custom-fields-light.gif │ │ ├── custom-metrics-dark.png │ │ ├── custom-metrics-light.png │ │ ├── custom-queries-dark.gif │ │ ├── custom-queries-light.gif │ │ ├── detection-airplane.jpg │ │ ├── gallery-audio-dark.png │ │ ├── gallery-audio-light.png │ │ ├── gallery-text-dark.png │ │ ├── gallery-text-light.png │ │ ├── gallery-view-dark.png │ │ ├── gallery-view-light.png │ │ ├── metrics-ap-od-pr-dark.svg │ │ ├── metrics-ap-od-pr-light.svg │ │ ├── metrics-der-example1.png │ │ ├── metrics-der-example2.png │ │ ├── metrics-iou-2dbbox-dark.svg │ │ ├── metrics-iou-seg-mask.png │ │ ├── metrics-prcurve-dark.png │ │ ├── metrics-prcurve-light.png │ │ ├── metrics-precision-dark.svg │ │ ├── metrics-precision-light.svg │ │ ├── metrics-recall-dark.svg │ │ ├── metrics-recall-light.svg │ │ ├── scim-active-directory.png │ │ ├── tabular-audio-dark.png │ │ ├── tabular-audio-light.png │ │ ├── tabular-text-light.png │ │ ├── task-od-debugger-dark.png │ │ ├── task-od-debugger-light.png │ │ ├── task-od-multiclass.png │ │ ├── task-od-prcurve-dark.png │ │ ├── task-od-prcurve-light.png │ │ ├── test-case-diff-dark.png │ │ ├── test-case-diff-light.png │ │ ├── extraction-aspect-dark.gif │ │ ├── extraction-aspect-light.gif │ │ ├── extraction-brightness-dark.gif │ │ ├── extraction-contrast-dark.gif │ │ ├── extraction-contrast-light.gif │ │ ├── extraction-entropy-dark.gif │ │ ├── extraction-entropy-light.gif │ │ ├── extraction-sharpness-dark.gif │ │ ├── extraction-symmetry-dark.gif │ │ ├── extraction-symmetry-light.gif │ │ ├── hydrated-image-example-dark.png │ │ ├── hydrated-text-example-dark.png │ │ ├── hydrated-text-example-light.png │ │ ├── metrics-ap-ir-example-dark.svg │ │ ├── metrics-ap-ir-example-light.svg │ │ ├── metrics-ap-limitation2-dark.svg │ │ ├── metrics-ap-limitation2-light.svg │ │ ├── metrics-ap-limitation5-dark.svg │ │ ├── metrics-ap-limitation5-light.svg │ │ ├── metrics-ap-od-example-dark.svg │ │ ├── metrics-ap-od-example-light.svg │ │ ├── metrics-ap-od-pr-11-dark.svg │ │ ├── metrics-ap-od-pr-11-light.svg │ │ ├── metrics-bbox-legend-dark.svg │ │ ├── metrics-bbox-legend-gt-dark.svg │ │ ├── metrics-bbox-legend-gt-light.svg │ │ ├── metrics-bbox-legend-light.svg │ │ ├── metrics-iou-2dbbox-light.svg │ │ ├── metrics-iou-example1-dark.svg │ │ ├── metrics-iou-example1-light.svg │ │ ├── metrics-iou-example2-dark.svg │ │ ├── metrics-iou-example2-light.svg │ │ ├── metrics-iou-example3-dark.svg │ │ ├── metrics-iou-example3-light.svg │ │ ├── metrics-matcher-example1-dark.svg │ │ ├── metrics-matcher-example2-dark.svg │ │ ├── metrics-matcher-example3-dark.svg │ │ ├── metrics-matcher-example4-dark.svg │ │ ├── metrics-matcher-gt-order-dark.svg │ │ ├── metrics-prcurve-example-dark.png │ │ ├── metrics-specificity-dark.svg │ │ ├── metrics-specificity-light.svg │ │ ├── numeric-aggregation-optins.png │ │ ├── quickstart-compare-models.gif │ │ ├── quickstart-define-metrics.gif │ │ ├── quickstart-distribution.jpg │ │ ├── quickstart-otf-plotting.gif │ │ ├── speaker-diarization-example.png │ │ ├── task-metrics-regression.gif │ │ ├── task-od-make-dataset-dark.gif │ │ ├── task-od-make-dataset-light.gif │ │ ├── task-od-model-config-dark.png │ │ ├── task-od-model-config-light.png │ │ ├── thresholded-metrics-dark.gif │ │ ├── thresholded-metrics-light.gif │ │ ├── thresholded-plots-dark.gif │ │ ├── thresholded-plots-light.gif │ │ ├── upload-embeddings-enable.gif │ │ ├── automated-embeddings-extraction.gif │ │ ├── categorical-aggregation-options.png │ │ ├── extraction-brightness-light.gif │ │ ├── extraction-sharpness-light.gif │ │ ├── hydrated-image-example-light.png │ │ ├── librispeech-workflow-example.png │ │ ├── metric-groups-leaderboard-dark.gif │ │ ├── metric-groups-leaderboard-light.gif │ │ ├── metrics-bert-computation-dark.svg │ │ ├── metrics-bert-computation-light.svg │ │ ├── metrics-bert-vector-space-dark.svg │ │ ├── metrics-bert-vector-space-light.svg │ │ ├── metrics-confusion-matrix-dark.png │ │ ├── metrics-confusion-matrix-light.png │ │ ├── metrics-confusion-matrix-steps.gif │ │ ├── metrics-iou-seg-mask-results.png │ │ ├── metrics-matcher-example1-light.svg │ │ ├── metrics-matcher-example2-light.svg │ │ ├── metrics-matcher-example3-light.svg │ │ ├── metrics-matcher-example4-light.svg │ │ ├── metrics-matcher-gt-order-light.svg │ │ ├── metrics-matcher-oid-group-of.jpg │ │ ├── metrics-prcurve-example-light.png │ │ ├── metrics-roccurve-example-dark.png │ │ ├── metrics-roccurve-example-light.png │ │ ├── nesting-test-case-metrics-dark.jpg │ │ ├── nesting-test-case-metrics-light.jpg │ │ ├── prompt-extraction-access-dark.gif │ │ ├── prompt-extraction-access-light.gif │ │ ├── quality_standard_diagram_dark.jpeg │ │ ├── quality_standard_diagram_light.jpeg │ │ ├── quickstart-compare-models-light.gif │ │ ├── quickstart-configure-metrics.gif │ │ ├── quickstart-create-test-cases.gif │ │ ├── quickstart-distribution-light.png │ │ ├── quickstart-otf-plotting-light.gif │ │ ├── task-metrics-object-detection.gif │ │ ├── task-metrics-regression-light.gif │ │ ├── task-od-evaluation-config-dark.gif │ │ ├── task-od-evaluation-config-light.gif │ │ ├── task-od-upload-results-dark.gif │ │ ├── task-od-upload-results-light.gif │ │ ├── use-case-crossing-pedestrian.png │ │ ├── use-case-instance-segmentation.png │ │ ├── edit-text-extraction-properties-dark.gif │ │ ├── metrics-ap-od-pr-interpolation-dark.svg │ │ ├── metrics-ap-od-pr-interpolation-light.svg │ │ ├── metrics-bbox-legend-unmatched-dark.svg │ │ ├── metrics-bbox-legend-unmatched-light.svg │ │ ├── metrics-matcher-greedy-matching-dark.svg │ │ ├── metrics-matcher-greedy-matching-light.svg │ │ ├── metrics-matcher-oid-non-exhaustive.jpg │ │ ├── quickstart-configure-metrics-light.gif │ │ ├── quickstart-upload-dataset-workflow.gif │ │ ├── quickstart-upload-results-workflow.gif │ │ ├── statistical-significance-demo-dark.gif │ │ ├── statistical-significance-demo-light.gif │ │ ├── task-metrics-binary-classification.gif │ │ ├── task-metrics-object-detection-light.gif │ │ ├── boundingbox-extraction-configuration-dark.gif │ │ ├── edit-image-extraction-properties-dark.gif │ │ ├── edit-image-extraction-properties-light.gif │ │ ├── edit-text-extraction-properties-light.gif │ │ ├── metrics-confusion-matrix-normalized-dark.png │ │ ├── metrics-confusion-matrix-normalized-light.png │ │ ├── metrics-prcurve-example-multiclass-dark.png │ │ ├── metrics-prcurve-example-multiclass-light.png │ │ ├── metrics-roccurve-example-multiclass-dark.png │ │ ├── metrics-roccurve-example-multiclass-light.png │ │ ├── navigate-to-image-extraction-config-dark.gif │ │ ├── navigate-to-image-extraction-config-light.gif │ │ ├── navigate-to-text-extraction-config-dark.gif │ │ ├── navigate-to-text-extraction-config-light.gif │ │ ├── quickstart-upload-dataset-workflow-dark.gif │ │ ├── quickstart-upload-dataset-workflow-light.gif │ │ ├── quickstart-upload-results-workflow-light.gif │ │ ├── select-image-extraction-properties-dark.gif │ │ ├── select-image-extraction-properties-light.gif │ │ ├── select-text-extraction-properties-dark.gif │ │ ├── select-text-extraction-properties-light.gif │ │ ├── task-metrics-binary-classification-light.gif │ │ ├── task-metrics-multiclass-classification.gif │ │ ├── boundingbox-extraction-configuration-light.gif │ │ └── task-metrics-multiclass-classification-light.gif │ ├── css │ │ └── mkdocstrings.css │ └── javascript │ │ └── mathjax.js ├── setup_insiders.sh ├── overrides │ └── .icons │ │ └── kolena │ │ ├── logo.svg │ │ ├── video-16.svg │ │ ├── video-20.svg │ │ ├── paragraph-16.svg │ │ ├── dark-mode-20.svg │ │ ├── dark-mode-16.svg │ │ ├── paragraph-20.svg │ │ ├── cloud-20.svg │ │ ├── cloud-16.svg │ │ ├── lab-test-20.svg │ │ ├── organization-16.svg │ │ ├── organization-20.svg │ │ ├── music-16.svg │ │ ├── test-suite-20.svg │ │ ├── test-suite-16.svg │ │ ├── media-20.svg │ │ ├── chat-16.svg │ │ ├── music-20.svg │ │ ├── chat-20.svg │ │ ├── flag-20.svg │ │ ├── diarization-workflow-16.svg │ │ ├── diarization-workflow-20.svg │ │ ├── lab-test-16.svg │ │ ├── media-16.svg │ │ ├── flag-16.svg │ │ ├── studio-20.svg │ │ ├── archive-20.svg │ │ ├── dataset-16.svg │ │ ├── warning-sign-20.svg │ │ ├── studio-16.svg │ │ ├── warning-sign-16.svg │ │ ├── archive-16.svg │ │ ├── external-link-20.svg │ │ ├── audio-workflow-20.svg │ │ └── audio-workflow-16.svg ├── authentication-integrations │ └── index.md └── connecting-external-llm-endpoint │ └── index.md ├── .github ├── CODEOWNERS └── pull_request_template.md ├── .gitattributes ├── examples ├── dataset │ ├── named_entity_recognition │ │ ├── data │ │ │ └── .gitignore │ │ ├── named_entity_recognition │ │ │ └── __init__.py │ │ └── pyproject.toml │ ├── construct_studio_url │ │ ├── README.md │ │ ├── pyproject.toml │ │ └── construct_studio_url │ │ │ └── __init__.py │ ├── rain_forecast │ │ ├── pyproject.toml │ │ └── rain_forecast │ │ │ ├── __init__.py │ │ │ └── constants.py │ ├── age_estimation │ │ ├── age_estimation │ │ │ ├── __init__.py │ │ │ └── constants.py │ │ └── pyproject.toml │ ├── classification │ │ ├── classification │ │ │ ├── __init__.py │ │ │ ├── binary │ │ │ │ ├── __init__.py │ │ │ │ └── constants.py │ │ │ └── multiclass │ │ │ │ ├── __init__.py │ │ │ │ └── constants.py │ │ └── pyproject.toml │ ├── retrieval_augmented_generation │ │ ├── pyproject.toml │ │ └── retrieval_augmented_generation │ │ │ └── __init__.py │ ├── person_detection │ │ ├── person_detection │ │ │ └── __init__.py │ │ └── pyproject.toml │ ├── face_recognition_11 │ │ ├── face_recognition_11 │ │ │ └── __init__.py │ │ └── pyproject.toml │ ├── keypoint_detection │ │ ├── keypoint_detection │ │ │ ├── __init__.py │ │ │ └── constants.py │ │ └── pyproject.toml │ ├── object_detection_2d │ │ ├── object_detection_2d │ │ │ └── __init__.py │ │ └── pyproject.toml │ ├── object_detection_3d │ │ ├── object_detection_3d │ │ │ ├── __init__.py │ │ │ └── vendored │ │ │ │ └── __init__.py │ │ └── pyproject.toml │ ├── question_answering │ │ ├── question_answering │ │ │ └── __init__.py │ │ └── pyproject.toml │ ├── search_embeddings │ │ ├── search_embeddings │ │ │ └── __init__.py │ │ └── pyproject.toml │ ├── speaker_diarization │ │ ├── speaker_diarization │ │ │ └── __init__.py │ │ └── pyproject.toml │ ├── text_summarization │ │ └── text_summarization │ │ │ └── __init__.py │ ├── instance_segmentation │ │ ├── instance_segmentation │ │ │ └── __init__.py │ │ └── pyproject.toml │ ├── semantic_segmentation │ │ ├── semantic_segmentation │ │ │ └── __init__.py │ │ └── pyproject.toml │ ├── image_retrieval_by_text │ │ ├── image_retrieval_by_text │ │ │ └── __init__.py │ │ └── pyproject.toml │ ├── personal_data_detection │ │ ├── personal_data_detection │ │ │ ├── __init__.py │ │ │ └── constants.py │ │ └── pyproject.toml │ ├── automatic_speech_recognition │ │ ├── automatic_speech_recognition │ │ │ └── __init__.py │ │ └── pyproject.toml │ ├── crossing_pedestrian_detection │ │ ├── crossing_pedestrian_detection │ │ │ └── __init__.py │ │ └── pyproject.toml │ └── semantic_textual_similarity │ │ ├── semantic_textual_similarity │ │ └── __init__.py │ │ └── pyproject.toml ├── README.md └── workflow │ ├── text_summarization │ ├── docker │ │ ├── build.sh │ │ └── text-summarization.dockerfile │ └── text_summarization │ │ ├── __init__.py │ │ └── utils.py │ ├── age_estimation │ ├── pyproject.toml │ └── age_estimation │ │ └── __init__.py │ ├── face_recognition_11 │ ├── pyproject.toml │ └── face_recognition_11 │ │ └── __init__.py │ ├── keypoint_detection │ ├── pyproject.toml │ └── keypoint_detection │ │ └── __init__.py │ ├── classification │ ├── pyproject.toml │ ├── scripts │ │ ├── __init__.py │ │ ├── binary │ │ │ └── __init__.py │ │ └── multiclass │ │ │ └── __init__.py │ ├── classification │ │ └── __init__.py │ └── tests │ │ └── conftest.py │ ├── object_detection_2d │ ├── pyproject.toml │ └── object_detection_2d │ │ ├── __init__.py │ │ └── extended │ │ └── __init__.py │ ├── search_embeddings │ ├── search │ │ └── __init__.py │ └── pyproject.toml │ ├── question_answering │ └── question_answering │ │ └── __init__.py │ ├── semantic_textual_similarity │ ├── pyproject.toml │ └── semantic_textual_similarity │ │ └── __init__.py │ ├── object_detection_3d │ ├── object_detection_3d │ │ ├── __init__.py │ │ └── vendored │ │ │ └── __init__.py │ └── pyproject.toml │ ├── semantic_segmentation │ ├── semantic_segmentation │ │ └── __init__.py │ └── pyproject.toml │ ├── speaker_diarization │ ├── speaker_diarization │ │ └── __init__.py │ └── pyproject.toml │ └── automatic_speech_recognition │ ├── automatic_speech_recognition │ └── __init__.py │ └── pyproject.toml ├── tests ├── unit │ ├── workflow │ │ ├── visualization │ │ │ ├── data │ │ │ │ └── rgba.png │ │ │ └── __init__.py │ │ ├── __init__.py │ │ ├── test_test_case.py │ │ ├── test_test_suite.py │ │ ├── test_model.py │ │ └── test_io.py │ ├── __init__.py │ ├── utils │ │ ├── __init__.py │ │ └── dataframes │ │ │ └── __init__.py │ ├── _extras │ │ └── __init__.py │ ├── dataset │ │ └── __init__.py │ ├── metrics │ │ └── __init__.py │ └── _experimental │ │ ├── __init__.py │ │ ├── trace │ │ └── __init__.py │ │ ├── classification │ │ └── __init__.py │ │ └── object_detection │ │ └── __init__.py ├── __init__.py └── integration │ ├── __init__.py │ ├── dataset │ └── __init__.py │ ├── workflow │ └── __init__.py │ └── _experimental │ ├── __init__.py │ ├── dataset │ └── __init__.py │ ├── trace │ └── __init__.py │ └── object_detection │ └── __init__.py ├── .flake8 ├── codecov.yml ├── .gitignore ├── .mypy.ini ├── LICENSE_HEADER └── kolena ├── _api ├── __init__.py ├── v1 │ ├── __init__.py │ ├── workflow.py │ └── repository.py └── v2 │ └── __init__.py ├── _extras ├── __init__.py └── metrics │ ├── __init__.py │ └── sklearn.py ├── _utils ├── __init__.py ├── dataframes │ └── __init__.py └── pydantic_v1 │ └── dataclasses.py ├── _experimental ├── search │ ├── _internal │ │ └── __init__.py │ └── __init__.py ├── trace │ └── __init__.py ├── workflow │ └── __init__.py ├── dataset │ └── __init__.py ├── classification │ └── __init__.py └── __init__.py ├── workflow └── io.py └── __init__.py /docs/dataset/index.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /docs/CNAME: -------------------------------------------------------------------------------- 1 | docs.kolena.io 2 | -------------------------------------------------------------------------------- /docs/reference/io.md: -------------------------------------------------------------------------------- 1 | ::: kolena.io 2 | -------------------------------------------------------------------------------- /docs/reference/asset.md: -------------------------------------------------------------------------------- 1 | ::: kolena.asset 2 | -------------------------------------------------------------------------------- /docs/reference/errors.md: -------------------------------------------------------------------------------- 1 | ::: kolena.errors 2 | -------------------------------------------------------------------------------- /docs/reference/annotation.md: -------------------------------------------------------------------------------- 1 | ::: kolena.annotation 2 | -------------------------------------------------------------------------------- /docs/reference/initialize.md: -------------------------------------------------------------------------------- 1 | ::: kolena.initialize 2 | -------------------------------------------------------------------------------- /.github/CODEOWNERS: -------------------------------------------------------------------------------- 1 | * @kolenaIO/kolena-owners 2 | -------------------------------------------------------------------------------- /.gitattributes: -------------------------------------------------------------------------------- 1 | docs/assets/images/** filter=lfs diff=lfs merge=lfs -text 2 | -------------------------------------------------------------------------------- /docs/reference/metrics.md: -------------------------------------------------------------------------------- 1 | # `kolena.metrics` 2 | 3 | ::: kolena.metrics 4 | -------------------------------------------------------------------------------- /examples/dataset/named_entity_recognition/data/.gitignore: -------------------------------------------------------------------------------- 1 | * 2 | 3 | !.gitignore 4 | -------------------------------------------------------------------------------- /docs/reference/workflow/io.md: -------------------------------------------------------------------------------- 1 | --- 2 | search: 3 | boost: -0.5 4 | --- 5 | 6 | # `kolena.workflow.io` 7 | 8 | ::: kolena.workflow.io 9 | -------------------------------------------------------------------------------- /docs/reference/workflow/model.md: -------------------------------------------------------------------------------- 1 | --- 2 | search: 3 | boost: -0.5 4 | --- 5 | 6 | # `kolena.workflow.Model` 7 | 8 | ::: kolena.workflow.model 9 | -------------------------------------------------------------------------------- /tests/unit/workflow/visualization/data/rgba.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/kolena/HEAD/tests/unit/workflow/visualization/data/rgba.png -------------------------------------------------------------------------------- /docs/reference/workflow/plot.md: -------------------------------------------------------------------------------- 1 | --- 2 | search: 3 | boost: -0.5 4 | --- 5 | 6 | # Plots: `kolena.workflow.plot` 7 | 8 | ::: kolena.workflow.plot 9 | -------------------------------------------------------------------------------- /docs/reference/workflow/test-run.md: -------------------------------------------------------------------------------- 1 | --- 2 | search: 3 | boost: -0.5 4 | --- 5 | 6 | # `kolena.workflow.test` 7 | 8 | ::: kolena.workflow.test_run 9 | -------------------------------------------------------------------------------- /.flake8: -------------------------------------------------------------------------------- 1 | [flake8] 2 | max-line-length = 120 3 | inline-quotes = " 4 | multiline-quotes = """ 5 | ignore = TYP001 6 | per-file-ignores = __init__.py:F401 7 | -------------------------------------------------------------------------------- /docs/reference/workflow/asset.md: -------------------------------------------------------------------------------- 1 | --- 2 | search: 3 | boost: -0.5 4 | --- 5 | 6 | # Assets: `kolena.workflow.asset` 7 | 8 | ::: kolena.workflow.asset 9 | -------------------------------------------------------------------------------- /docs/reference/workflow/inference.md: -------------------------------------------------------------------------------- 1 | --- 2 | search: 3 | boost: -0.5 4 | --- 5 | 6 | # `kolena.workflow.Inference` 7 | 8 | ::: kolena.workflow.inference 9 | -------------------------------------------------------------------------------- /docs/reference/workflow/test-case.md: -------------------------------------------------------------------------------- 1 | --- 2 | search: 3 | boost: -0.5 4 | --- 5 | 6 | # `kolena.workflow.TestCase` 7 | 8 | ::: kolena.workflow.test_case 9 | -------------------------------------------------------------------------------- /docs/reference/workflow/test-suite.md: -------------------------------------------------------------------------------- 1 | --- 2 | search: 3 | boost: -0.5 4 | --- 5 | 6 | # `kolena.workflow.TestSuite` 7 | 8 | ::: kolena.workflow.test_suite 9 | -------------------------------------------------------------------------------- /docs/reference/workflow/ground-truth.md: -------------------------------------------------------------------------------- 1 | --- 2 | search: 3 | boost: -0.5 4 | --- 5 | 6 | # `kolena.workflow.GroundTruth` 7 | 8 | ::: kolena.workflow.ground_truth 9 | -------------------------------------------------------------------------------- /docs/reference/workflow/test-sample.md: -------------------------------------------------------------------------------- 1 | --- 2 | search: 3 | boost: -0.5 4 | --- 5 | 6 | # `kolena.workflow.TestSample` 7 | 8 | ::: kolena.workflow.test_sample 9 | -------------------------------------------------------------------------------- /docs/assets/images/300-W.jpg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:ca7054b95677edf23da0647113e0eb62d8618f8a128d73ba2adbcaaeab45bc50 3 | size 98390 4 | -------------------------------------------------------------------------------- /docs/assets/images/CoQA.jpg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:cebad11dd7ca3c492a2aedc4a155ad80cc8350aad24eb812256ecf114f320610 3 | size 153495 4 | -------------------------------------------------------------------------------- /docs/assets/images/LFW.jpg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:275ec04152bbd062e940c26ae74f947808311406f4244a45374a2ae18a1664ae 3 | size 120212 4 | -------------------------------------------------------------------------------- /docs/assets/images/favicon.png: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:0a9dcea6f864248548c887c041c9f8e4a8862790d56014257ad9d29aad58b1db 3 | size 2117 4 | -------------------------------------------------------------------------------- /docs/assets/images/fr11.jpg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:29007d8c9b6f1530f1d552110da78e0de609cfd110b03c1225010187c7b06103 3 | size 66469 4 | -------------------------------------------------------------------------------- /docs/assets/images/logo-white.svg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:6d5e4a2081be4f660cdf1e4ab10c16be7ecbf623e0de651f1559448c56717a65 3 | size 482 4 | -------------------------------------------------------------------------------- /docs/reference/workflow/visualization.md: -------------------------------------------------------------------------------- 1 | --- 2 | search: 3 | boost: -0.5 4 | --- 5 | 6 | # `kolena.workflow.visualization` 7 | 8 | ::: kolena.workflow.visualization 9 | -------------------------------------------------------------------------------- /docs/assets/images/CIFAR-10.jpg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:5f4ca1cdb1189c41b560a970b1cfb8e67c09c069c0827d312c8d181b3a965a2b 3 | size 271009 4 | -------------------------------------------------------------------------------- /docs/assets/images/background.svg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:a0b76dec6c6ae0045694b32232800ebf3d725e91dc409f4f801128312ee49f1e 3 | size 113916 4 | -------------------------------------------------------------------------------- /docs/assets/images/wordmark-white.svg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:a339d17ebcfa5149fb2f7893cc3d50e7a6eb1ed4240fe37bb67c11b2cd4d76c6 3 | size 3373 4 | -------------------------------------------------------------------------------- /docs/reference/workflow/annotation.md: -------------------------------------------------------------------------------- 1 | --- 2 | search: 3 | boost: -0.5 4 | --- 5 | 6 | # Annotations: `kolena.workflow.annotation` 7 | 8 | ::: kolena.workflow.annotation 9 | -------------------------------------------------------------------------------- /docs/reference/workflow/define-workflow.md: -------------------------------------------------------------------------------- 1 | --- 2 | search: 3 | boost: -0.5 4 | --- 5 | 6 | # `kolena.workflow.define_workflow` 7 | 8 | ::: kolena.workflow.define_workflow 9 | -------------------------------------------------------------------------------- /docs/assets/images/CNN-DailyMail.jpg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:2c68b3a36dd43e22921d2cfab12d70cf8268631396fe677234a3f4d40c00fdc9 3 | size 263017 4 | -------------------------------------------------------------------------------- /docs/assets/images/KITTI-pointcloud.png: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:26c8c82ac85875153235ce8749c9a7fb019825730ee1551e0afdc1feef9de9d5 3 | size 267655 4 | -------------------------------------------------------------------------------- /docs/assets/images/STS-benchmark.jpg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:9bc6bae29823027e6775b13e47f73569b31f72065c6f2225f5f2e70224a1b6d3 3 | size 126206 4 | -------------------------------------------------------------------------------- /docs/assets/images/activation-map.png: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:6c026c29756f4ba00b12feeaf806dd7547977d4269c597a8e62cd5816d78fe60 3 | size 1388387 4 | -------------------------------------------------------------------------------- /docs/assets/images/add-test-cases.gif: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:c9802dfc667f35c7461f2b1a0288de34d26a8a769ab45a9a9d78b1a94e86769b 3 | size 658490 4 | -------------------------------------------------------------------------------- /docs/assets/images/card-background.png: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:9d42209f31cf21c0488cd2f62c795687ab3e39c56bfd452a3ae52eaaaa3904d1 3 | size 646817 4 | -------------------------------------------------------------------------------- /docs/assets/images/coco-stuff-10k.jpg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:f3411c896ba5339e4d63ed056eae35a5e82ffd8134e92515448389718a8dc7e8 3 | size 147149 4 | -------------------------------------------------------------------------------- /docs/assets/images/custom-metrics.png: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:b9fad7400b8cdc4ff579208f001e09948c658ccd9ca189a461e866aa238b0713 3 | size 70888 4 | -------------------------------------------------------------------------------- /docs/assets/images/extraction-area.png: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:a37eb44d159ef22fc3a68d6d7e0f65ac69f32338e3f32c6e5a16ff6a586ec6fc 3 | size 905283 4 | -------------------------------------------------------------------------------- /docs/assets/images/face-recognition.jpg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:2983890d3462b1ba358948a37a747d487a24c4d45c6518a34bd7d4ae42e085ce 3 | size 135065 4 | -------------------------------------------------------------------------------- /docs/assets/images/kolena-banner.png: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:77b5bd68dbdb3a0cb048344f87ae3dc5c2bea2b456e5f00cb79fb8ddad39e749 3 | size 161204 4 | -------------------------------------------------------------------------------- /docs/assets/images/metrics-fpr-dark.svg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:2775bf7a1f0021c72e8a82d767447b5434d9c21617e621a7197a96a71ec3055c 3 | size 11609 4 | -------------------------------------------------------------------------------- /docs/assets/images/metrics-fpr-light.svg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:819a9f6e1dfa7c0dc192e14e56b550abb79af019122ca43a2b31b53e125be0b8 3 | size 11000 4 | -------------------------------------------------------------------------------- /docs/assets/images/scim-setup-image.png: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:d9e3d79f838dc09789883e9e46bc52e3d5e13155862c097a54cfb41882c7dc45 3 | size 20914 4 | -------------------------------------------------------------------------------- /docs/assets/images/tabular-text-dark.png: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:dab151f75c4af944a5f8014cbba725f2e1dbbe47952ac503ceea0b1ff021b423 3 | size 695653 4 | -------------------------------------------------------------------------------- /docs/assets/images/task-od-qs-dark.gif: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:0a01f697972760b549d87dd9330f347fb022562a5c594379513f25c0984023b5 3 | size 3269234 4 | -------------------------------------------------------------------------------- /docs/assets/images/task-od-qs-dark.png: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:ff8be076124192c5736f6ecb9f28d9f235de02215247b4fd8295a40dd149d75c 3 | size 176930 4 | -------------------------------------------------------------------------------- /docs/assets/images/task-od-qs-light.gif: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:a49223e51dff9324082c4d198326aadb21d26c7832a8aeeaab52a126403a3f63 3 | size 2863492 4 | -------------------------------------------------------------------------------- /docs/assets/images/task-od-qs-light.png: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:7436eb256ebff4eaa6737d3066e5a4b9f117d80f78e56c15810daf6df61e7c47 3 | size 177828 4 | -------------------------------------------------------------------------------- /docs/assets/images/wordmark-violet.svg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:0cb9ea8b9e10bfb3beac7a34b9d7e001eb447c5a9e9ffbde7145dd2048978676 3 | size 2555 4 | -------------------------------------------------------------------------------- /docs/assets/css/mkdocstrings.css: -------------------------------------------------------------------------------- 1 | /* Indentation. */ 2 | div.doc-contents:not(.first) { 3 | padding-left: 25px; 4 | border-left: .05rem solid var(--md-typeset-table-color); 5 | } 6 | -------------------------------------------------------------------------------- /docs/assets/images/COCO-transportation.jpeg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:8c37cf6ef8d2b2a7ed79121e3db26f210292a2f3183dd9b4713fba18f62923cf 3 | size 549606 4 | -------------------------------------------------------------------------------- /docs/assets/images/add-test-cases-light.gif: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:3c5757d265e9fcb572e78638562245f0c233e2d4623fc446b2f3aa9633866c80 3 | size 2896515 4 | -------------------------------------------------------------------------------- /docs/assets/images/classification-dog.jpg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:04dc6b4a165c7dd8a181be6f7aa1321ee781c6be359cf6a6d58a4c8da936b18f 3 | size 227566 4 | -------------------------------------------------------------------------------- /docs/assets/images/custom-fields-dark.gif: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:205926265df67e9e77fd10bea5fa2163f50a8c43a3909f5e2ef3fb8e863d8b7f 3 | size 4498801 4 | -------------------------------------------------------------------------------- /docs/assets/images/custom-fields-light.gif: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:99de0aa00530938cfba2468521b229bb318886ac356ab50f605a956d46aa49c5 3 | size 3643927 4 | -------------------------------------------------------------------------------- /docs/assets/images/custom-metrics-dark.png: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:bf4e4ca58b72cb99fce69632d6b807ea939f35145b382e6f4e662fe8845b9d35 3 | size 152650 4 | -------------------------------------------------------------------------------- /docs/assets/images/custom-metrics-light.png: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:751d9907a258c85c166f9a0c036004ee317d613e891e7039d849382e381a5b10 3 | size 93751 4 | -------------------------------------------------------------------------------- /docs/assets/images/custom-queries-dark.gif: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:bc6bc1798132222917d8349623ee31978f8e8fee9fc1c3199033e6d7318b8615 3 | size 10704417 4 | -------------------------------------------------------------------------------- /docs/assets/images/custom-queries-light.gif: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:fd171d919680d9b193a3717846d5cc7937a33b9bfa3c90d243ad2da5c3b3571a 3 | size 8467933 4 | -------------------------------------------------------------------------------- /docs/assets/images/detection-airplane.jpg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:4af850fbecf0e8e97290486d1cc07487029ab71dcdededea2d9f75620c2b0053 3 | size 210469 4 | -------------------------------------------------------------------------------- /docs/assets/images/gallery-audio-dark.png: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:1b52b8c95c3644fed663583ab7d423f9d92e959de849f68115c06e75c0f0b618 3 | size 581021 4 | -------------------------------------------------------------------------------- /docs/assets/images/gallery-audio-light.png: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:83a68c2502d65d43fc35d7578d216d6e96f700661f07b1327cf08faf8c812821 3 | size 578669 4 | -------------------------------------------------------------------------------- /docs/assets/images/gallery-text-dark.png: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:2e946622b863d5bd9dc02e74fc3391026afe29c3d067cb531968a9126813d4f9 3 | size 1375540 4 | -------------------------------------------------------------------------------- /docs/assets/images/gallery-text-light.png: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:c73c980f6fd2ae1720fa369b269ca0d50e14a232b49dd9000eb592907f2de264 3 | size 1398889 4 | -------------------------------------------------------------------------------- /docs/assets/images/gallery-view-dark.png: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:0244b93dfa852909a638e424f3f78a07900f5dd042e5c5a8794952122d42829c 3 | size 7518249 4 | -------------------------------------------------------------------------------- /docs/assets/images/gallery-view-light.png: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:884b9f92df1159ceffac47b76f45cb050eaa31e5a1317e213b47be9aea12c3aa 3 | size 7864954 4 | -------------------------------------------------------------------------------- /docs/assets/images/metrics-ap-od-pr-dark.svg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:71c6835151c2aaef4787e66458add53cdd41b2346b4c6825a5824a1607c0a04a 3 | size 36320 4 | -------------------------------------------------------------------------------- /docs/assets/images/metrics-ap-od-pr-light.svg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:2bd56c03a7cdbcd7255158301a86d4ffef7e461391547ec0c3fbec3ba6d6bfd2 3 | size 35461 4 | -------------------------------------------------------------------------------- /docs/assets/images/metrics-der-example1.png: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:f133d5fdbd03a570aaf5befe6eb9d2fee7e931c01fdf721eafba705902c4b1d8 3 | size 14907 4 | -------------------------------------------------------------------------------- /docs/assets/images/metrics-der-example2.png: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:ba2e862b5392462c811f15568998ebb0ccdc7c265097abd790843fa5d9e29cf6 3 | size 18444 4 | -------------------------------------------------------------------------------- /docs/assets/images/metrics-iou-2dbbox-dark.svg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:34c258205d3c640f9506169376d55182af6eaafdc4c4ea8f25ebe17c90667b96 3 | size 12732 4 | -------------------------------------------------------------------------------- /docs/assets/images/metrics-iou-seg-mask.png: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:c1602f112faa7fc6b1236f575c0e6deb9b30b831b5a0538b62c2c186fee30d61 3 | size 2566540 4 | -------------------------------------------------------------------------------- /docs/assets/images/metrics-prcurve-dark.png: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:19632c8d50eb6de7bbb7e54c0b1756ef2e5a96fbe37c3e8c08f5d277d513ff3c 3 | size 67739 4 | -------------------------------------------------------------------------------- /docs/assets/images/metrics-prcurve-light.png: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:b097eb49e8f7f69fa7d505a2213a4791c7913f6b586415ceb6d96b1294cf1d3a 3 | size 64003 4 | -------------------------------------------------------------------------------- /docs/assets/images/metrics-precision-dark.svg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:5573b9537b4c60f3835c7d18d716827568906bbeeea728a241be29b7ae77e73e 3 | size 14425 4 | -------------------------------------------------------------------------------- /docs/assets/images/metrics-precision-light.svg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:b2e10a128c9506eba77df3f48da3471cebc206863856156769dc5478d352a03b 3 | size 13768 4 | -------------------------------------------------------------------------------- /docs/assets/images/metrics-recall-dark.svg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:f48138fa5046e06f3846f1a79ca7aee6a986c19f5bac5fe41115f958bcc3a2e3 3 | size 12237 4 | -------------------------------------------------------------------------------- /docs/assets/images/metrics-recall-light.svg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:4b02dba97cd354029faa4222af7927af33846666547e56073e61ed64d3c3770f 3 | size 11616 4 | -------------------------------------------------------------------------------- /docs/assets/images/scim-active-directory.png: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:8013e31c5c20dce49e046f12391a6c028d9b8e378e6ec68a10951ec31dd0a987 3 | size 54509 4 | -------------------------------------------------------------------------------- /docs/assets/images/tabular-audio-dark.png: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:10666a8f0ca4f9cacb8455efa9aeb836dae13181f35ceb6a986e6dbf20115c0c 3 | size 779158 4 | -------------------------------------------------------------------------------- /docs/assets/images/tabular-audio-light.png: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:d36dffe5a86e7d11926bb4365477efcbcc61e7b2988e843c685fbe5f2b98d0e1 3 | size 786732 4 | -------------------------------------------------------------------------------- /docs/assets/images/tabular-text-light.png: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:f4f26fe2eb3047efda32320aa625178156fa8b74f4e8beb13db010913821f943 3 | size 703559 4 | -------------------------------------------------------------------------------- /docs/assets/images/task-od-debugger-dark.png: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:6e67f9903ae360af9c130dd7117d9bef85a1c80da10ab0eb841579e7fb0797f5 3 | size 142436 4 | -------------------------------------------------------------------------------- /docs/assets/images/task-od-debugger-light.png: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:47e9d49f2d6f8d9882a1d0ccd991a6cd6c52f30879cc8066334d703cebcb60bf 3 | size 141433 4 | -------------------------------------------------------------------------------- /docs/assets/images/task-od-multiclass.png: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:3f6102e347eb57156ac789a0e0dd01429d72242ecef0b3ac6c0bce08648d99bf 3 | size 1753731 4 | -------------------------------------------------------------------------------- /docs/assets/images/task-od-prcurve-dark.png: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:cc4de94776d135aec0def12ac8471b35756c1c582f1c6e17569519d16df571a0 3 | size 251874 4 | -------------------------------------------------------------------------------- /docs/assets/images/task-od-prcurve-light.png: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:e852cf5361f4b43cbed636a259c710bb3b030f7c44e2ce121bc3181e68d4b255 3 | size 252293 4 | -------------------------------------------------------------------------------- /docs/assets/images/test-case-diff-dark.png: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:e3face726217a771b9ea2a36da5fcb1834575fa6ffff31c73fce4b9af5a55fd8 3 | size 48879 4 | -------------------------------------------------------------------------------- /docs/assets/images/test-case-diff-light.png: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:f2e7f4996398f5f7b0347dce7e957bff3c61b5c53d63d858f8386f7e1c010b25 3 | size 49762 4 | -------------------------------------------------------------------------------- /docs/assets/images/extraction-aspect-dark.gif: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:c8f16b8b8fb1ecdf861dea851842e1cae51741f1b3d6d2928e301042df603e5c 3 | size 8490157 4 | -------------------------------------------------------------------------------- /docs/assets/images/extraction-aspect-light.gif: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:4da1d79c7fcd515a243b1d3419c2792d525ce17ee94b646621361ede87c155d9 3 | size 8328595 4 | -------------------------------------------------------------------------------- /docs/assets/images/extraction-brightness-dark.gif: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:7c4474570a0b3691e74c54afda26db5ae0bd5929ffd49dea5ab5b2064f8ff5fa 3 | size 7713392 4 | -------------------------------------------------------------------------------- /docs/assets/images/extraction-contrast-dark.gif: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:10731841ea87e312d3bab4384f2db6d2a5d229601450f8a0ac1c9df0f6f975f9 3 | size 10257515 4 | -------------------------------------------------------------------------------- /docs/assets/images/extraction-contrast-light.gif: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:0640fd9a7c181bacde475c57c1a3c065839650a88df05414fea7871ed6eec1da 3 | size 10379950 4 | -------------------------------------------------------------------------------- /docs/assets/images/extraction-entropy-dark.gif: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:1c0e0fc36411d63c3f1dfb7c00240c2c9c25cb519df3f6c55bd5a30cd5d9f57e 3 | size 8268785 4 | -------------------------------------------------------------------------------- /docs/assets/images/extraction-entropy-light.gif: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:4e3383cba6eb03ed6625713ef59d855464a391748a9903246c7cb4f41faec07a 3 | size 9829674 4 | -------------------------------------------------------------------------------- /docs/assets/images/extraction-sharpness-dark.gif: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:c06908838eec1ecdd02dc55569daeaf27c939a1ae1b2c88d5ab71457eb996790 3 | size 10967920 4 | -------------------------------------------------------------------------------- /docs/assets/images/extraction-symmetry-dark.gif: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:b540ec0dc2bb08cfe23b01b21e2105f5c8ec135327a48b419303e201fea350ae 3 | size 10300102 4 | -------------------------------------------------------------------------------- /docs/assets/images/extraction-symmetry-light.gif: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:e759e3f99944c3d5302b806fc25faaed188b62811513ff7d0be6c3049640eb32 3 | size 10628812 4 | -------------------------------------------------------------------------------- /docs/assets/images/hydrated-image-example-dark.png: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:c87f2a658d291c2eda7d9ce683281c0a3bf3b510204b082612867011358dade7 3 | size 683740 4 | -------------------------------------------------------------------------------- /docs/assets/images/hydrated-text-example-dark.png: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:2d5ac54e6d087e92229801f285c8f272b8be10e4467da150f9d00cd245b12323 3 | size 244095 4 | -------------------------------------------------------------------------------- /docs/assets/images/hydrated-text-example-light.png: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:60eac8e44e6332c55ca79351879ae586718b229f285efa9897aeab8056c754ca 3 | size 245416 4 | -------------------------------------------------------------------------------- /docs/assets/images/metrics-ap-ir-example-dark.svg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:0a8a84480f1d74227a05e42a5cd26253e9fd9e5db491939969e0ef42133f184e 3 | size 21550 4 | -------------------------------------------------------------------------------- /docs/assets/images/metrics-ap-ir-example-light.svg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:cf32d84e22b30fe2056b0d6b41dc545e55833a53bdef86b03f021e2fc29b9150 3 | size 21043 4 | -------------------------------------------------------------------------------- /docs/assets/images/metrics-ap-limitation2-dark.svg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:593d72e1abb91028f563d50c5900b018fa5aae5bfef656104d42dcd871218f5d 3 | size 56315 4 | -------------------------------------------------------------------------------- /docs/assets/images/metrics-ap-limitation2-light.svg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:2d2e485f2e0eb943db809ba325c86841d112d7e4535c70ea8d968f807418c8bb 3 | size 55077 4 | -------------------------------------------------------------------------------- /docs/assets/images/metrics-ap-limitation5-dark.svg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:97cf0b3e9132ae781faf75e1abcb2225c8b18b3026339a6ef5d7940b426049b6 3 | size 40699 4 | -------------------------------------------------------------------------------- /docs/assets/images/metrics-ap-limitation5-light.svg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:f333487379f3ba26b36b8049c200817b550f1709dba6cb4aeda18ec6840afec4 3 | size 39666 4 | -------------------------------------------------------------------------------- /docs/assets/images/metrics-ap-od-example-dark.svg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:15e23590ba416d3410ed06cb261daa03602b48256ef3d1d919b5d10d03f50f58 3 | size 13638 4 | -------------------------------------------------------------------------------- /docs/assets/images/metrics-ap-od-example-light.svg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:2abd63f5c0f3ade20d57bbe913d213d2df25c3e73ef570dcebf3303827e0b037 3 | size 13388 4 | -------------------------------------------------------------------------------- /docs/assets/images/metrics-ap-od-pr-11-dark.svg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:8f021acc6502e96651ed923fb9320584cb9745de7f3a5a2e042b8b331c93f97a 3 | size 32657 4 | -------------------------------------------------------------------------------- /docs/assets/images/metrics-ap-od-pr-11-light.svg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:263b3778a1c0190dd944962e6c34eca35c4ebf801c45c6897b2206ee2b7d6259 3 | size 31902 4 | -------------------------------------------------------------------------------- /docs/assets/images/metrics-bbox-legend-dark.svg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:90cc91371ccf171706833f13b9e6f9dc6025e93b2e5406604f0ee9e166a26b29 3 | size 20160 4 | -------------------------------------------------------------------------------- /docs/assets/images/metrics-bbox-legend-gt-dark.svg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:9db08c6f879d1731f729c0ff30b5f25ed3f1d3453e52cd71846321932c723805 3 | size 18734 4 | -------------------------------------------------------------------------------- /docs/assets/images/metrics-bbox-legend-gt-light.svg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:48200e9632037c83b2bd1c6172c052833fc019e7b7f24fe52ed9d1372288dd01 3 | size 18437 4 | -------------------------------------------------------------------------------- /docs/assets/images/metrics-bbox-legend-light.svg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:78a95a82024147445d676c54c0c2a1b0aec719a2b9b50293dfa1febdf2bc42b5 3 | size 19219 4 | -------------------------------------------------------------------------------- /docs/assets/images/metrics-iou-2dbbox-light.svg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:15753fe1206e3652bf4e592b5a553b79fa1425221aabf327264ec88153c55a12 3 | size 12224 4 | -------------------------------------------------------------------------------- /docs/assets/images/metrics-iou-example1-dark.svg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:0571ef39718f23f93c243743b72e0545cbf50374d4facf8af3bb2569d95f78a2 3 | size 9873 4 | -------------------------------------------------------------------------------- /docs/assets/images/metrics-iou-example1-light.svg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:ece1f1c2ed717d6b1da9e6366ae691dd9f525589e3afe9a0e64f395788b1beba 3 | size 9624 4 | -------------------------------------------------------------------------------- /docs/assets/images/metrics-iou-example2-dark.svg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:afe8932e661fd23d0af8458358f8a0ec3409d08b198450dbd18e4d66abb6408c 3 | size 7617 4 | -------------------------------------------------------------------------------- /docs/assets/images/metrics-iou-example2-light.svg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:142b9e1fa680b22dd4deb302ea2a98995fdea5041788a3835136b40e3d4f19c0 3 | size 7221 4 | -------------------------------------------------------------------------------- /docs/assets/images/metrics-iou-example3-dark.svg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:673226fb3ba888531a849fce80623e68c00f304f2da0ee86c9fef15372abe90f 3 | size 5227 4 | -------------------------------------------------------------------------------- /docs/assets/images/metrics-iou-example3-light.svg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:91482f35c4410bd55362746d72ab39fdd0e5775a19d3e012618f512f88663648 3 | size 4822 4 | -------------------------------------------------------------------------------- /docs/assets/images/metrics-matcher-example1-dark.svg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:beb702284007c98e52d802f99817f5a4e15234cd953ad2dbd98cec7def34dfc2 3 | size 3534 4 | -------------------------------------------------------------------------------- /docs/assets/images/metrics-matcher-example2-dark.svg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:5f532623edbc064727615fc945bc5590849a484640f398cf5fa8e308c7595ecd 3 | size 2547 4 | -------------------------------------------------------------------------------- /docs/assets/images/metrics-matcher-example3-dark.svg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:5fd99205f680f87df8d6f64d404633f3dd6de05a762ee8771f66706b0859c714 3 | size 2655 4 | -------------------------------------------------------------------------------- /docs/assets/images/metrics-matcher-example4-dark.svg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:cb96612e46e67a86c51f40f681f96a55633a45877590323259cbe2f2a7da0d36 3 | size 2681 4 | -------------------------------------------------------------------------------- /docs/assets/images/metrics-matcher-gt-order-dark.svg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:c1f3ee011ab0c695a2c3f53a8139d62ee8cae913ffb23238428ee40b6547aef0 3 | size 3439 4 | -------------------------------------------------------------------------------- /docs/assets/images/metrics-prcurve-example-dark.png: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:b2596093c018f18531f2ebdc3072e093658cb1a7d1a712e928e6089e5951be29 3 | size 56184 4 | -------------------------------------------------------------------------------- /docs/assets/images/metrics-specificity-dark.svg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:7cb859ce8413e1e757f4ac60629f7a5488f8794de1dc3986c55eb01c40894ec5 3 | size 14170 4 | -------------------------------------------------------------------------------- /docs/assets/images/metrics-specificity-light.svg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:e155042b572d5f1b0b51070a3448be3c5aed8cc5cabda577d4cbce2b7343fd0a 3 | size 13465 4 | -------------------------------------------------------------------------------- /docs/assets/images/numeric-aggregation-optins.png: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:e0073d65822500e6167f8b8963ddbf93243c7211e1d919707c8cdde0379b5e46 3 | size 143572 4 | -------------------------------------------------------------------------------- /docs/assets/images/quickstart-compare-models.gif: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:fe11239e47729188475df867755126e4635c6a9a5d35b0485e4751b3cda8ca7f 3 | size 1195004 4 | -------------------------------------------------------------------------------- /docs/assets/images/quickstart-define-metrics.gif: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:2ce42e534d0fac599cd518e6fac1195414efb9ce33f2b26e8c2edea717c32a0f 3 | size 584838 4 | -------------------------------------------------------------------------------- /docs/assets/images/quickstart-distribution.jpg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:eb46c868878c92edfccaa6768ff1e1a6fdf8631fd94762b34eee809e766c4d5c 3 | size 408744 4 | -------------------------------------------------------------------------------- /docs/assets/images/quickstart-otf-plotting.gif: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:4b9c7a7f6a927b13210f3b26d938d8d9029bde43fa5d252e643ac3028d105c54 3 | size 2139226 4 | -------------------------------------------------------------------------------- /docs/assets/images/speaker-diarization-example.png: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:e1e6ece9f3a94ff4aa4e315c83914137fba7811715096df84f93fa8c29c18cac 3 | size 51299 4 | -------------------------------------------------------------------------------- /docs/assets/images/task-metrics-regression.gif: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:5c243fe59dfa5cbfc7b42f0526e6c8a266acebc8b5e6ec3f35acc0b15a0dbc25 3 | size 6199670 4 | -------------------------------------------------------------------------------- /docs/assets/images/task-od-make-dataset-dark.gif: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:6b2d17cf465175896d5139e6d3c9c020af8e83767874cc08e7df25b31d3a3036 3 | size 2335373 4 | -------------------------------------------------------------------------------- /docs/assets/images/task-od-make-dataset-light.gif: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:7eac147cbbf70e7eb5dbb15e9f40e3e8ec9af2aafec107c3f3041478cf5b0a72 3 | size 2134857 4 | -------------------------------------------------------------------------------- /docs/assets/images/task-od-model-config-dark.png: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:d7c5b6f1b7e4ab098f2790831122321e0806b75df0ccb285ba05c9aac817f0d9 3 | size 51891 4 | -------------------------------------------------------------------------------- /docs/assets/images/task-od-model-config-light.png: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:3ef6c6290c838e2cc37d8212d41d0bf072ba203ae5d654a4669b165fe0b4f11b 3 | size 52595 4 | -------------------------------------------------------------------------------- /docs/assets/images/thresholded-metrics-dark.gif: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:c38f3b5cdaf4aa32ec370cc72a23ace76b92b1a0e0ab05d8b4faf04416500b40 3 | size 5384892 4 | -------------------------------------------------------------------------------- /docs/assets/images/thresholded-metrics-light.gif: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:625905357bcea4eb7ebcb620948c23042050413efd03dd2ff1449206492b0ff9 3 | size 4973211 4 | -------------------------------------------------------------------------------- /docs/assets/images/thresholded-plots-dark.gif: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:965349eae27ea8f6332dc1142109725177907ffac09e83b72b147adcc975a856 3 | size 9217870 4 | -------------------------------------------------------------------------------- /docs/assets/images/thresholded-plots-light.gif: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:d243a7c179c6d62c572ab20c08cd2f54a850d4cf8c67e0803454bb8534dd81f9 3 | size 7270415 4 | -------------------------------------------------------------------------------- /docs/assets/images/upload-embeddings-enable.gif: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:cbe6bf2ca5d8af853199132634939d76d082cf10b0dabd30b2f778664be58734 3 | size 9617273 4 | -------------------------------------------------------------------------------- /docs/assets/images/automated-embeddings-extraction.gif: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:c70dd0aec21c58cd71ee589b09f0893e3a477ab3de3a2a605697602147c51829 3 | size 1386489 4 | -------------------------------------------------------------------------------- /docs/assets/images/categorical-aggregation-options.png: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:751679f7dd2977e0fc45a0056a1855fcfb04c41c710c03f340e6e7c7a4ae626f 3 | size 170935 4 | -------------------------------------------------------------------------------- /docs/assets/images/extraction-brightness-light.gif: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:0a03daf66fbd9943adeb5a121f7d50e2aeceb1019251aa5ff5aaa62b6e11404b 3 | size 6964249 4 | -------------------------------------------------------------------------------- /docs/assets/images/extraction-sharpness-light.gif: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:fd915f675b0ac8e77e9c3d817eefea7ace374ddd197859f0296450bd62645f6c 3 | size 10416729 4 | -------------------------------------------------------------------------------- /docs/assets/images/hydrated-image-example-light.png: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:d273baa06c969d8d72cb5c6d92116ea23ed37e70d89b7d0e84d8b91b92b35e83 3 | size 806138 4 | -------------------------------------------------------------------------------- /docs/assets/images/librispeech-workflow-example.png: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:71432c2e9d5b9ddc79ab653faa835f79d70fb2d227946a5a27f94d0af15bca3e 3 | size 119763 4 | -------------------------------------------------------------------------------- /docs/assets/images/metric-groups-leaderboard-dark.gif: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:8e6ed88ede452b3a303a93724dc5e7fac11f032c883b98ba22d9c5c483c418eb 3 | size 7684497 4 | -------------------------------------------------------------------------------- /docs/assets/images/metric-groups-leaderboard-light.gif: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:32dac4b86162bdde59027e77871b07a17fb4c569c0c93116a9aa51aabf99dbd8 3 | size 7766749 4 | -------------------------------------------------------------------------------- /docs/assets/images/metrics-bert-computation-dark.svg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:70407d89589b109e0adc1630555a35d83b9e2a204f5f13e22db95473b68fa346 3 | size 198702 4 | -------------------------------------------------------------------------------- /docs/assets/images/metrics-bert-computation-light.svg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:d16b9329ba6a8f15c150be95126fd9293709245b0f3ec542bdbb1425d7af526e 3 | size 192583 4 | -------------------------------------------------------------------------------- /docs/assets/images/metrics-bert-vector-space-dark.svg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:802093bfc9e41492a66975baeccefefacb315a220d084108bb579455b0cb4c1f 3 | size 22638 4 | -------------------------------------------------------------------------------- /docs/assets/images/metrics-bert-vector-space-light.svg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:215d34412b348364a92b79fd949b633c0eb4b0a29e9c591cc67cf855009470da 3 | size 43531 4 | -------------------------------------------------------------------------------- /docs/assets/images/metrics-confusion-matrix-dark.png: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:20c87faae3d08fc3f6d8997887337af2da2b75c77509639ec19c30be084dc859 3 | size 47620 4 | -------------------------------------------------------------------------------- /docs/assets/images/metrics-confusion-matrix-light.png: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:485303258c3bd1956f48306d97fdb0f458eeee16041942e5f3eacc789adf5cb9 3 | size 45006 4 | -------------------------------------------------------------------------------- /docs/assets/images/metrics-confusion-matrix-steps.gif: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:7142ab8044ae3a180573b6ce643e2fe5b45b92c2c4242a1e062de86a1615e328 3 | size 1776414 4 | -------------------------------------------------------------------------------- /docs/assets/images/metrics-iou-seg-mask-results.png: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:7af083764fcd81181dce64cfcbde324a80e6c0f21762ded019c372707d67781e 3 | size 2564799 4 | -------------------------------------------------------------------------------- /docs/assets/images/metrics-matcher-example1-light.svg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:bfdc0fb2fb60a6cf0400485279acd11a33030b5cbae527009be28efde003397f 3 | size 3571 4 | -------------------------------------------------------------------------------- /docs/assets/images/metrics-matcher-example2-light.svg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:8aa84f2e4014b9336db45eccb8db3599563c2ab72f55c7d3ad152b87e395fb9a 3 | size 2580 4 | -------------------------------------------------------------------------------- /docs/assets/images/metrics-matcher-example3-light.svg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:1c2109d030890119d82b2e237ad46c68cd9de7f9f48b50af7c6c8cf4760a58b8 3 | size 2563 4 | -------------------------------------------------------------------------------- /docs/assets/images/metrics-matcher-example4-light.svg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:1708264eeb848058f243f703d41b7c17b8618bb01b3a897fb437d127a750ecb0 3 | size 2621 4 | -------------------------------------------------------------------------------- /docs/assets/images/metrics-matcher-gt-order-light.svg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:7cab530442f766b8f7d9efa0168a345ede57121ed1a0ed161ac7966a138a8e64 3 | size 3443 4 | -------------------------------------------------------------------------------- /docs/assets/images/metrics-matcher-oid-group-of.jpg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:2c20e98d8c0a5266682db500b31f81b0714c20ad24f30179dd94a7e064ffb041 3 | size 197041 4 | -------------------------------------------------------------------------------- /docs/assets/images/metrics-prcurve-example-light.png: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:a11509a4072d11b40f0d55c8f0a01bca173d08455f5f3c88b93c3d3bdc284bd9 3 | size 54994 4 | -------------------------------------------------------------------------------- /docs/assets/images/metrics-roccurve-example-dark.png: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:2fc79109340eb5096a22573488e707d75511e598a81c5d99d5b29f392cc9619c 3 | size 80280 4 | -------------------------------------------------------------------------------- /docs/assets/images/metrics-roccurve-example-light.png: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:e2457882a4024e087a4205244e2f701f963d77bf12fb8de46b2b3ca81364ec70 3 | size 80696 4 | -------------------------------------------------------------------------------- /docs/assets/images/nesting-test-case-metrics-dark.jpg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:2fa7e08d7ed9b35b1039d0192d28c2be8b5c90d75f785ff4c2ce6a2a215c66bd 3 | size 227404 4 | -------------------------------------------------------------------------------- /docs/assets/images/nesting-test-case-metrics-light.jpg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:c48f42eb4a8c6e91283f0d1da86d340ec6437495ff0cf41331f9e4b09ebd8113 3 | size 233033 4 | -------------------------------------------------------------------------------- /docs/assets/images/prompt-extraction-access-dark.gif: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:3b44c074f1115f2eac9d5b66b920ace9280dd10e6766e5c941de84bb0dcb5f6f 3 | size 7812376 4 | -------------------------------------------------------------------------------- /docs/assets/images/prompt-extraction-access-light.gif: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:92484313f313084fd1f85517ff16c4f47dc7061da981fa281686b112d626e0b6 3 | size 3863126 4 | -------------------------------------------------------------------------------- /docs/assets/images/quality_standard_diagram_dark.jpeg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:c3b76a1474ffa8bc3c0cd41649a87d95dbe95bf46ac2dee91a770c262208f3aa 3 | size 179056 4 | -------------------------------------------------------------------------------- /docs/assets/images/quality_standard_diagram_light.jpeg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:bd1bf9da3b8ecb9375619c9d16e287a202a0b68bf1ea357953898574f44ef563 3 | size 178038 4 | -------------------------------------------------------------------------------- /docs/assets/images/quickstart-compare-models-light.gif: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:1010154f7fdd5aa5d4eb71dbcc67159ff41fff66724ce3f7b799aa3ebc24ca4e 3 | size 1110077 4 | -------------------------------------------------------------------------------- /docs/assets/images/quickstart-configure-metrics.gif: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:238586e3283af6738e39ca9ff0f5233954eae72601b9efe4204cd6ee41d06c82 3 | size 2369986 4 | -------------------------------------------------------------------------------- /docs/assets/images/quickstart-create-test-cases.gif: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:ad5807d43bccd95ab1fcea5ff93678689638fe12c7940509efa0876943f4ce72 3 | size 912757 4 | -------------------------------------------------------------------------------- /docs/assets/images/quickstart-distribution-light.png: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:3645186bee5f0c72e39d655aa0ca79e8973f02986cfddb4c1df4858cad18b6b0 3 | size 109059 4 | -------------------------------------------------------------------------------- /docs/assets/images/quickstart-otf-plotting-light.gif: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:f44a1dfbc3adef027ce626bc9e9bac92b0085b28e70d6836589e3ee435f76466 3 | size 3258855 4 | -------------------------------------------------------------------------------- /docs/assets/images/task-metrics-object-detection.gif: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:40f78496c36b5d3da6e47fe70d3f0d83a39cb6f00b72d673fa459ffc3029bb8c 3 | size 2738363 4 | -------------------------------------------------------------------------------- /docs/assets/images/task-metrics-regression-light.gif: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:2ad3d2716cd78ef439cc17151cc721660e6df5c09132b4a4615aedec39e9ad59 3 | size 3924532 4 | -------------------------------------------------------------------------------- /docs/assets/images/task-od-evaluation-config-dark.gif: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:110e1daa6bfe751a98715fa5b10b8460392b0b25826fdfff1a320fc6056ac406 3 | size 1641922 4 | -------------------------------------------------------------------------------- /docs/assets/images/task-od-evaluation-config-light.gif: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:02d45fbf5f9d466ddb36e5e68d3edda459d6aac412c621d21904f17f0ffdb82f 3 | size 1214930 4 | -------------------------------------------------------------------------------- /docs/assets/images/task-od-upload-results-dark.gif: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:3e9bf0331f071561acc0e9df9f3f7e0370e35808da88a5cf64a452ac4c9b4782 3 | size 3333140 4 | -------------------------------------------------------------------------------- /docs/assets/images/task-od-upload-results-light.gif: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:b3d18d6ad859cad6d04047051072856546ae97c5af7af460a9729d31ed9202c2 3 | size 2724422 4 | -------------------------------------------------------------------------------- /docs/assets/images/use-case-crossing-pedestrian.png: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:8b54fa2faf0559532e196fbada868433b9bcfea2065f485fe40073cfa0f427f4 3 | size 2850188 4 | -------------------------------------------------------------------------------- /docs/assets/images/use-case-instance-segmentation.png: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:5a73bb8e2b5deccaa988f93e20dbd5a7364bbd64ba3e9c11612989327e971c23 3 | size 3689395 4 | -------------------------------------------------------------------------------- /docs/assets/images/edit-text-extraction-properties-dark.gif: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:6ba6d035cd5e671150d879905b6cc302b906fbe94ba5ce0c4a5ac34300c86cb8 3 | size 1216635 4 | -------------------------------------------------------------------------------- /docs/assets/images/metrics-ap-od-pr-interpolation-dark.svg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:a6a5401be34b3158657332dcb2181fe8bc9b7219e4fd1e49b38cf41e870eb67f 3 | size 61433 4 | -------------------------------------------------------------------------------- /docs/assets/images/metrics-ap-od-pr-interpolation-light.svg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:cb9d3b80a27185c79d1df6ed4e6089e112797b6913023ee90122cb380d310b8c 3 | size 60025 4 | -------------------------------------------------------------------------------- /docs/assets/images/metrics-bbox-legend-unmatched-dark.svg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:dac5f85f4e0f435f4bdf67b3b3ad4afe6d5965a5b515275bc327dc782a000f4c 3 | size 11169 4 | -------------------------------------------------------------------------------- /docs/assets/images/metrics-bbox-legend-unmatched-light.svg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:7db92bcbf99b23876a1fb8e9c74aa886138ce46c8df1b4e401e2052e4c36d9ce 3 | size 10862 4 | -------------------------------------------------------------------------------- /docs/assets/images/metrics-matcher-greedy-matching-dark.svg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:50fb13b9568dc661797a7c6031bd464c670023b968849271d9266f43b58ed296 3 | size 3972 4 | -------------------------------------------------------------------------------- /docs/assets/images/metrics-matcher-greedy-matching-light.svg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:92951039fbac482b4835d897bcafd489ffaa2ce77b40fdfc3889a7f6bd87da94 3 | size 3502 4 | -------------------------------------------------------------------------------- /docs/assets/images/metrics-matcher-oid-non-exhaustive.jpg: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:ce66c5ca6b1d4e2c983a95caadd8aa3eb78d1eb04268b8f61722e7f087e01b86 3 | size 185452 4 | -------------------------------------------------------------------------------- /docs/assets/images/quickstart-configure-metrics-light.gif: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:d9332507bc2abecdd5ae8cc19b13277f860a51eb29b8eedd4f7709bd354ad5ae 3 | size 2068009 4 | -------------------------------------------------------------------------------- /docs/assets/images/quickstart-upload-dataset-workflow.gif: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:701d2133bfe7ecd25a0e0aaca893324cf11b732218778ff95a20a6b5b50f8023 3 | size 1751076 4 | -------------------------------------------------------------------------------- /docs/assets/images/quickstart-upload-results-workflow.gif: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:674ba99b9017764c33cb24b27654b38d770325fa4ee26e17d2626f13e6680d5a 3 | size 3657948 4 | -------------------------------------------------------------------------------- /docs/assets/images/statistical-significance-demo-dark.gif: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:dda85e8843f78b2ff8b5231f7c2dc348bfbc51069081b2375bc24c947606465f 3 | size 318826 4 | -------------------------------------------------------------------------------- /docs/assets/images/statistical-significance-demo-light.gif: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:9286cd384daea8a5c6c285d4f64cace27db2a62b62d7ec8663a511d8d6421220 3 | size 299872 4 | -------------------------------------------------------------------------------- /docs/assets/images/task-metrics-binary-classification.gif: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:45b05bdddb553772b2dc5660f1bafe278b492cbcb9adea48722a7633a0fd25d7 3 | size 4479064 4 | -------------------------------------------------------------------------------- /docs/assets/images/task-metrics-object-detection-light.gif: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:37846a5e6ee91c2f2d8c4ad7dfb4b3447bac96ccedb702392eccbf60c3c1a944 3 | size 2876808 4 | -------------------------------------------------------------------------------- /docs/assets/images/boundingbox-extraction-configuration-dark.gif: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:d94dd5dba06b93d26db8deb704cf4b58f9d22df002b7a229575b2d938665c4da 3 | size 2765150 4 | -------------------------------------------------------------------------------- /docs/assets/images/edit-image-extraction-properties-dark.gif: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:2908913d50f11f02c7c6c885efb4cb50ebcfb358c7d2a403a8f3ee2c7fcb6793 3 | size 4306355 4 | -------------------------------------------------------------------------------- /docs/assets/images/edit-image-extraction-properties-light.gif: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:3b9f236518c5ad673189388debc7299ee9466deac9caa719f2595823b518864a 3 | size 2638851 4 | -------------------------------------------------------------------------------- /docs/assets/images/edit-text-extraction-properties-light.gif: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:34723c52cc30d47a2cb015f2fd6f05e5d9e0d691a682450195d6d7de99963d5f 3 | size 1320836 4 | -------------------------------------------------------------------------------- /docs/assets/images/metrics-confusion-matrix-normalized-dark.png: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:2b4d3833303b166c082b8936ef11827b97e8e1cae634b8979c57183e64733f2e 3 | size 49801 4 | -------------------------------------------------------------------------------- /docs/assets/images/metrics-confusion-matrix-normalized-light.png: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:819cfd4431a8cd861677d0a619b17d964199cb5e1a45dc95b55004b6ba4e7b5e 3 | size 47468 4 | -------------------------------------------------------------------------------- /docs/assets/images/metrics-prcurve-example-multiclass-dark.png: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:bd96e17f72443a5a3d2a470eb9325591fb9a8053ae010b7bc3d2c15b29747515 3 | size 105037 4 | -------------------------------------------------------------------------------- /docs/assets/images/metrics-prcurve-example-multiclass-light.png: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:e37dfcd858cb446f32d92305ca04f9776d77022980e75c2dfb6a3420a59b4cf5 3 | size 101262 4 | -------------------------------------------------------------------------------- /docs/assets/images/metrics-roccurve-example-multiclass-dark.png: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:e8790fd0f58c3202eeafb8140da58e05b8d396a42d5648412d03d0da6847504e 3 | size 127176 4 | -------------------------------------------------------------------------------- /docs/assets/images/metrics-roccurve-example-multiclass-light.png: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:41f2381b92f3fb4b9b86b38d2042391b55b71548110c16c0436cc281638fa968 3 | size 124522 4 | -------------------------------------------------------------------------------- /docs/assets/images/navigate-to-image-extraction-config-dark.gif: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:21705788f18fb4033aa3d4669e1c5b1c3477cc2667a618bbd2e117fb5475f747 3 | size 4298798 4 | -------------------------------------------------------------------------------- /docs/assets/images/navigate-to-image-extraction-config-light.gif: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:8b4fbbe4526b579628724fd6493b54575ed764acfc9bb0135d1a4a11e044db40 3 | size 3899232 4 | -------------------------------------------------------------------------------- /docs/assets/images/navigate-to-text-extraction-config-dark.gif: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:a0b148cffd1a0ee1e14a24de53db785528f8a520ea2f5248b0c81439cc04d030 3 | size 910001 4 | -------------------------------------------------------------------------------- /docs/assets/images/navigate-to-text-extraction-config-light.gif: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:1488515eb3f2bb68cefa4f1473b541dc99ea7ea808759e914f0ae313340a6191 3 | size 810170 4 | -------------------------------------------------------------------------------- /docs/assets/images/quickstart-upload-dataset-workflow-dark.gif: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:23df3533936ee2d81a57ed25e5c36ad8304876bd6a90d64803cc23f8ced6c0cc 3 | size 5104611 4 | -------------------------------------------------------------------------------- /docs/assets/images/quickstart-upload-dataset-workflow-light.gif: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:ab2e8e88eaf4c0fd50f8aa185745ee0a1f282fed89515bffe670199251a5ed3e 3 | size 5441500 4 | -------------------------------------------------------------------------------- /docs/assets/images/quickstart-upload-results-workflow-light.gif: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:3c95d8d3d7cc4c3813c5aa9b14ba7af273be8b8af08f60adfe6bbe45474b96c6 3 | size 5939482 4 | -------------------------------------------------------------------------------- /docs/assets/images/select-image-extraction-properties-dark.gif: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:7c4a5d4a5ea7275bdc33a9a5d1dc1c4de85bd804774de3d30daf3f2bef875f81 3 | size 2818432 4 | -------------------------------------------------------------------------------- /docs/assets/images/select-image-extraction-properties-light.gif: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:13e87db0010f442dda60368a12e55ead296379ee7858289691082e8635a239ff 3 | size 2361543 4 | -------------------------------------------------------------------------------- /docs/assets/images/select-text-extraction-properties-dark.gif: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:81cea5439c6117787d07c9a2b5dfbb2061601740bd8f793ff68184b9ab38fad9 3 | size 837072 4 | -------------------------------------------------------------------------------- /docs/assets/images/select-text-extraction-properties-light.gif: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:d3aa8f401e8c4529e893e5d559e0baed1c6e826ee7722045c7aebfe4d374fc4d 3 | size 953058 4 | -------------------------------------------------------------------------------- /docs/assets/images/task-metrics-binary-classification-light.gif: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:61f62319c58a7449ad5f123d4097b7d9a6b44432c07c83fb78b1daf0aa22fa32 3 | size 3034771 4 | -------------------------------------------------------------------------------- /docs/assets/images/task-metrics-multiclass-classification.gif: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:781b0dfa53e8eb5e5f3ac556a79de47c51a5042e7347e5e34c91d56c9d975dd8 3 | size 3654620 4 | -------------------------------------------------------------------------------- /docs/assets/images/boundingbox-extraction-configuration-light.gif: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:94c5c9b3f9f3546bfedd1310f516ee520577ede9ceb5dea08b34a13748f8025a 3 | size 2346168 4 | -------------------------------------------------------------------------------- /docs/assets/images/task-metrics-multiclass-classification-light.gif: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:fc46cac47f98e417a8458215498d924d684ccefd552fec6d9adc00757ad8b8e8 3 | size 2763187 4 | -------------------------------------------------------------------------------- /docs/reference/workflow/evaluator.md: -------------------------------------------------------------------------------- 1 | --- 2 | search: 3 | boost: -0.5 4 | --- 5 | 6 | # `kolena.workflow.Evaluator` 7 | 8 | ::: kolena.workflow.evaluator 9 | 10 | ::: kolena.workflow.evaluator_function 11 | -------------------------------------------------------------------------------- /docs/setup_insiders.sh: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env bash 2 | 3 | set -e 4 | 5 | uv add git+ssh://git@github.com/kolenaIO/mkdocs-material-insiders.git --dev 6 | uv add git+ssh://git@github.com/kolenaIO/mkdocstrings-python.git --dev 7 | -------------------------------------------------------------------------------- /examples/README.md: -------------------------------------------------------------------------------- 1 | # Kolena Example Integrations 2 | 3 | This folder contains example integrations for different machine learning tasks using the [`kolena.dataset`](./dataset) 4 | and [`kolena.workflow`](./workflow) APIs. 5 | -------------------------------------------------------------------------------- /docs/reference/workflow/metrics.md: -------------------------------------------------------------------------------- 1 | --- 2 | status: deprecated 3 | search: 4 | boost: -0.5 5 | --- 6 | 7 | # `kolena.workflow.metrics` 8 | 9 | !!! warning "Deprecated" 10 | 11 | This page has been migrated to [kolena.metrics](../metrics.md) 12 | -------------------------------------------------------------------------------- /codecov.yml: -------------------------------------------------------------------------------- 1 | coverage: 2 | status: 3 | project: 4 | default: 5 | informational: true 6 | patch: 7 | default: 8 | informational: true 9 | 10 | github_checks: 11 | annotations: false 12 | 13 | flags: 14 | integration: 15 | paths: 16 | - ".*" 17 | carryforward: true 18 | -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- 1 | *.swp 2 | *.swo 3 | *.swn 4 | **/.coverage* 5 | **/coverage.xml 6 | **/coverage.lcov 7 | 8 | .envrc 9 | .direnv/ 10 | .idea/ 11 | .vscode/ 12 | *.code-workspace 13 | 14 | .DS_Store 15 | .venv/ 16 | 17 | __pycache__/ 18 | .ipynb_checkpoints/ 19 | .mypy_cache/ 20 | .cache/ 21 | 22 | dist/ 23 | site 24 | 25 | poetry.lock 26 | uv.lock 27 | -------------------------------------------------------------------------------- /.github/pull_request_template.md: -------------------------------------------------------------------------------- 1 | ### Linked issue(s) 2 | 3 | ### What change does this PR introduce and why? 4 | 5 | ### Please check if the PR fulfills these requirements 6 | 7 | - [ ] Include reference to internal ticket and/or GitHub issue "Fixes #NNNN" (if applicable) 8 | - [ ] Relevant tests for the changes have been added 9 | - [ ] Relevant docs have been added / updated 10 | -------------------------------------------------------------------------------- /docs/overrides/.icons/kolena/logo.svg: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | -------------------------------------------------------------------------------- /docs/assets/javascript/mathjax.js: -------------------------------------------------------------------------------- 1 | window.MathJax = { 2 | tex: { 3 | inlineMath: [["\\(", "\\)"]], 4 | displayMath: [["\\[", "\\]"]], 5 | processEscapes: true, 6 | processEnvironments: true 7 | }, 8 | options: { 9 | ignoreHtmlClass: ".*|", 10 | processHtmlClass: "arithmatex", 11 | enableMenu: false 12 | } 13 | }; 14 | 15 | document$.subscribe(() => { 16 | MathJax.typesetPromise() 17 | }) 18 | -------------------------------------------------------------------------------- /examples/dataset/construct_studio_url/README.md: -------------------------------------------------------------------------------- 1 | # Example 2 | 3 | Construct a Studio URL from dataset information. Example: 4 | 5 | ```python 6 | from construct_studio_url.encode_url import construct_studio_url 7 | 8 | tenant = "my-organization" 9 | dataset_id = 123 10 | datapoint_field = "locator" 11 | value = "s3://my-bucket/image_001.jpg" 12 | 13 | print(construct_studio_url(tenant, dataset_id, datapoint_field, value)) 14 | ``` 15 | -------------------------------------------------------------------------------- /docs/authentication-integrations/index.md: -------------------------------------------------------------------------------- 1 | --- 2 | icon: kolena/fr-20 3 | --- 4 | 5 | # :kolena-fr-20: Authentication Integrations 6 | 7 | Learn how to integrate Kolena with various authentication providers and manage user access: 8 | 9 |
10 | 11 | - [:kolena-fr-20: SCIM Setup](scim-setup.md) 12 | 13 | --- 14 | 15 | Configure SCIM integration for automated user provisioning and access management. 16 | 17 |
18 | -------------------------------------------------------------------------------- /.mypy.ini: -------------------------------------------------------------------------------- 1 | [mypy] 2 | ignore_errors = False 3 | ignore_missing_imports = True 4 | check_untyped_defs = True 5 | disallow_untyped_defs = True 6 | strict_optional = True 7 | warn_unused_ignores = False 8 | warn_redundant_casts = True 9 | warn_unused_configs = True 10 | plugins = pydantic.mypy 11 | show_error_codes = True 12 | # valid-type: disallows usage of variables as types, which we rely on heavily 13 | # misc: disabled due to 'Invalid base class "X"' messages 14 | disable_error_code = valid-type,misc 15 | -------------------------------------------------------------------------------- /docs/reference/pre-built/index.md: -------------------------------------------------------------------------------- 1 | --- 2 | search: 3 | boost: -0.5 4 | --- 5 | 6 | # :kolena-workflow-16: Pre-built Workflows 7 | 8 | Ready-to-use workflows built with [`kolena.workflow`](../workflow/index.md). 9 | 10 |
11 | - [:kolena-widget-20: Object Detection (2D)](./object-detection-2d.md) 12 | 13 | ![Example 2D bounding boxes from the COCO dataset.](../../assets/images/COCO-transportation.jpeg) 14 | 15 | --- 16 | 17 | Object Detection on 2D images using axis-aligned bounding boxes. 18 |
19 | -------------------------------------------------------------------------------- /examples/workflow/text_summarization/docker/build.sh: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env bash 2 | 3 | set -eu 4 | PROJECT_DIR=$( cd -- "$( dirname -- "${BASH_SOURCE[0]}" )/.." &> /dev/null && pwd ) 5 | 6 | pushd "$PROJECT_DIR" >/dev/null 7 | IMAGE_VERSION="$(git describe --tags --dirty)" 8 | 9 | IMAGE_NAME="text-summarization" 10 | IMAGE_TAG="$IMAGE_NAME:$IMAGE_VERSION" 11 | 12 | echo "building $IMAGE_TAG..." 13 | 14 | docker build \ 15 | --platform linux/amd64 \ 16 | --tag "$IMAGE_TAG" \ 17 | --file "docker/text-summarization.dockerfile" \ 18 | . 19 | 20 | popd 21 | -------------------------------------------------------------------------------- /examples/workflow/age_estimation/pyproject.toml: -------------------------------------------------------------------------------- 1 | [tool.poetry] 2 | name = "age_estimation" 3 | version = "0.1.0" 4 | description = "Example Kolena integration for age estimation" 5 | authors = ["Kolena Engineering "] 6 | license = "Apache-2.0" 7 | 8 | [tool.poetry.dependencies] 9 | python = ">=3.8,<3.12" 10 | kolena = ">=0.94.0,<1" 11 | s3fs = "^2023.5.0" 12 | 13 | [tool.poetry.group.dev.dependencies] 14 | pre-commit = "^2.17" 15 | pytest = "^7" 16 | pytest-depends = "^1.0.1" 17 | 18 | [build-system] 19 | requires = ["poetry-core>=1.0.0"] 20 | build-backend = "poetry.core.masonry.api" 21 | -------------------------------------------------------------------------------- /LICENSE_HEADER: -------------------------------------------------------------------------------- 1 | Copyright 2021-2025 Kolena Inc. 2 | 3 | Licensed under the Apache License, Version 2.0 (the "License"); 4 | you may not use this file except in compliance with the License. 5 | You may obtain a copy of the License at 6 | 7 | http://www.apache.org/licenses/LICENSE-2.0 8 | 9 | Unless required by applicable law or agreed to in writing, software 10 | distributed under the License is distributed on an "AS IS" BASIS, 11 | WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | See the License for the specific language governing permissions and 13 | limitations under the License. 14 | -------------------------------------------------------------------------------- /docs/overrides/.icons/kolena/video-16.svg: -------------------------------------------------------------------------------- 1 | 2 | 3 | 5 | 6 | 7 | 9 | 10 | 11 | 12 | -------------------------------------------------------------------------------- /docs/overrides/.icons/kolena/video-20.svg: -------------------------------------------------------------------------------- 1 | 2 | 3 | 5 | 6 | 7 | 9 | 10 | 11 | 12 | -------------------------------------------------------------------------------- /examples/dataset/construct_studio_url/pyproject.toml: -------------------------------------------------------------------------------- 1 | [project] 2 | name = "construct_studio_url" 3 | version = "0.1.0" 4 | description = "Example generating Kolena studio URL with simple filters" 5 | authors = [ 6 | { name = "Kolena Engineering", email = "eng@kolena.com" } 7 | ] 8 | license = "Apache-2.0" 9 | requires-python = ">=3.9,<3.12" 10 | 11 | dependencies = [ 12 | "lzstring>=1", 13 | ] 14 | 15 | [tool.uv] 16 | dev-dependencies = [ 17 | "pre-commit>=2.17,<3", 18 | "pytest>=7,<8", 19 | "pytest-depends>=1.0.1,<2", 20 | ] 21 | 22 | [build-system] 23 | requires = ["hatchling"] 24 | build-backend = "hatchling.build" 25 | -------------------------------------------------------------------------------- /examples/workflow/face_recognition_11/pyproject.toml: -------------------------------------------------------------------------------- 1 | [tool.poetry] 2 | name = "face_recognition_11" 3 | version = "0.1.0" 4 | description = "Example Kolena integration for face recognition 1:1" 5 | authors = ["Kolena Engineering "] 6 | license = "Apache-2.0" 7 | 8 | [tool.poetry.dependencies] 9 | python = ">=3.8,<3.12" 10 | s3fs = "^2023.5.0" 11 | 12 | [tool.poetry.group.dev.dependencies] 13 | pre-commit = "^2.17" 14 | kolena = ">=0.91.0,<1" 15 | pytest = "^7" 16 | pytest-depends = "^1.0.1" 17 | numpy = "^1.19" 18 | 19 | [build-system] 20 | requires = ["poetry-core>=1.0.0"] 21 | build-backend = "poetry.core.masonry.api" 22 | -------------------------------------------------------------------------------- /examples/workflow/keypoint_detection/pyproject.toml: -------------------------------------------------------------------------------- 1 | [tool.poetry] 2 | name = "keypoint_detection" 3 | version = "0.1.0" 4 | description = "Example Kolena integration for keypoint detection" 5 | authors = ["Kolena Engineering "] 6 | license = "Apache-2.0" 7 | 8 | [tool.poetry.dependencies] 9 | python = ">=3.8,<3.12" 10 | kolena = ">=0.94.0,<1" 11 | s3fs = "^2023.5.0" 12 | fsspec = "^2023.5.0" 13 | 14 | [tool.poetry.group.dev.dependencies] 15 | pre-commit = "^2.17" 16 | pytest = "^7" 17 | pytest-depends = "^1.0.1" 18 | 19 | [build-system] 20 | requires = ["poetry-core>=1.0.0"] 21 | build-backend = "poetry.core.masonry.api" 22 | -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /docs/overrides/.icons/kolena/paragraph-16.svg: -------------------------------------------------------------------------------- 1 | 2 | 3 | 5 | Artboard 6 | Created with Sketch. 7 | 9 | 10 | -------------------------------------------------------------------------------- /examples/workflow/classification/pyproject.toml: -------------------------------------------------------------------------------- 1 | [tool.poetry] 2 | name = "classification" 3 | version = "0.1.0" 4 | description = "Example Kolena integration for multiclass/binary classification" 5 | authors = ["Kolena Engineering "] 6 | license = "Apache-2.0" 7 | 8 | [tool.poetry.dependencies] 9 | python = ">=3.8,<3.12" 10 | kolena = ">=0.94.0,<1" 11 | s3fs = "^2023.5.0" 12 | fsspec = "^2023.5.0" 13 | 14 | [tool.poetry.group.dev.dependencies] 15 | pre-commit = "^2.17" 16 | pytest = "^7" 17 | pytest-depends = "^1.0.1" 18 | 19 | [build-system] 20 | requires = ["poetry-core>=1.0.0"] 21 | build-backend = "poetry.core.masonry.api" 22 | -------------------------------------------------------------------------------- /kolena/_api/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tests/unit/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /kolena/_api/v1/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /kolena/_api/v2/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /kolena/_extras/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /kolena/_utils/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tests/unit/utils/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /docs/overrides/.icons/kolena/dark-mode-20.svg: -------------------------------------------------------------------------------- 1 | 2 | 3 | 5 | 6 | 8 | 9 | 10 | -------------------------------------------------------------------------------- /tests/integration/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tests/unit/_extras/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tests/unit/dataset/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tests/unit/metrics/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tests/unit/workflow/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /docs/overrides/.icons/kolena/dark-mode-16.svg: -------------------------------------------------------------------------------- 1 | 2 | 3 | 5 | 6 | 8 | 9 | 10 | -------------------------------------------------------------------------------- /kolena/_utils/dataframes/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tests/integration/dataset/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tests/integration/workflow/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tests/unit/_experimental/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /examples/dataset/rain_forecast/pyproject.toml: -------------------------------------------------------------------------------- 1 | [project] 2 | name = "rain_forecast" 3 | version = "0.1.0" 4 | description = "Kolena Datasets Example integration for rain forecast" 5 | authors = [ 6 | { name = "Kolena Engineering", email = "eng@kolena.com" } 7 | ] 8 | license = "Apache-2.0" 9 | requires-python = ">=3.8,<3.12" 10 | 11 | dependencies = [ 12 | "kolena>=1.23.0,<2", 13 | "s3fs>=2023.5.0,<2024", 14 | ] 15 | 16 | [tool.uv] 17 | dev-dependencies = [ 18 | "pre-commit>=2.17,<3", 19 | "pytest>=7,<8", 20 | "pytest-depends>=1.0.1,<2", 21 | ] 22 | 23 | [build-system] 24 | requires = ["hatchling"] 25 | build-backend = "hatchling.build" 26 | -------------------------------------------------------------------------------- /tests/integration/_experimental/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tests/unit/_experimental/trace/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tests/unit/utils/dataframes/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tests/unit/workflow/visualization/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /examples/workflow/classification/scripts/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /examples/workflow/object_detection_2d/pyproject.toml: -------------------------------------------------------------------------------- 1 | [tool.poetry] 2 | name = "object_detection_2d" 3 | version = "0.1.0" 4 | description = "Example Kolena integration for 2D object detection" 5 | authors = ["Kolena Engineering "] 6 | license = "Apache-2.0" 7 | 8 | [tool.poetry.dependencies] 9 | python = ">=3.8,<3.12" 10 | kolena = {extras = ["metrics"], version = ">=0.94.0,<1"} 11 | s3fs = "^2023.5.0" 12 | fsspec = "^2023.5.0" 13 | 14 | [tool.poetry.group.dev.dependencies] 15 | pre-commit = "^2.17" 16 | pytest = "^7" 17 | pytest-depends = "^1.0.1" 18 | 19 | [build-system] 20 | requires = ["poetry-core>=1.0.0"] 21 | build-backend = "poetry.core.masonry.api" 22 | -------------------------------------------------------------------------------- /kolena/_experimental/search/_internal/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tests/integration/_experimental/dataset/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tests/integration/_experimental/trace/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tests/unit/_experimental/classification/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tests/unit/_experimental/object_detection/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /docs/reference/dataset/index.md: -------------------------------------------------------------------------------- 1 | 2 | # :kolena-dataset-20: `kolena.dataset` 3 | 4 |
5 | - :kolena-developer-16: Examples: [`kolena/examples/dataset` ↗](https://github.com/kolenaIO/kolena/tree/trunk/examples) 6 |
7 | 8 | ::: kolena.dataset.dataset 9 | ::: kolena.dataset.evaluation 10 | ::: kolena.dataset.embeddings 11 | options: 12 | members: ["upload_dataset_embeddings", "get_dataset_embedding_keys", "download_dataset_embeddings"] 13 | show_root_heading: false 14 | ::: kolena._api.v2.dataset 15 | options: 16 | members: ["Filters", "GeneralFieldFilter", "DatasetEntity"] 17 | show_root_heading: false 18 | -------------------------------------------------------------------------------- /examples/dataset/age_estimation/age_estimation/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /examples/dataset/classification/classification/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /examples/dataset/rain_forecast/rain_forecast/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /examples/dataset/retrieval_augmented_generation/pyproject.toml: -------------------------------------------------------------------------------- 1 | [project] 2 | name = "retrieval_augmented_generation" 3 | version = "0.1.0" 4 | description = "Kolena Datasets Example integration for RAG" 5 | authors = [ 6 | { name = "Kolena Engineering", email = "eng@kolena.com" } 7 | ] 8 | license = "Apache-2.0" 9 | requires-python = ">=3.8,<3.12" 10 | 11 | dependencies = [ 12 | "kolena>=1.51.1,<2", 13 | "s3fs>=2024.10.0", 14 | ] 15 | 16 | [tool.uv] 17 | dev-dependencies = [ 18 | "pre-commit>=2.17,<3", 19 | "pytest>=7,<8", 20 | "pytest-depends>=1.0.1,<8", 21 | ] 22 | 23 | [build-system] 24 | requires = ["hatchling"] 25 | build-backend = "hatchling.build" 26 | -------------------------------------------------------------------------------- /examples/workflow/search_embeddings/search/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /docs/overrides/.icons/kolena/paragraph-20.svg: -------------------------------------------------------------------------------- 1 | 2 | 3 | 5 | Artboard 2 6 | Created with Sketch. 7 | 9 | 10 | -------------------------------------------------------------------------------- /examples/dataset/person_detection/person_detection/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /examples/workflow/age_estimation/age_estimation/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /examples/workflow/classification/classification/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /examples/workflow/classification/scripts/binary/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /examples/workflow/classification/scripts/multiclass/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /tests/integration/_experimental/object_detection/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /docs/overrides/.icons/kolena/cloud-20.svg: -------------------------------------------------------------------------------- 1 | 2 | 3 | 5 | 6 | 7 | 9 | 10 | 11 | 12 | -------------------------------------------------------------------------------- /examples/dataset/classification/classification/binary/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /examples/dataset/face_recognition_11/face_recognition_11/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /examples/dataset/keypoint_detection/keypoint_detection/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /examples/dataset/object_detection_2d/object_detection_2d/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /examples/dataset/object_detection_3d/object_detection_3d/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /examples/dataset/question_answering/question_answering/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /examples/dataset/search_embeddings/search_embeddings/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /examples/dataset/speaker_diarization/speaker_diarization/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /examples/dataset/text_summarization/text_summarization/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /examples/workflow/keypoint_detection/keypoint_detection/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /examples/workflow/question_answering/question_answering/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /examples/workflow/semantic_textual_similarity/pyproject.toml: -------------------------------------------------------------------------------- 1 | [tool.poetry] 2 | name = "semantic_textual_similarity" 3 | version = "0.1.0" 4 | description = "Example Kolena integration for semantic textual similarity" 5 | authors = ["Kolena Engineering "] 6 | license = "Apache-2.0" 7 | 8 | [tool.poetry.dependencies] 9 | python = ">=3.9,<3.12" 10 | kolena = ">=0.94.0,<1" 11 | s3fs = "^2023.5.0" 12 | fsspec = "^2023.5.0" 13 | scipy = "^1.11.4" 14 | 15 | [tool.poetry.group.dev.dependencies] 16 | pre-commit = "^2.17" 17 | pytest = "^7" 18 | pytest-depends = "^1.0.1" 19 | 20 | [build-system] 21 | requires = ["poetry-core>=1.0.0"] 22 | build-backend = "poetry.core.masonry.api" 23 | -------------------------------------------------------------------------------- /examples/workflow/text_summarization/text_summarization/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /examples/dataset/classification/classification/multiclass/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /examples/dataset/construct_studio_url/construct_studio_url/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /examples/dataset/instance_segmentation/instance_segmentation/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /examples/dataset/semantic_segmentation/semantic_segmentation/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /examples/workflow/face_recognition_11/face_recognition_11/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /examples/workflow/object_detection_2d/object_detection_2d/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /examples/workflow/object_detection_3d/object_detection_3d/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /examples/workflow/semantic_segmentation/semantic_segmentation/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /examples/workflow/speaker_diarization/speaker_diarization/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /docs/overrides/.icons/kolena/cloud-16.svg: -------------------------------------------------------------------------------- 1 | 2 | 3 | 5 | 6 | 7 | 9 | 10 | 11 | 12 | -------------------------------------------------------------------------------- /examples/dataset/image_retrieval_by_text/image_retrieval_by_text/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /examples/dataset/named_entity_recognition/named_entity_recognition/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /examples/dataset/object_detection_3d/object_detection_3d/vendored/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /examples/dataset/personal_data_detection/personal_data_detection/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /examples/workflow/object_detection_2d/object_detection_2d/extended/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /examples/workflow/object_detection_3d/object_detection_3d/vendored/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /examples/dataset/keypoint_detection/pyproject.toml: -------------------------------------------------------------------------------- 1 | [project] 2 | name = "keypoint_detection" 3 | version = "0.1.0" 4 | description = "Example Kolena integration for keypoint detection" 5 | authors = [ 6 | { name = "Kolena Engineering", email = "eng@kolena.com" } 7 | ] 8 | requires-python = ">=3.9,<3.12" 9 | 10 | dependencies = [ 11 | "kolena>=1.23.0,<2", 12 | "s3fs>=2023.5.0,<2024", 13 | "fsspec>=2023.5.0,<2024", 14 | "numpy>=1.19,<2", 15 | ] 16 | 17 | [tool.uv] 18 | dev-dependencies = [ 19 | "pre-commit>=2.17,<3", 20 | "pytest>=7,<8", 21 | "pytest-depends>=1.0.1,<2", 22 | ] 23 | 24 | [build-system] 25 | requires = ["hatchling"] 26 | build-backend = "hatchling.build" 27 | -------------------------------------------------------------------------------- /examples/dataset/person_detection/pyproject.toml: -------------------------------------------------------------------------------- 1 | [project] 2 | name = "person-detection" 3 | version = "0.1.0" 4 | description = "Example Kolena integration for COCO Person Detection" 5 | authors = [ 6 | { name = "Kolena Engineering", email = "eng@kolena.com" } 7 | ] 8 | license = "Apache-2.0" 9 | requires-python = ">=3.9,<3.12" 10 | 11 | dependencies = [ 12 | "kolena[metrics]>=1.23.0,<2", 13 | "s3fs>=2023.5.0,<2024", 14 | "numpy>=1.19,<2", 15 | ] 16 | 17 | [tool.uv] 18 | dev-dependencies = [ 19 | "pre-commit>=2.17,<3", 20 | "pytest>=7,<8", 21 | "pytest-depends>=1.0.1,<2", 22 | ] 23 | 24 | [build-system] 25 | requires = ["hatchling"] 26 | build-backend = "hatchling.build" 27 | -------------------------------------------------------------------------------- /examples/dataset/automatic_speech_recognition/automatic_speech_recognition/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /examples/dataset/crossing_pedestrian_detection/crossing_pedestrian_detection/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /examples/dataset/semantic_textual_similarity/semantic_textual_similarity/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /examples/workflow/automatic_speech_recognition/automatic_speech_recognition/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /examples/workflow/semantic_textual_similarity/semantic_textual_similarity/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /docs/connecting-external-llm-endpoint/index.md: -------------------------------------------------------------------------------- 1 | --- 2 | icon: kolena/cloud-16 3 | hide: 4 | - toc 5 | --- 6 | 7 | # :octicons-cloud-16: Connecting LLM Endpoint 8 | 9 | You can leverage your hosted LLM Endpoint to do data enrichment and result evaluation in Kolena. 10 | 11 | Integrations can be managed by organization administrators by navigating to the "Integrations" tab on the 12 | [:kolena-organization-16: Organization Settings](https://app.kolena.com/redirect/organization?tab=integrations) page. 13 | 14 |
15 | 16 | - [:material-microsoft-azure: Azure OpenAI Service](./azure-openai.md) 17 | 18 | --- 19 | 20 | Integrate with Azure Blob Storage. 21 | 22 |
23 | -------------------------------------------------------------------------------- /examples/dataset/retrieval_augmented_generation/retrieval_augmented_generation/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | -------------------------------------------------------------------------------- /examples/dataset/age_estimation/pyproject.toml: -------------------------------------------------------------------------------- 1 | [project] 2 | name = "age_estimation" 3 | version = "0.1.0" 4 | description = "Example Kolena integration for age estimation" 5 | authors = [ 6 | { name = "Kolena Engineering", email = "eng@kolena.com" } 7 | ] 8 | license = "Apache-2.0" 9 | requires-python = ">=3.9,<3.12" 10 | 11 | dependencies = [ 12 | "kolena>=1.23.0,<2", 13 | "s3fs>=2023.5.0,<2024", 14 | "fsspec>=2023.5.0,<2024", 15 | "numpy>=1.19,<2", 16 | ] 17 | 18 | [tool.uv] 19 | dev-dependencies = [ 20 | "pre-commit>=2.17,<3", 21 | "pytest>=7,<8", 22 | "pytest-depends>=1.0.1,<2", 23 | ] 24 | 25 | [build-system] 26 | requires = ["hatchling"] 27 | build-backend = "hatchling.build" 28 | -------------------------------------------------------------------------------- /examples/dataset/named_entity_recognition/pyproject.toml: -------------------------------------------------------------------------------- 1 | [project] 2 | name = "named-entity-recognition" 3 | version = "0.1.0" 4 | description = "Example Kolena integration for a named entity recognition problem" 5 | authors = [ 6 | { name = "Kolena Engineering", email = "eng@kolena.com" } 7 | ] 8 | requires-python = ">=3.9,<3.12" 9 | 10 | dependencies = [ 11 | "kolena>=1.29.0,<2", 12 | "pandas>=2.2.2,<3", 13 | "transformers>=4.43.3,<5", 14 | "torch>=2.4.0,<3", 15 | ] 16 | 17 | [tool.uv] 18 | dev-dependencies = [ 19 | "pre-commit>=2.17,<3", 20 | "pytest>=7,<8", 21 | "pytest-depends>=1.0.1,<2", 22 | ] 23 | 24 | [build-system] 25 | requires = ["hatchling"] 26 | build-backend = "hatchling.build" 27 | -------------------------------------------------------------------------------- /examples/dataset/face_recognition_11/pyproject.toml: -------------------------------------------------------------------------------- 1 | [project] 2 | name = "face_recognition_11" 3 | version = "0.1.0" 4 | description = "Example Kolena integration for face recognition 1:1" 5 | authors = [ 6 | { name = "Kolena Engineering", email = "eng@kolena.com" } 7 | ] 8 | license = "Apache-2.0" 9 | requires-python = ">=3.9,<3.12" 10 | 11 | dependencies = [ 12 | "kolena>=1.23.0,<2", 13 | "s3fs>=2023.5.0,<2024", 14 | "fsspec>=2023.5.0,<2024", 15 | "numpy>=1.19,<2", 16 | ] 17 | 18 | [tool.uv] 19 | dev-dependencies = [ 20 | "pre-commit>=2.17,<3", 21 | "pytest>=7,<8", 22 | "pytest-depends>=1.0.1,<2", 23 | ] 24 | 25 | [build-system] 26 | requires = ["hatchling"] 27 | build-backend = "hatchling.build" 28 | -------------------------------------------------------------------------------- /examples/dataset/classification/pyproject.toml: -------------------------------------------------------------------------------- 1 | [project] 2 | name = "classification" 3 | version = "0.1.0" 4 | description = "Example Kolena integration for binary and multiclass classification" 5 | authors = [ 6 | { name = "Kolena Engineering", email = "eng@kolena.com" } 7 | ] 8 | license = "Apache-2.0" 9 | requires-python = ">=3.9,<3.12" 10 | 11 | dependencies = [ 12 | "kolena>=1.23.0,<2", 13 | "s3fs>=2023.5.0,<2024", 14 | "fsspec>=2023.5.0,<2024", 15 | "numpy>=1.19,<2", 16 | ] 17 | 18 | [tool.uv] 19 | dev-dependencies = [ 20 | "pre-commit>=2.17,<3", 21 | "pytest>=7,<8", 22 | "pytest-depends>=1.0.1,<2", 23 | ] 24 | 25 | [build-system] 26 | requires = ["hatchling"] 27 | build-backend = "hatchling.build" 28 | -------------------------------------------------------------------------------- /examples/dataset/object_detection_2d/pyproject.toml: -------------------------------------------------------------------------------- 1 | [project] 2 | name = "object_detection_2d" 3 | version = "0.1.0" 4 | description = "Example Kolena integration for Object Detection 2D" 5 | authors = [ 6 | { name = "Kolena Engineering", email = "eng@kolena.com" } 7 | ] 8 | license = "Apache-2.0" 9 | requires-python = ">=3.9,<3.12" 10 | 11 | dependencies = [ 12 | "kolena[metrics]>=1.23.0,<2", 13 | "s3fs>=2023.5.0,<2024", 14 | "fsspec>=2023.5.0,<2024", 15 | "numpy>=1.19,<2", 16 | ] 17 | 18 | [tool.uv] 19 | dev-dependencies = [ 20 | "pre-commit>=2.17,<3", 21 | "pytest>=7,<8", 22 | "pytest-depends>=1.0.1,<2", 23 | ] 24 | 25 | [build-system] 26 | requires = ["hatchling"] 27 | build-backend = "hatchling.build" 28 | -------------------------------------------------------------------------------- /docs/overrides/.icons/kolena/lab-test-20.svg: -------------------------------------------------------------------------------- 1 | 2 | 3 | pt-icon-lab-test 4 | Created with Sketch. 5 | 6 | 7 | 8 | 9 | -------------------------------------------------------------------------------- /docs/overrides/.icons/kolena/organization-16.svg: -------------------------------------------------------------------------------- 1 | 2 | 3 | 5 | 6 | 7 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /docs/overrides/.icons/kolena/organization-20.svg: -------------------------------------------------------------------------------- 1 | 2 | 3 | 5 | 6 | 7 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /examples/dataset/instance_segmentation/pyproject.toml: -------------------------------------------------------------------------------- 1 | [project] 2 | name = "instance_segmentation" 3 | version = "0.1.0" 4 | description = "Example Kolena integration for Instance Segmentation" 5 | authors = [ 6 | { name = "Kolena Engineering", email = "eng@kolena.com" } 7 | ] 8 | license = "Apache-2.0" 9 | requires-python = ">=3.9,<3.12" 10 | 11 | dependencies = [ 12 | "kolena[metrics]>=1.23.0,<2", 13 | "s3fs>=2023.5.0,<2024", 14 | "fsspec>=2023.5.0,<2024", 15 | "numpy>=1.19,<2", 16 | ] 17 | 18 | [tool.uv] 19 | dev-dependencies = [ 20 | "pre-commit>=2.17,<3", 21 | "pytest>=7,<8", 22 | "pytest-depends>=1.0.1,<2", 23 | ] 24 | 25 | [build-system] 26 | requires = ["hatchling"] 27 | build-backend = "hatchling.build" 28 | -------------------------------------------------------------------------------- /examples/workflow/object_detection_3d/pyproject.toml: -------------------------------------------------------------------------------- 1 | [tool.poetry] 2 | name = "object_detection_3d" 3 | version = "0.1.0" 4 | description = "Example Kolena integration for KITTI 3D object detection" 5 | authors = ["Kolena Engineering "] 6 | license = "Apache-2.0" 7 | 8 | [tool.poetry.dependencies] 9 | python = ">=3.8,<3.11" 10 | kolena = ">=0.94.0,<1" 11 | pydantic = ">=1.10,<2.0" 12 | openmim = "^0.3.9" 13 | mmcv-lite = ">=2.0.0rc4" 14 | mmdet = ">=3.0.0" 15 | mmdet3d = ">=1.1.0" 16 | dacite = "^1.8.1" 17 | 18 | [tool.poetry.group.dev.dependencies] 19 | pre-commit = "^2.17" 20 | pytest = "^7" 21 | pytest-depends = "^1.0.1" 22 | 23 | [build-system] 24 | requires = ["poetry-core>=1.0.0"] 25 | build-backend = "poetry.core.masonry.api" 26 | -------------------------------------------------------------------------------- /kolena/_experimental/trace/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | from .trace import kolena_trace 15 | 16 | __all__ = [ 17 | "kolena_trace", 18 | ] 19 | -------------------------------------------------------------------------------- /examples/dataset/semantic_textual_similarity/pyproject.toml: -------------------------------------------------------------------------------- 1 | [project] 2 | name = "semantic_textual_similarity" 3 | version = "0.1.0" 4 | description = "Example Kolena integration for semantic textual similarity" 5 | authors = [ 6 | { name = "Kolena Engineering", email = "eng@kolena.com" } 7 | ] 8 | license = "Apache-2.0" 9 | requires-python = ">=3.9,<3.12" 10 | 11 | dependencies = [ 12 | "kolena>=1.23.0,<2", 13 | "s3fs>=2023.5.0,<2024", 14 | "fsspec>=2023.5.0,<2024", 15 | "numpy>=1.19,<2", 16 | ] 17 | 18 | [tool.uv] 19 | dev-dependencies = [ 20 | "pre-commit>=2.17,<3", 21 | "pytest>=7,<8", 22 | "pytest-depends>=1.0.1,<2", 23 | ] 24 | 25 | [build-system] 26 | requires = ["hatchling"] 27 | build-backend = "hatchling.build" 28 | -------------------------------------------------------------------------------- /examples/dataset/personal_data_detection/pyproject.toml: -------------------------------------------------------------------------------- 1 | [project] 2 | name = "personal_data_detection" 3 | version = "0.1.0" 4 | description = "Example Kolena integration for personal data detection" 5 | authors = [ 6 | { name = "Kolena Engineering", email = "eng@kolena.com" } 7 | ] 8 | license = "Apache-2.0" 9 | requires-python = ">=3.9,<3.12" 10 | 11 | dependencies = [ 12 | "kolena>=1.64.0,<2", 13 | "s3fs>=2025.5.1", 14 | "torch>=2.7.1", 15 | "transformers>=4.52.4", 16 | ] 17 | 18 | [tool.uv] 19 | dev-dependencies = [ 20 | "pre-commit>=2.17,<3", 21 | "pytest>=7,<8", 22 | "pytest-depends>=1.0.1,<2", 23 | "setuptools>=80.9.0", 24 | ] 25 | 26 | [build-system] 27 | requires = ["hatchling"] 28 | build-backend = "hatchling.build" 29 | -------------------------------------------------------------------------------- /docs/overrides/.icons/kolena/music-16.svg: -------------------------------------------------------------------------------- 1 | 2 | 3 | 5 | 6 | 7 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /examples/dataset/crossing_pedestrian_detection/pyproject.toml: -------------------------------------------------------------------------------- 1 | [project] 2 | name = "crossing_pedestrian_detection" 3 | version = "0.1.0" 4 | description = "Example Kolena integration for Crossing Pedestrian Detection" 5 | authors = [ 6 | { name = "Kolena Engineering", email = "eng@kolena.com" } 7 | ] 8 | readme = "README.md" 9 | requires-python = ">=3.8,<3.12" 10 | 11 | dependencies = [ 12 | "kolena[metrics]>=1.23.0,<2", 13 | "s3fs>=2023.5.0,<2024", 14 | "smart-open[s3]>=7.0.1,<8", 15 | "numpy>=1.19,<2", 16 | ] 17 | 18 | [tool.uv] 19 | dev-dependencies = [ 20 | "pre-commit>=2.17,<3", 21 | "pytest>=7,<8", 22 | "pytest-depends>=1.0.1,<2", 23 | ] 24 | 25 | [build-system] 26 | requires = ["hatchling"] 27 | build-backend = "hatchling.build" 28 | -------------------------------------------------------------------------------- /examples/workflow/automatic_speech_recognition/pyproject.toml: -------------------------------------------------------------------------------- 1 | [tool.poetry] 2 | name = "automatic-speech-recognition" 3 | version = "0.1.0" 4 | description = "Example Kolena integration for automatic speech recognition" 5 | authors = ["Kolena Engineering "] 6 | license = "Apache-2.0" 7 | 8 | [tool.poetry.dependencies] 9 | python = ">=3.8,<3.12" 10 | kolena = ">=0.94.0,<1" 11 | s3fs = "^2023.5.0" 12 | jiwer = "^3.0.3" 13 | langid = "^1.1.6" 14 | langcodes = "^3.3.0" 15 | numwords-to-nums = "^1.2.0" 16 | language-data = "^1.1" 17 | 18 | [tool.poetry.group.dev.dependencies] 19 | pre-commit = "^2.17" 20 | pytest = "^7" 21 | pytest-depends = "^1.0.1" 22 | 23 | [build-system] 24 | requires = ["poetry-core>=1.0.0"] 25 | build-backend = "poetry.core.masonry.api" 26 | -------------------------------------------------------------------------------- /examples/workflow/speaker_diarization/pyproject.toml: -------------------------------------------------------------------------------- 1 | [tool.poetry] 2 | name = "speaker-diarization" 3 | version = "0.1.0" 4 | description = "Example Kolena integration for speaker diarization" 5 | authors = ["Kolena Engineering "] 6 | license = "Apache-2.0" 7 | 8 | [tool.poetry.dependencies] 9 | python = ">=3.9,<3.12" 10 | kolena = ">=0.94.0,<1" 11 | pyannote-metrics = "^3.2.1" 12 | s3fs = "^2023.10.0" 13 | pyannote-core = "^5.0.0" 14 | scipy = "^1.11.3" 15 | jiwer = "^3.0.3" 16 | numpy = "^1.19" 17 | multimethod = "^1.10,<2" 18 | 19 | [tool.poetry.group.dev.dependencies] 20 | pre-commit = "^2.17" 21 | pytest = "^7" 22 | pytest-depends = "^1.0.1" 23 | 24 | [build-system] 25 | requires = ["poetry-core>=1.0.0"] 26 | build-backend = "poetry.core.masonry.api" 27 | -------------------------------------------------------------------------------- /docs/overrides/.icons/kolena/test-suite-20.svg: -------------------------------------------------------------------------------- 1 | 2 | 3 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | -------------------------------------------------------------------------------- /examples/dataset/keypoint_detection/keypoint_detection/constants.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | BUCKET = "kolena-public-examples" 15 | DATASET = "300-W" 16 | ID_FIELDS = ["locator"] 17 | -------------------------------------------------------------------------------- /kolena/_extras/metrics/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | from kolena._extras.metrics.sklearn import sklearn_metrics 15 | 16 | __all__ = [ 17 | "sklearn_metrics", 18 | ] 19 | -------------------------------------------------------------------------------- /examples/dataset/classification/classification/multiclass/constants.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | BUCKET = "kolena-public-examples" 15 | DATASET = "cifar10" 16 | ID_FIELDS = ["locator"] 17 | -------------------------------------------------------------------------------- /examples/workflow/search_embeddings/pyproject.toml: -------------------------------------------------------------------------------- 1 | [tool.poetry] 2 | name = "search_embeddings" 3 | version = "0.1.0" 4 | description = "Example Kolena embeddings extraction logic" 5 | authors = ["Kolena Engineering "] 6 | license = "Apache-2.0" 7 | 8 | [tool.poetry.dependencies] 9 | python = ">=3.8,<3.12" 10 | kolena = ">=0.94.0,<1" 11 | s3fs = "^2023.5.0" 12 | kolena-embeddings = {version = "^0.4.1", source = "kolena-embeddings"} 13 | 14 | [tool.poetry.group.dev.dependencies] 15 | pre-commit = "^2.17" 16 | 17 | [[tool.poetry.source]] 18 | name = "kolena-embeddings" 19 | url = "https://gateway.kolena.cloud/repositories" 20 | priority = "supplemental" 21 | 22 | [build-system] 23 | requires = ["poetry-core>=1.0.0"] 24 | build-backend = "poetry.core.masonry.api" 25 | -------------------------------------------------------------------------------- /examples/workflow/semantic_segmentation/pyproject.toml: -------------------------------------------------------------------------------- 1 | [tool.poetry] 2 | name = "semantic_segmentation" 3 | version = "0.1.0" 4 | description = "Example Kolena integration for semantic segmentation" 5 | authors = ["Kolena Engineering "] 6 | license = "Apache-2.0" 7 | 8 | [tool.poetry.dependencies] 9 | python = ">=3.8,<3.12" 10 | opencv-python-headless = ">=4.6.0.66,<4.7" 11 | kolena = ">=0.94.0,<1" 12 | s3fs = "^2023.5.0" 13 | fsspec = "^2023.5.0" 14 | boto3 = "^1.25" 15 | scikit-learn = "^1.1.2" 16 | scikit-image = "^0.19.3" 17 | 18 | 19 | [tool.poetry.group.dev.dependencies] 20 | pre-commit = "^2.17" 21 | pytest = "^7" 22 | pytest-depends = "^1.0.1" 23 | 24 | [build-system] 25 | requires = ["poetry-core>=1.0.0"] 26 | build-backend = "poetry.core.masonry.api" 27 | -------------------------------------------------------------------------------- /examples/dataset/classification/classification/binary/constants.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | BUCKET = "kolena-public-examples" 15 | DATASET = "dogs-vs-cats" 16 | ID_FIELDS = ["locator"] 17 | -------------------------------------------------------------------------------- /docs/overrides/.icons/kolena/test-suite-16.svg: -------------------------------------------------------------------------------- 1 | 2 | 3 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | -------------------------------------------------------------------------------- /docs/reference/workflow/thresholded-metrics.md: -------------------------------------------------------------------------------- 1 | --- 2 | search: 3 | boost: -0.5 4 | --- 5 | 6 | # `kolena._experimental.workflow.ThresholdedMetrics` 7 | 8 | !!! example "Experimental Feature" 9 | 10 | This pre-built workflow is an experimental feature. Experimental features are under active development and may 11 | occasionally undergo API-breaking changes. 12 | 13 | Thresholded Metrics play a crucial role in specific contexts of model evaluation, particularly when the performance 14 | of models is assessed based on varying threshold values. In such scenarios, these metrics are vital for accurately 15 | interpreting the effectiveness of the models, as different thresholds can lead to markedly different performance 16 | outcomes. 17 | 18 | ::: kolena._experimental.workflow.thresholded 19 | -------------------------------------------------------------------------------- /kolena/_experimental/workflow/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | 15 | # noreorder 16 | from .thresholded import ThresholdedMetrics 17 | 18 | __all__ = [ 19 | "ThresholdedMetrics", 20 | ] 21 | -------------------------------------------------------------------------------- /kolena/_experimental/dataset/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | from kolena._experimental.dataset.evaluation import download_results_by_tag 15 | 16 | __all__ = [ 17 | "download_results_by_tag", 18 | ] 19 | -------------------------------------------------------------------------------- /docs/overrides/.icons/kolena/media-20.svg: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 6 | 7 | 8 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /examples/dataset/question_answering/pyproject.toml: -------------------------------------------------------------------------------- 1 | [project] 2 | name = "question_answering" 3 | version = "0.1.0" 4 | description = "Example Kolena integration for question answering" 5 | authors = [ 6 | { name = "Kolena Engineering", email = "eng@kolena.com" } 7 | ] 8 | license = "Apache-2.0" 9 | requires-python = ">=3.9,<3.12" 10 | 11 | dependencies = [ 12 | "kolena>=1.23.0,<2", 13 | "s3fs>=2023.5.0", 14 | "sentence-transformers>=2.2.2,<3", 15 | "openai>=1.6.0,<2", 16 | "protobuf>=4.25.1,<5", 17 | "numpy>=1.19,<2", 18 | "torch==2.7.0", 19 | ] 20 | 21 | [tool.uv] 22 | dev-dependencies = [ 23 | "pre-commit>=2.17,<3", 24 | "pytest>=7,<8", 25 | "pytest-depends>=1.0.1,<2", 26 | ] 27 | 28 | [build-system] 29 | requires = ["hatchling"] 30 | build-backend = "hatchling.build" 31 | -------------------------------------------------------------------------------- /kolena/_experimental/classification/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | from .dataset import upload_multilabel_classification_results 15 | 16 | __all__ = [ 17 | "upload_multilabel_classification_results", 18 | ] 19 | -------------------------------------------------------------------------------- /docs/overrides/.icons/kolena/chat-16.svg: -------------------------------------------------------------------------------- 1 | 2 | 3 | 5 | 6 | 7 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /docs/overrides/.icons/kolena/music-20.svg: -------------------------------------------------------------------------------- 1 | 2 | 3 | 5 | 6 | 7 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /examples/dataset/speaker_diarization/pyproject.toml: -------------------------------------------------------------------------------- 1 | [project] 2 | name = "speaker-diarization" 3 | version = "0.1.0" 4 | description = "Example Kolena integration for speaker diarization" 5 | authors = [ 6 | { name = "Kolena Engineering", email = "eng@kolena.com" } 7 | ] 8 | license = "Apache-2.0" 9 | requires-python = ">=3.9,<3.12" 10 | 11 | dependencies = [ 12 | "kolena>=1.23.0,<2", 13 | "s3fs>=2023.10.0,<2024", 14 | "numpy>=1.19,<2", 15 | "pyannote-metrics>=3.2.1,<4", 16 | "pyannote-core>=5.0.0,<6", 17 | "jiwer>=3.0.3,<4", 18 | "pandera>=0.22.1,<1", 19 | ] 20 | 21 | [tool.uv] 22 | dev-dependencies = [ 23 | "pre-commit>=2.17,<3", 24 | "pytest>=7,<8", 25 | "pytest-depends>=1.0.1,<2", 26 | ] 27 | 28 | [build-system] 29 | requires = ["hatchling"] 30 | build-backend = "hatchling.build" 31 | -------------------------------------------------------------------------------- /kolena/_experimental/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | from kolena._experimental.quality_standard import copy_quality_standards_from_dataset 15 | from kolena._experimental.quality_standard import download_quality_standard_result 16 | -------------------------------------------------------------------------------- /docs/overrides/.icons/kolena/chat-20.svg: -------------------------------------------------------------------------------- 1 | 2 | 3 | 5 | 6 | 7 | 11 | 12 | 13 | 14 | -------------------------------------------------------------------------------- /docs/overrides/.icons/kolena/flag-20.svg: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 6 | 7 | 8 | 11 | 12 | 13 | 14 | -------------------------------------------------------------------------------- /docs/overrides/.icons/kolena/diarization-workflow-16.svg: -------------------------------------------------------------------------------- 1 | 2 | 3 | 5 | 6 | 7 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /examples/workflow/text_summarization/docker/text-summarization.dockerfile: -------------------------------------------------------------------------------- 1 | FROM python:3.9-slim AS base 2 | 3 | WORKDIR /opt/text_summarization/ 4 | 5 | FROM base AS builder 6 | 7 | ENV POETRY_VIRTUALENVS_IN_PROJECT=true \ 8 | POETRY_NO_INTERACTION=1 9 | RUN python3 -m pip install poetry 10 | 11 | COPY pyproject.toml ./ 12 | COPY text_summarization ./text_summarization 13 | # use cpu-only pytorch 14 | RUN poetry add https://download.pytorch.org/whl/cpu-cxx11-abi/torch-2.0.0%2Bcpu.cxx11.abi-cp39-cp39-linux_x86_64.whl 15 | RUN poetry install --only main 16 | 17 | FROM base 18 | 19 | COPY --from=builder /opt/text_summarization/.venv .venv/ 20 | COPY --from=builder /opt/text_summarization/text_summarization ./text_summarization/ 21 | 22 | ENTRYPOINT [ "/opt/text_summarization/.venv/bin/python", "text_summarization/remote_evaluator.py" ] 23 | -------------------------------------------------------------------------------- /examples/workflow/text_summarization/text_summarization/utils.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | import re 15 | 16 | 17 | def get_readable(text: str) -> str: 18 | # no spaces before periods, only after 19 | return re.sub(r"\s+(\.)", r"\1", text) 20 | -------------------------------------------------------------------------------- /kolena/_api/v1/workflow.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | from enum import Enum 15 | 16 | 17 | class WorkflowType(str, Enum): 18 | FR = "FR" 19 | CLASSIFICATION = "CLASSIFICATION" 20 | DETECTION = "DETECTION" 21 | UNKNOWN = "UNKNOWN" 22 | -------------------------------------------------------------------------------- /kolena/_utils/pydantic_v1/dataclasses.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | 15 | try: 16 | from pydantic.v1.dataclasses import * # noqa: F401 F403 17 | except ImportError: 18 | from pydantic.dataclasses import * # type: ignore # noqa: F401 F403 19 | -------------------------------------------------------------------------------- /docs/overrides/.icons/kolena/diarization-workflow-20.svg: -------------------------------------------------------------------------------- 1 | 2 | 3 | 5 | 6 | 7 | 11 | 12 | 13 | 14 | -------------------------------------------------------------------------------- /docs/overrides/.icons/kolena/lab-test-16.svg: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | pt-icon-lab-test-small 5 | Created with Sketch. 6 | 7 | 8 | 9 | 10 | -------------------------------------------------------------------------------- /examples/dataset/automatic_speech_recognition/pyproject.toml: -------------------------------------------------------------------------------- 1 | [project] 2 | name = "automatic-speech-recognition" 3 | version = "0.1.0" 4 | description = "Example Kolena integration for automatic speech recognition" 5 | authors = [ 6 | { name = "Kolena Engineering", email = "eng@kolena.com" } 7 | ] 8 | license = "Apache-2.0" 9 | requires-python = ">=3.8,<3.12" 10 | 11 | dependencies = [ 12 | "kolena>=1.23.0,<2", 13 | "s3fs>=2023.5.0,<2024", 14 | "jiwer>=3.0.3,<4", 15 | "langid>=1.1.6,<2", 16 | "langcodes>=3.3.0,<4", 17 | "numwords-to-nums>=1.2.0,<2", 18 | "language-data>=1.1,<2", 19 | ] 20 | 21 | [tool.uv] 22 | dev-dependencies = [ 23 | "pre-commit>=2.17,<3", 24 | "pytest>=7,<8", 25 | "pytest-depends>=1.0.1,<8", 26 | ] 27 | 28 | [build-system] 29 | requires = ["hatchling"] 30 | build-backend = "hatchling.build" 31 | -------------------------------------------------------------------------------- /docs/overrides/.icons/kolena/media-16.svg: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 6 | 7 | 8 | 11 | 12 | 13 | 14 | -------------------------------------------------------------------------------- /docs/overrides/.icons/kolena/flag-16.svg: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 6 | 7 | 8 | 11 | 12 | 13 | 14 | -------------------------------------------------------------------------------- /kolena/workflow/io.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | from kolena.io import dataframe_from_csv 15 | from kolena.io import dataframe_from_json 16 | from kolena.io import dataframe_to_csv 17 | 18 | __all__ = ["dataframe_to_csv", "dataframe_from_csv", "dataframe_from_json"] 19 | -------------------------------------------------------------------------------- /tests/unit/workflow/test_test_case.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | import pytest 15 | 16 | from kolena.workflow.test_case import TestCase 17 | 18 | 19 | def test__create__validate_name() -> None: 20 | with pytest.raises(ValueError): 21 | TestCase.create("") 22 | -------------------------------------------------------------------------------- /docs/overrides/.icons/kolena/studio-20.svg: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 6 | 7 | 8 | 11 | 12 | 13 | 14 | -------------------------------------------------------------------------------- /examples/dataset/age_estimation/age_estimation/constants.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | BUCKET = "kolena-public-examples" 15 | DATASET = "labeled-faces-in-the-wild" 16 | TASK = "age-estimation" 17 | 18 | DATA_FILEPATH = f"s3://{BUCKET}/{DATASET}/{TASK}/raw/{DATASET}.csv" 19 | -------------------------------------------------------------------------------- /examples/dataset/personal_data_detection/personal_data_detection/constants.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | 15 | BUCKET = "kolena-public-examples" 16 | TASK = "personal-data-detection" 17 | DATASET = "imdb_dataset" 18 | 19 | DATA_FILEPATH = f"s3://{BUCKET}/{TASK}/{DATASET}.csv" 20 | -------------------------------------------------------------------------------- /tests/unit/workflow/test_test_suite.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | import pytest 15 | 16 | from kolena.workflow.test_suite import TestSuite 17 | 18 | 19 | def test__init__validate_name() -> None: 20 | with pytest.raises(ValueError): 21 | TestSuite("", test_cases=[]) 22 | -------------------------------------------------------------------------------- /examples/dataset/semantic_segmentation/pyproject.toml: -------------------------------------------------------------------------------- 1 | [project] 2 | name = "semantic_segmentation" 3 | version = "0.1.0" 4 | description = "Kolena Datasets Example integration for semantic segmentation" 5 | authors = [ 6 | { name = "Kolena Engineering", email = "eng@kolena.com" } 7 | ] 8 | license = "Apache-2.0" 9 | requires-python = ">=3.8,<3.12" 10 | 11 | dependencies = [ 12 | "kolena>=1.23.0,<2", 13 | "s3fs>=2023.5.0,<2024", 14 | "fsspec>=2023.5.0,<2024", 15 | "opencv-python-headless>=4.8.1.78", 16 | "boto3>=1.25,<2", 17 | "scikit-learn>=1.1.2,<2", 18 | "scikit-image>=0.19.3,<1", 19 | "numpy<2", 20 | ] 21 | 22 | [tool.uv] 23 | dev-dependencies = [ 24 | "pre-commit>=2.17,<3", 25 | "pytest>=7,<8", 26 | "pytest-depends>=1.0.1,<2", 27 | ] 28 | 29 | [build-system] 30 | requires = ["hatchling"] 31 | build-backend = "hatchling.build" 32 | -------------------------------------------------------------------------------- /kolena/_experimental/search/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | 15 | # noreorder 16 | from .embeddings import upload_dataset_embeddings 17 | from .embeddings import upload_embeddings 18 | 19 | __all__ = [ 20 | "upload_dataset_embeddings", 21 | "upload_embeddings", 22 | ] 23 | -------------------------------------------------------------------------------- /docs/overrides/.icons/kolena/archive-20.svg: -------------------------------------------------------------------------------- 1 | 2 | 3 | 5 | 6 | 7 | 11 | 12 | 13 | 14 | -------------------------------------------------------------------------------- /docs/overrides/.icons/kolena/dataset-16.svg: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 6 | 7 | 8 | 11 | 12 | 13 | 14 | -------------------------------------------------------------------------------- /examples/dataset/object_detection_3d/pyproject.toml: -------------------------------------------------------------------------------- 1 | [project] 2 | name = "object_detection_3d" 3 | version = "0.1.0" 4 | description = "Example Kolena integration for KITTI 3D object detection" 5 | authors = [ 6 | { name = "Kolena Engineering", email = "eng@kolena.com" } 7 | ] 8 | license = "Apache-2.0" 9 | requires-python = ">=3.8,<3.12" 10 | 11 | dependencies = [ 12 | "kolena>=1.23.0,<2", 13 | "s3fs>=2024.2.0,<2025", 14 | "fsspec>=2023.5.0,<2024", 15 | "numpy>=1.19,<2", 16 | "pydantic>=2,<3", 17 | "openmim>=0.3.9,<1", 18 | "mmcv-lite>=2.0.0rc4,<3", 19 | "mmdet>=3.0.0,<4", 20 | "mmdet3d>=1.1.0,<2", 21 | ] 22 | 23 | [tool.uv] 24 | dev-dependencies = [ 25 | "pre-commit>=2.17,<3", 26 | "pytest>=7,<8", 27 | "pytest-depends>=1.0.1,<2", 28 | ] 29 | 30 | [build-system] 31 | requires = ["hatchling"] 32 | build-backend = "hatchling.build" 33 | -------------------------------------------------------------------------------- /kolena/_extras/metrics/sklearn.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | try: 15 | import sklearn.metrics as sklearn_metrics # noqa: F401 16 | 17 | except ImportError: 18 | raise ImportError("Package 'scikit-learn' not found; install 'metrics' extra with `pip install 'kolena[metrics]'`") 19 | -------------------------------------------------------------------------------- /examples/dataset/search_embeddings/pyproject.toml: -------------------------------------------------------------------------------- 1 | [project] 2 | name = "search_embeddings" 3 | version = "0.1.0" 4 | description = "Example Kolena dataset embeddings extraction logic" 5 | authors = [ 6 | { name = "Kolena Engineering", email = "eng@kolena.com" } 7 | ] 8 | license = "Apache-2.0" 9 | requires-python = ">=3.8,<3.12" 10 | 11 | dependencies = [ 12 | "kolena>=1.55.1,<2", 13 | "s3fs>=2023.5.0,<2024", 14 | "numpy>=1.19,<2", 15 | "kolena-embeddings >= 0.6.0 @ https://gateway.kolena.cloud/repositories", 16 | ] 17 | 18 | [tool.uv] 19 | dev-dependencies = [ 20 | "pre-commit>=2.17,<3", 21 | "pytest>=7,<8", 22 | "pytest-depends>=1.0.1,<2", 23 | ] 24 | 25 | [build-system] 26 | requires = ["hatchling"] 27 | build-backend = "hatchling.build" 28 | 29 | [tool.hatch.metadata] 30 | allow-direct-references = true # to allow the syntax 'pkg @ url' in dependencies 31 | -------------------------------------------------------------------------------- /kolena/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | from importlib.metadata import version 15 | 16 | __name__ = "kolena" 17 | __version__ = version(__name__) 18 | 19 | import kolena.errors 20 | from .initialize import initialize 21 | 22 | __all__ = [ 23 | "initialize", 24 | "errors", 25 | ] 26 | -------------------------------------------------------------------------------- /tests/unit/workflow/test_model.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | import pytest 15 | 16 | from kolena.workflow.model import Model 17 | 18 | 19 | def test__create__validate_name() -> None: 20 | with pytest.raises(ValueError): 21 | Model.create(name=" ", infer=lambda x: None, metadata={}) 22 | -------------------------------------------------------------------------------- /docs/overrides/.icons/kolena/warning-sign-20.svg: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 6 | 7 | 8 | 11 | 12 | 13 | 14 | -------------------------------------------------------------------------------- /examples/workflow/classification/tests/conftest.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | import random 15 | import string 16 | 17 | import pytest 18 | 19 | 20 | @pytest.fixture(scope="package") 21 | def test_prefix() -> str: 22 | return "".join(random.choices(string.ascii_uppercase + string.digits, k=12)) 23 | -------------------------------------------------------------------------------- /docs/overrides/.icons/kolena/studio-16.svg: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 6 | 7 | 8 | 11 | 12 | 13 | 14 | -------------------------------------------------------------------------------- /docs/overrides/.icons/kolena/warning-sign-16.svg: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 6 | 7 | 8 | 11 | 12 | 13 | 14 | -------------------------------------------------------------------------------- /examples/dataset/rain_forecast/rain_forecast/constants.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | BUCKET = "kolena-public-examples" 15 | DATASET = "rain-in-australia" 16 | MODEL_NAME = { 17 | "ann": "ann-batch32-epoch150", 18 | "logreg": "logreg-liblinear", 19 | } 20 | EVAL_CONFIG = { 21 | "threshold": 0.5, 22 | } 23 | -------------------------------------------------------------------------------- /tests/unit/workflow/test_io.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | 15 | 16 | def test__import() -> None: 17 | from kolena.workflow.io import dataframe_from_csv # noqa: F401 18 | from kolena.workflow.io import dataframe_from_json # noqa: F401 19 | from kolena.workflow.io import dataframe_to_csv # noqa: F401 20 | -------------------------------------------------------------------------------- /docs/overrides/.icons/kolena/archive-16.svg: -------------------------------------------------------------------------------- 1 | 2 | 3 | 5 | 6 | 7 | 11 | 12 | 13 | 14 | -------------------------------------------------------------------------------- /docs/overrides/.icons/kolena/external-link-20.svg: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 6 | 7 | 8 | 11 | 12 | 13 | 14 | -------------------------------------------------------------------------------- /examples/dataset/image_retrieval_by_text/pyproject.toml: -------------------------------------------------------------------------------- 1 | [project] 2 | name = "image_retrieval_by_text" 3 | version = "0.1.0" 4 | description = "Example Kolena integration for Image Retrieval by Text" 5 | authors = [ 6 | { name = "Kolena Engineering", email = "eng@kolena.com" } 7 | ] 8 | license = "Apache-2.0" 9 | requires-python = ">=3.9,<3.12" 10 | 11 | dependencies = [ 12 | "kolena[metrics]>=1.23.0,<2", 13 | "s3fs>=2023.5.0,<2024", 14 | "numpy>=1.26.4,<2", 15 | "pillow>=10.2.0,<11", 16 | "torch>=2.2.1,<3", 17 | "transformers>=4.38.1,<5", 18 | "boto3>=1.34.41,<1.34.52", 19 | "sentencepiece>=0.2.0,<1", 20 | "protobuf>=4.25.3,<5", 21 | ] 22 | 23 | [tool.uv] 24 | dev-dependencies = [ 25 | "pre-commit>=2.17,<3", 26 | "pytest>=7,<8", 27 | "pytest-depends>=1.0.1,<2", 28 | ] 29 | 30 | [build-system] 31 | requires = ["hatchling"] 32 | build-backend = "hatchling.build" 33 | -------------------------------------------------------------------------------- /docs/overrides/.icons/kolena/audio-workflow-20.svg: -------------------------------------------------------------------------------- 1 | 2 | 3 | 5 | 6 | 7 | 11 | 12 | 13 | 14 | -------------------------------------------------------------------------------- /kolena/_api/v1/repository.py: -------------------------------------------------------------------------------- 1 | # Copyright 2021-2025 Kolena Inc. 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | from enum import Enum 15 | 16 | from kolena._utils.pydantic_v1.dataclasses import dataclass 17 | 18 | 19 | @dataclass(frozen=True) 20 | class CreateRepositoryRequest: 21 | repository: str 22 | 23 | 24 | class Path(str, Enum): 25 | CREATE = "/ecr/repository" 26 | -------------------------------------------------------------------------------- /docs/overrides/.icons/kolena/audio-workflow-16.svg: -------------------------------------------------------------------------------- 1 | 2 | 3 | 5 | 6 | 7 | 11 | 12 | 13 | 14 | --------------------------------------------------------------------------------