├── .github └── workflows │ ├── docs.yml │ ├── publish.yml │ ├── test.yml │ └── welcome.yml ├── CONTRIBUTING.md ├── LICENSE.md ├── README.md ├── Roboflow_Model_Evaluation.ipynb ├── dinosetup.sh ├── docs ├── data_loaders │ ├── dataloader.md │ └── roboflow.md ├── evaluators │ ├── classification.md │ └── object_detection.md ├── examples.md ├── examples │ ├── azure.md │ ├── blip_albef.md │ ├── clip.md │ ├── compare_annotations.md │ ├── compare_clip_dinov2.md │ ├── compare_prompts.md │ ├── groundingdino.md │ ├── imagebind.md │ └── roboflow.md ├── index.md ├── scripts.md └── stylesheets │ └── extra.css ├── evaluations ├── __init__.py ├── annotation_check │ ├── annotation_eval.py │ ├── requirements.txt │ └── run_evaluator.py ├── classification.py ├── compare.py ├── confusion_matrices.py ├── dataloaders │ ├── __init__.py │ ├── classification.py │ ├── cliploader.py │ ├── dataloader.py │ ├── roboflow.py │ └── yolov5.py ├── eval_images.py ├── evaluator.py ├── iou.py ├── roboflow.py └── segmentation.py ├── examples ├── annotation_check │ ├── annotation_eval.py │ ├── compare_annotations.md │ ├── requirements.txt │ └── run_evaluator.py ├── azure_example.py ├── blip_albef_compare_example.py ├── clip_blip_albef_compare.py ├── clip_compare_example.py ├── clip_example.py ├── compare_roboflow_models.py ├── dino_compare_example.py ├── dino_example.py ├── dinov2_example.py ├── google_cloud_vision_example.py ├── imagebind_example.py ├── models │ ├── blip.py │ ├── clip.py │ └── dinov2.py ├── roboflow_example.py └── segmentation.py ├── imagebind_setup.sh ├── images ├── annotated_example.jpg ├── example.png ├── model-eval-banner.png └── prompt_comparison_table.png ├── mkdocs.yml ├── requirements.txt ├── scripts ├── bbox_sizes.py ├── cutout.py └── tighten_bounding_boxes.py ├── setup.py └── tox.ini /.github/workflows/docs.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/.github/workflows/docs.yml -------------------------------------------------------------------------------- /.github/workflows/publish.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/.github/workflows/publish.yml -------------------------------------------------------------------------------- /.github/workflows/test.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/.github/workflows/test.yml -------------------------------------------------------------------------------- /.github/workflows/welcome.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/.github/workflows/welcome.yml -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LICENSE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/LICENSE.md -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/README.md -------------------------------------------------------------------------------- /Roboflow_Model_Evaluation.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/Roboflow_Model_Evaluation.ipynb -------------------------------------------------------------------------------- /dinosetup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/dinosetup.sh -------------------------------------------------------------------------------- /docs/data_loaders/dataloader.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/docs/data_loaders/dataloader.md -------------------------------------------------------------------------------- /docs/data_loaders/roboflow.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/docs/data_loaders/roboflow.md -------------------------------------------------------------------------------- /docs/evaluators/classification.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/docs/evaluators/classification.md -------------------------------------------------------------------------------- /docs/evaluators/object_detection.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/docs/evaluators/object_detection.md -------------------------------------------------------------------------------- /docs/examples.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/docs/examples.md -------------------------------------------------------------------------------- /docs/examples/azure.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/docs/examples/azure.md -------------------------------------------------------------------------------- /docs/examples/blip_albef.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/docs/examples/blip_albef.md -------------------------------------------------------------------------------- /docs/examples/clip.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/docs/examples/clip.md -------------------------------------------------------------------------------- /docs/examples/compare_annotations.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /docs/examples/compare_clip_dinov2.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/docs/examples/compare_clip_dinov2.md -------------------------------------------------------------------------------- /docs/examples/compare_prompts.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/docs/examples/compare_prompts.md -------------------------------------------------------------------------------- /docs/examples/groundingdino.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/docs/examples/groundingdino.md -------------------------------------------------------------------------------- /docs/examples/imagebind.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/docs/examples/imagebind.md -------------------------------------------------------------------------------- /docs/examples/roboflow.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/docs/examples/roboflow.md -------------------------------------------------------------------------------- /docs/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/docs/index.md -------------------------------------------------------------------------------- /docs/scripts.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/docs/scripts.md -------------------------------------------------------------------------------- /docs/stylesheets/extra.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/docs/stylesheets/extra.css -------------------------------------------------------------------------------- /evaluations/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/evaluations/__init__.py -------------------------------------------------------------------------------- /evaluations/annotation_check/annotation_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/evaluations/annotation_check/annotation_eval.py -------------------------------------------------------------------------------- /evaluations/annotation_check/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/evaluations/annotation_check/requirements.txt -------------------------------------------------------------------------------- /evaluations/annotation_check/run_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/evaluations/annotation_check/run_evaluator.py -------------------------------------------------------------------------------- /evaluations/classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/evaluations/classification.py -------------------------------------------------------------------------------- /evaluations/compare.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/evaluations/compare.py -------------------------------------------------------------------------------- /evaluations/confusion_matrices.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/evaluations/confusion_matrices.py -------------------------------------------------------------------------------- /evaluations/dataloaders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/evaluations/dataloaders/__init__.py -------------------------------------------------------------------------------- /evaluations/dataloaders/classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/evaluations/dataloaders/classification.py -------------------------------------------------------------------------------- /evaluations/dataloaders/cliploader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/evaluations/dataloaders/cliploader.py -------------------------------------------------------------------------------- /evaluations/dataloaders/dataloader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/evaluations/dataloaders/dataloader.py -------------------------------------------------------------------------------- /evaluations/dataloaders/roboflow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/evaluations/dataloaders/roboflow.py -------------------------------------------------------------------------------- /evaluations/dataloaders/yolov5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/evaluations/dataloaders/yolov5.py -------------------------------------------------------------------------------- /evaluations/eval_images.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/evaluations/eval_images.py -------------------------------------------------------------------------------- /evaluations/evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/evaluations/evaluator.py -------------------------------------------------------------------------------- /evaluations/iou.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/evaluations/iou.py -------------------------------------------------------------------------------- /evaluations/roboflow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/evaluations/roboflow.py -------------------------------------------------------------------------------- /evaluations/segmentation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/evaluations/segmentation.py -------------------------------------------------------------------------------- /examples/annotation_check/annotation_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/examples/annotation_check/annotation_eval.py -------------------------------------------------------------------------------- /examples/annotation_check/compare_annotations.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/examples/annotation_check/compare_annotations.md -------------------------------------------------------------------------------- /examples/annotation_check/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/examples/annotation_check/requirements.txt -------------------------------------------------------------------------------- /examples/annotation_check/run_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/examples/annotation_check/run_evaluator.py -------------------------------------------------------------------------------- /examples/azure_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/examples/azure_example.py -------------------------------------------------------------------------------- /examples/blip_albef_compare_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/examples/blip_albef_compare_example.py -------------------------------------------------------------------------------- /examples/clip_blip_albef_compare.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/examples/clip_blip_albef_compare.py -------------------------------------------------------------------------------- /examples/clip_compare_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/examples/clip_compare_example.py -------------------------------------------------------------------------------- /examples/clip_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/examples/clip_example.py -------------------------------------------------------------------------------- /examples/compare_roboflow_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/examples/compare_roboflow_models.py -------------------------------------------------------------------------------- /examples/dino_compare_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/examples/dino_compare_example.py -------------------------------------------------------------------------------- /examples/dino_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/examples/dino_example.py -------------------------------------------------------------------------------- /examples/dinov2_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/examples/dinov2_example.py -------------------------------------------------------------------------------- /examples/google_cloud_vision_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/examples/google_cloud_vision_example.py -------------------------------------------------------------------------------- /examples/imagebind_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/examples/imagebind_example.py -------------------------------------------------------------------------------- /examples/models/blip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/examples/models/blip.py -------------------------------------------------------------------------------- /examples/models/clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/examples/models/clip.py -------------------------------------------------------------------------------- /examples/models/dinov2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/examples/models/dinov2.py -------------------------------------------------------------------------------- /examples/roboflow_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/examples/roboflow_example.py -------------------------------------------------------------------------------- /examples/segmentation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/examples/segmentation.py -------------------------------------------------------------------------------- /imagebind_setup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/imagebind_setup.sh -------------------------------------------------------------------------------- /images/annotated_example.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/images/annotated_example.jpg -------------------------------------------------------------------------------- /images/example.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/images/example.png -------------------------------------------------------------------------------- /images/model-eval-banner.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/images/model-eval-banner.png -------------------------------------------------------------------------------- /images/prompt_comparison_table.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/images/prompt_comparison_table.png -------------------------------------------------------------------------------- /mkdocs.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/mkdocs.yml -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/bbox_sizes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/scripts/bbox_sizes.py -------------------------------------------------------------------------------- /scripts/cutout.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/scripts/cutout.py -------------------------------------------------------------------------------- /scripts/tighten_bounding_boxes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/scripts/tighten_bounding_boxes.py -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/setup.py -------------------------------------------------------------------------------- /tox.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/roboflow/cvevals/HEAD/tox.ini --------------------------------------------------------------------------------