├── .circleci └── config.yml ├── .github ├── CODE_OF_CONDUCT.md ├── CONTRIBUTING.md ├── ISSUE_TEMPLATE │ ├── config.yml │ ├── error-report.md │ ├── feature_request.md │ └── general_questions.md ├── pull_request_template.md └── workflows │ └── deploy.yml ├── .gitignore ├── .pre-commit-config-zh-cn.yaml ├── .pre-commit-config.yaml ├── .readthedocs.yml ├── CODEOWNERS ├── CONTRIBUTING.md ├── CONTRIBUTING_zh-CN.md ├── LICENSE ├── MANIFEST.in ├── README.md ├── README_zh-CN.md ├── docs ├── README.md ├── common │ └── changelog.md ├── en │ ├── Makefile │ ├── _static │ │ ├── css │ │ │ └── readthedocs.css │ │ └── image │ │ │ ├── mmeval-arch.png │ │ │ └── mmeval-logo.png │ ├── _templates │ │ └── classtemplate.rst │ ├── api │ │ ├── core.dist_backends.rst │ │ ├── core.rst │ │ ├── fileio.rst │ │ ├── metrics.rst │ │ └── utils.rst │ ├── conf.py │ ├── design │ │ ├── base_metric.md │ │ ├── distributed_backend.md │ │ └── multiple_dispatch.md │ ├── docutils.conf │ ├── examples │ │ ├── mmclassification.md │ │ ├── paddleseg.md │ │ └── tensorpack.md │ ├── get_started │ │ ├── installation.md │ │ ├── introduction.md │ │ └── support_matrix.md │ ├── index.rst │ ├── make.bat │ ├── notes │ │ └── changelog.md │ ├── switch_language.md │ └── tutorials │ │ ├── custom_metric.md │ │ └── dist_evaluation.md └── zh_cn │ ├── Makefile │ ├── _static │ ├── css │ │ └── readthedocs.css │ └── image │ │ ├── mmeval-arch.png │ │ └── mmeval-logo.png │ ├── _templates │ └── classtemplate.rst │ ├── api │ ├── core.dist_backends.rst │ ├── core.rst │ ├── fileio.rst │ ├── metrics.rst │ └── utils.rst │ ├── conf.py │ ├── design │ ├── base_metric.md │ ├── distributed_backend.md │ └── multiple_dispatch.md │ ├── docutils.conf │ ├── examples │ ├── mmclassification.md │ ├── paddleseg.md │ └── tensorpack.md │ ├── get_started │ ├── installation.md │ ├── introduction.md │ └── support_matrix.md │ ├── index.rst │ ├── make.bat │ ├── notes │ └── changelog.md │ ├── switch_language.md │ └── tutorials │ ├── custom_metric.md │ └── dist_evaluation.md ├── examples ├── README.md ├── cifar10_dist_eval │ ├── README.md │ ├── cifar10_eval.py │ ├── cifar10_eval_mpi4py.py │ └── cifar10_eval_torch_dist.py ├── paddleseg │ ├── README.md │ └── ppseg_mmeval.py └── tensorpack │ ├── README.md │ └── tensorpack_mmeval.py ├── mmeval ├── __init__.py ├── core │ ├── __init__.py │ ├── base_metric.py │ ├── dispatcher.py │ ├── dist.py │ └── dist_backends │ │ ├── __init__.py │ │ ├── base_backend.py │ │ ├── mpi4py.py │ │ ├── non_dist.py │ │ ├── oneflow_dist.py │ │ ├── paddle_dist.py │ │ ├── tf_horovod.py │ │ ├── torch_cpu.py │ │ └── torch_cuda.py ├── extra_data │ └── niqe_pris_params.npz ├── fileio │ ├── __init__.py │ ├── backends │ │ ├── __init__.py │ │ ├── base.py │ │ ├── http_backend.py │ │ ├── lmdb_backend.py │ │ ├── local_backend.py │ │ ├── memcached_backend.py │ │ ├── petrel_backend.py │ │ └── registry_utils.py │ ├── handlers │ │ ├── __init__.py │ │ ├── base.py │ │ ├── json_handler.py │ │ ├── pickle_handler.py │ │ ├── registry_utils.py │ │ └── yaml_handler.py │ ├── io.py │ └── parse.py ├── metrics │ ├── __init__.py │ ├── _vendor │ │ ├── __init__.py │ │ └── ava_evaluation │ │ │ ├── README.md │ │ │ ├── __init__.py │ │ │ ├── metrics.py │ │ │ ├── np_box_list.py │ │ │ ├── np_box_ops.py │ │ │ ├── object_detection_evaluation.py │ │ │ ├── per_image_evaluation.py │ │ │ └── standard_fields.py │ ├── accuracy.py │ ├── ava_map.py │ ├── average_precision.py │ ├── bleu.py │ ├── char_recall_precision.py │ ├── coco_detection.py │ ├── connectivity_error.py │ ├── dota_map.py │ ├── end_point_error.py │ ├── f1_score.py │ ├── gradient_error.py │ ├── hmean_iou.py │ ├── keypoint_auc.py │ ├── keypoint_epe.py │ ├── keypoint_nme.py │ ├── mae.py │ ├── matting_mse.py │ ├── mean_iou.py │ ├── mse.py │ ├── niqe.py │ ├── oid_map.py │ ├── pck_accuracy.py │ ├── perplexity.py │ ├── precision_recall_f1score.py │ ├── proposal_recall.py │ ├── psnr.py │ ├── rouge.py │ ├── sad.py │ ├── snr.py │ ├── ssim.py │ ├── utils │ │ ├── __init__.py │ │ ├── bbox_overlaps.py │ │ ├── bbox_overlaps_rotated.py │ │ ├── coco_wrapper.py │ │ ├── grammar.py │ │ ├── image_transforms.py │ │ ├── keypoint.py │ │ ├── multi_label.py │ │ └── polygon.py │ ├── voc_map.py │ └── word_accuracy.py ├── utils │ ├── __init__.py │ ├── logging.py │ ├── misc.py │ └── path.py └── version.py ├── requirements.txt ├── requirements ├── docs.txt ├── optional.txt ├── runtime.txt └── tests.txt ├── setup.cfg ├── setup.py └── tests ├── data ├── baboon.png ├── color.jpg ├── demo.lmdb │ ├── data.mdb │ └── lock.mdb ├── filelist.txt ├── handler.json ├── handler.pkl ├── handler.yaml └── mapping.txt ├── test_core ├── test_base_metric.py ├── test_dispatcher.py ├── test_dist.py └── test_dist_backends │ ├── test_mpi4py_single_node.py │ ├── test_non_dist.py │ ├── test_oneflow_dist_single_node.py │ ├── test_paddle_dist_single_node.py │ ├── test_tf_horovod_single_node.py │ └── test_torch_dist_single_node.py ├── test_fileio ├── test_backends │ ├── test_backend_utils.py │ ├── test_base_storage_backend.py │ ├── test_http_backend.py │ ├── test_lmdb_backend.py │ ├── test_local_backend.py │ ├── test_memcached_backend.py │ └── test_petrel_backend.py ├── test_handlers │ ├── test_handler_utils.py │ ├── test_json_handler.py │ ├── test_pickle_handler.py │ └── test_yaml_handler.py ├── test_io.py └── test_parse.py ├── test_metrics ├── data │ ├── ava_action_list.txt │ ├── ava_detection_gt.csv │ ├── bbox_labels_600_hierarchy_mini.json │ ├── class-descriptions-boxable.csv │ └── coco_sample.json ├── test_accuracy.py ├── test_ava_map.py ├── test_average_precision.py ├── test_bleu.py ├── test_char_recall_precision.py ├── test_coco_detection.py ├── test_connectivity_error.py ├── test_dota_map.py ├── test_end_point_error.py ├── test_f1_score.py ├── test_gradient_error.py ├── test_hmean_iou.py ├── test_keypoint_auc.py ├── test_keypoint_epe.py ├── test_keypoint_nme.py ├── test_mae.py ├── test_matting_mse.py ├── test_mean_iou.py ├── test_mse.py ├── test_multi_label_precision_recall_f1score.py ├── test_niqe.py ├── test_oid_map.py ├── test_pck_accuracy.py ├── test_perplexity.py ├── test_precision_recall_f1score.py ├── test_proposal_recall.py ├── test_psnr.py ├── test_rouge.py ├── test_sad.py ├── test_single_label_precision_recall_f1score.py ├── test_snr.py ├── test_ssim.py ├── test_utils │ ├── test_bbox_overlaps_rotated.py │ ├── test_grammar.py │ ├── test_image_transforms.py │ └── test_polygon.py ├── test_voc_map.py └── test_word_accuracy.py ├── test_utils └── test_misc.py └── test_version.py /.circleci/config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/.circleci/config.yml -------------------------------------------------------------------------------- /.github/CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/.github/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /.github/CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/.github/CONTRIBUTING.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/.github/ISSUE_TEMPLATE/config.yml -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/error-report.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/.github/ISSUE_TEMPLATE/error-report.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/feature_request.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/.github/ISSUE_TEMPLATE/feature_request.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/general_questions.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/.github/ISSUE_TEMPLATE/general_questions.md -------------------------------------------------------------------------------- /.github/pull_request_template.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/.github/pull_request_template.md -------------------------------------------------------------------------------- /.github/workflows/deploy.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/.github/workflows/deploy.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config-zh-cn.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/.pre-commit-config-zh-cn.yaml -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /.readthedocs.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/.readthedocs.yml -------------------------------------------------------------------------------- /CODEOWNERS: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/CODEOWNERS -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /CONTRIBUTING_zh-CN.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/CONTRIBUTING_zh-CN.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/LICENSE -------------------------------------------------------------------------------- /MANIFEST.in: -------------------------------------------------------------------------------- 1 | include mmeval/extra_data/niqe_pris_params.npz 2 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/README.md -------------------------------------------------------------------------------- /README_zh-CN.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/README_zh-CN.md -------------------------------------------------------------------------------- /docs/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/docs/README.md -------------------------------------------------------------------------------- /docs/common/changelog.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /docs/en/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/docs/en/Makefile -------------------------------------------------------------------------------- /docs/en/_static/css/readthedocs.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/docs/en/_static/css/readthedocs.css -------------------------------------------------------------------------------- /docs/en/_static/image/mmeval-arch.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/docs/en/_static/image/mmeval-arch.png -------------------------------------------------------------------------------- /docs/en/_static/image/mmeval-logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/docs/en/_static/image/mmeval-logo.png -------------------------------------------------------------------------------- /docs/en/_templates/classtemplate.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/docs/en/_templates/classtemplate.rst -------------------------------------------------------------------------------- /docs/en/api/core.dist_backends.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/docs/en/api/core.dist_backends.rst -------------------------------------------------------------------------------- /docs/en/api/core.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/docs/en/api/core.rst -------------------------------------------------------------------------------- /docs/en/api/fileio.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/docs/en/api/fileio.rst -------------------------------------------------------------------------------- /docs/en/api/metrics.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/docs/en/api/metrics.rst -------------------------------------------------------------------------------- /docs/en/api/utils.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/docs/en/api/utils.rst -------------------------------------------------------------------------------- /docs/en/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/docs/en/conf.py -------------------------------------------------------------------------------- /docs/en/design/base_metric.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/docs/en/design/base_metric.md -------------------------------------------------------------------------------- /docs/en/design/distributed_backend.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/docs/en/design/distributed_backend.md -------------------------------------------------------------------------------- /docs/en/design/multiple_dispatch.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/docs/en/design/multiple_dispatch.md -------------------------------------------------------------------------------- /docs/en/docutils.conf: -------------------------------------------------------------------------------- 1 | [html writers] 2 | table_style: colwidths-auto 3 | -------------------------------------------------------------------------------- /docs/en/examples/mmclassification.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/docs/en/examples/mmclassification.md -------------------------------------------------------------------------------- /docs/en/examples/paddleseg.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/docs/en/examples/paddleseg.md -------------------------------------------------------------------------------- /docs/en/examples/tensorpack.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/docs/en/examples/tensorpack.md -------------------------------------------------------------------------------- /docs/en/get_started/installation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/docs/en/get_started/installation.md -------------------------------------------------------------------------------- /docs/en/get_started/introduction.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/docs/en/get_started/introduction.md -------------------------------------------------------------------------------- /docs/en/get_started/support_matrix.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/docs/en/get_started/support_matrix.md -------------------------------------------------------------------------------- /docs/en/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/docs/en/index.rst -------------------------------------------------------------------------------- /docs/en/make.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/docs/en/make.bat -------------------------------------------------------------------------------- /docs/en/notes/changelog.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/docs/en/notes/changelog.md -------------------------------------------------------------------------------- /docs/en/switch_language.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/docs/en/switch_language.md -------------------------------------------------------------------------------- /docs/en/tutorials/custom_metric.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/docs/en/tutorials/custom_metric.md -------------------------------------------------------------------------------- /docs/en/tutorials/dist_evaluation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/docs/en/tutorials/dist_evaluation.md -------------------------------------------------------------------------------- /docs/zh_cn/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/docs/zh_cn/Makefile -------------------------------------------------------------------------------- /docs/zh_cn/_static/css/readthedocs.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/docs/zh_cn/_static/css/readthedocs.css -------------------------------------------------------------------------------- /docs/zh_cn/_static/image/mmeval-arch.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/docs/zh_cn/_static/image/mmeval-arch.png -------------------------------------------------------------------------------- /docs/zh_cn/_static/image/mmeval-logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/docs/zh_cn/_static/image/mmeval-logo.png -------------------------------------------------------------------------------- /docs/zh_cn/_templates/classtemplate.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/docs/zh_cn/_templates/classtemplate.rst -------------------------------------------------------------------------------- /docs/zh_cn/api/core.dist_backends.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/docs/zh_cn/api/core.dist_backends.rst -------------------------------------------------------------------------------- /docs/zh_cn/api/core.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/docs/zh_cn/api/core.rst -------------------------------------------------------------------------------- /docs/zh_cn/api/fileio.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/docs/zh_cn/api/fileio.rst -------------------------------------------------------------------------------- /docs/zh_cn/api/metrics.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/docs/zh_cn/api/metrics.rst -------------------------------------------------------------------------------- /docs/zh_cn/api/utils.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/docs/zh_cn/api/utils.rst -------------------------------------------------------------------------------- /docs/zh_cn/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/docs/zh_cn/conf.py -------------------------------------------------------------------------------- /docs/zh_cn/design/base_metric.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/docs/zh_cn/design/base_metric.md -------------------------------------------------------------------------------- /docs/zh_cn/design/distributed_backend.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/docs/zh_cn/design/distributed_backend.md -------------------------------------------------------------------------------- /docs/zh_cn/design/multiple_dispatch.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/docs/zh_cn/design/multiple_dispatch.md -------------------------------------------------------------------------------- /docs/zh_cn/docutils.conf: -------------------------------------------------------------------------------- 1 | [html writers] 2 | table_style: colwidths-auto 3 | -------------------------------------------------------------------------------- /docs/zh_cn/examples/mmclassification.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/docs/zh_cn/examples/mmclassification.md -------------------------------------------------------------------------------- /docs/zh_cn/examples/paddleseg.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/docs/zh_cn/examples/paddleseg.md -------------------------------------------------------------------------------- /docs/zh_cn/examples/tensorpack.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/docs/zh_cn/examples/tensorpack.md -------------------------------------------------------------------------------- /docs/zh_cn/get_started/installation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/docs/zh_cn/get_started/installation.md -------------------------------------------------------------------------------- /docs/zh_cn/get_started/introduction.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/docs/zh_cn/get_started/introduction.md -------------------------------------------------------------------------------- /docs/zh_cn/get_started/support_matrix.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/docs/zh_cn/get_started/support_matrix.md -------------------------------------------------------------------------------- /docs/zh_cn/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/docs/zh_cn/index.rst -------------------------------------------------------------------------------- /docs/zh_cn/make.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/docs/zh_cn/make.bat -------------------------------------------------------------------------------- /docs/zh_cn/notes/changelog.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/docs/zh_cn/notes/changelog.md -------------------------------------------------------------------------------- /docs/zh_cn/switch_language.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/docs/zh_cn/switch_language.md -------------------------------------------------------------------------------- /docs/zh_cn/tutorials/custom_metric.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/docs/zh_cn/tutorials/custom_metric.md -------------------------------------------------------------------------------- /docs/zh_cn/tutorials/dist_evaluation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/docs/zh_cn/tutorials/dist_evaluation.md -------------------------------------------------------------------------------- /examples/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/examples/README.md -------------------------------------------------------------------------------- /examples/cifar10_dist_eval/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/examples/cifar10_dist_eval/README.md -------------------------------------------------------------------------------- /examples/cifar10_dist_eval/cifar10_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/examples/cifar10_dist_eval/cifar10_eval.py -------------------------------------------------------------------------------- /examples/cifar10_dist_eval/cifar10_eval_mpi4py.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/examples/cifar10_dist_eval/cifar10_eval_mpi4py.py -------------------------------------------------------------------------------- /examples/cifar10_dist_eval/cifar10_eval_torch_dist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/examples/cifar10_dist_eval/cifar10_eval_torch_dist.py -------------------------------------------------------------------------------- /examples/paddleseg/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/examples/paddleseg/README.md -------------------------------------------------------------------------------- /examples/paddleseg/ppseg_mmeval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/examples/paddleseg/ppseg_mmeval.py -------------------------------------------------------------------------------- /examples/tensorpack/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/examples/tensorpack/README.md -------------------------------------------------------------------------------- /examples/tensorpack/tensorpack_mmeval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/examples/tensorpack/tensorpack_mmeval.py -------------------------------------------------------------------------------- /mmeval/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/__init__.py -------------------------------------------------------------------------------- /mmeval/core/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/core/__init__.py -------------------------------------------------------------------------------- /mmeval/core/base_metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/core/base_metric.py -------------------------------------------------------------------------------- /mmeval/core/dispatcher.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/core/dispatcher.py -------------------------------------------------------------------------------- /mmeval/core/dist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/core/dist.py -------------------------------------------------------------------------------- /mmeval/core/dist_backends/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/core/dist_backends/__init__.py -------------------------------------------------------------------------------- /mmeval/core/dist_backends/base_backend.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/core/dist_backends/base_backend.py -------------------------------------------------------------------------------- /mmeval/core/dist_backends/mpi4py.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/core/dist_backends/mpi4py.py -------------------------------------------------------------------------------- /mmeval/core/dist_backends/non_dist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/core/dist_backends/non_dist.py -------------------------------------------------------------------------------- /mmeval/core/dist_backends/oneflow_dist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/core/dist_backends/oneflow_dist.py -------------------------------------------------------------------------------- /mmeval/core/dist_backends/paddle_dist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/core/dist_backends/paddle_dist.py -------------------------------------------------------------------------------- /mmeval/core/dist_backends/tf_horovod.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/core/dist_backends/tf_horovod.py -------------------------------------------------------------------------------- /mmeval/core/dist_backends/torch_cpu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/core/dist_backends/torch_cpu.py -------------------------------------------------------------------------------- /mmeval/core/dist_backends/torch_cuda.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/core/dist_backends/torch_cuda.py -------------------------------------------------------------------------------- /mmeval/extra_data/niqe_pris_params.npz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/extra_data/niqe_pris_params.npz -------------------------------------------------------------------------------- /mmeval/fileio/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/fileio/__init__.py -------------------------------------------------------------------------------- /mmeval/fileio/backends/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/fileio/backends/__init__.py -------------------------------------------------------------------------------- /mmeval/fileio/backends/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/fileio/backends/base.py -------------------------------------------------------------------------------- /mmeval/fileio/backends/http_backend.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/fileio/backends/http_backend.py -------------------------------------------------------------------------------- /mmeval/fileio/backends/lmdb_backend.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/fileio/backends/lmdb_backend.py -------------------------------------------------------------------------------- /mmeval/fileio/backends/local_backend.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/fileio/backends/local_backend.py -------------------------------------------------------------------------------- /mmeval/fileio/backends/memcached_backend.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/fileio/backends/memcached_backend.py -------------------------------------------------------------------------------- /mmeval/fileio/backends/petrel_backend.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/fileio/backends/petrel_backend.py -------------------------------------------------------------------------------- /mmeval/fileio/backends/registry_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/fileio/backends/registry_utils.py -------------------------------------------------------------------------------- /mmeval/fileio/handlers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/fileio/handlers/__init__.py -------------------------------------------------------------------------------- /mmeval/fileio/handlers/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/fileio/handlers/base.py -------------------------------------------------------------------------------- /mmeval/fileio/handlers/json_handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/fileio/handlers/json_handler.py -------------------------------------------------------------------------------- /mmeval/fileio/handlers/pickle_handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/fileio/handlers/pickle_handler.py -------------------------------------------------------------------------------- /mmeval/fileio/handlers/registry_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/fileio/handlers/registry_utils.py -------------------------------------------------------------------------------- /mmeval/fileio/handlers/yaml_handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/fileio/handlers/yaml_handler.py -------------------------------------------------------------------------------- /mmeval/fileio/io.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/fileio/io.py -------------------------------------------------------------------------------- /mmeval/fileio/parse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/fileio/parse.py -------------------------------------------------------------------------------- /mmeval/metrics/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/metrics/__init__.py -------------------------------------------------------------------------------- /mmeval/metrics/_vendor/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/metrics/_vendor/__init__.py -------------------------------------------------------------------------------- /mmeval/metrics/_vendor/ava_evaluation/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/metrics/_vendor/ava_evaluation/README.md -------------------------------------------------------------------------------- /mmeval/metrics/_vendor/ava_evaluation/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/metrics/_vendor/ava_evaluation/__init__.py -------------------------------------------------------------------------------- /mmeval/metrics/_vendor/ava_evaluation/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/metrics/_vendor/ava_evaluation/metrics.py -------------------------------------------------------------------------------- /mmeval/metrics/_vendor/ava_evaluation/np_box_list.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/metrics/_vendor/ava_evaluation/np_box_list.py -------------------------------------------------------------------------------- /mmeval/metrics/_vendor/ava_evaluation/np_box_ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/metrics/_vendor/ava_evaluation/np_box_ops.py -------------------------------------------------------------------------------- /mmeval/metrics/_vendor/ava_evaluation/object_detection_evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/metrics/_vendor/ava_evaluation/object_detection_evaluation.py -------------------------------------------------------------------------------- /mmeval/metrics/_vendor/ava_evaluation/per_image_evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/metrics/_vendor/ava_evaluation/per_image_evaluation.py -------------------------------------------------------------------------------- /mmeval/metrics/_vendor/ava_evaluation/standard_fields.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/metrics/_vendor/ava_evaluation/standard_fields.py -------------------------------------------------------------------------------- /mmeval/metrics/accuracy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/metrics/accuracy.py -------------------------------------------------------------------------------- /mmeval/metrics/ava_map.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/metrics/ava_map.py -------------------------------------------------------------------------------- /mmeval/metrics/average_precision.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/metrics/average_precision.py -------------------------------------------------------------------------------- /mmeval/metrics/bleu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/metrics/bleu.py -------------------------------------------------------------------------------- /mmeval/metrics/char_recall_precision.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/metrics/char_recall_precision.py -------------------------------------------------------------------------------- /mmeval/metrics/coco_detection.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/metrics/coco_detection.py -------------------------------------------------------------------------------- /mmeval/metrics/connectivity_error.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/metrics/connectivity_error.py -------------------------------------------------------------------------------- /mmeval/metrics/dota_map.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/metrics/dota_map.py -------------------------------------------------------------------------------- /mmeval/metrics/end_point_error.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/metrics/end_point_error.py -------------------------------------------------------------------------------- /mmeval/metrics/f1_score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/metrics/f1_score.py -------------------------------------------------------------------------------- /mmeval/metrics/gradient_error.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/metrics/gradient_error.py -------------------------------------------------------------------------------- /mmeval/metrics/hmean_iou.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/metrics/hmean_iou.py -------------------------------------------------------------------------------- /mmeval/metrics/keypoint_auc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/metrics/keypoint_auc.py -------------------------------------------------------------------------------- /mmeval/metrics/keypoint_epe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/metrics/keypoint_epe.py -------------------------------------------------------------------------------- /mmeval/metrics/keypoint_nme.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/metrics/keypoint_nme.py -------------------------------------------------------------------------------- /mmeval/metrics/mae.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/metrics/mae.py -------------------------------------------------------------------------------- /mmeval/metrics/matting_mse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/metrics/matting_mse.py -------------------------------------------------------------------------------- /mmeval/metrics/mean_iou.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/metrics/mean_iou.py -------------------------------------------------------------------------------- /mmeval/metrics/mse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/metrics/mse.py -------------------------------------------------------------------------------- /mmeval/metrics/niqe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/metrics/niqe.py -------------------------------------------------------------------------------- /mmeval/metrics/oid_map.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/metrics/oid_map.py -------------------------------------------------------------------------------- /mmeval/metrics/pck_accuracy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/metrics/pck_accuracy.py -------------------------------------------------------------------------------- /mmeval/metrics/perplexity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/metrics/perplexity.py -------------------------------------------------------------------------------- /mmeval/metrics/precision_recall_f1score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/metrics/precision_recall_f1score.py -------------------------------------------------------------------------------- /mmeval/metrics/proposal_recall.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/metrics/proposal_recall.py -------------------------------------------------------------------------------- /mmeval/metrics/psnr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/metrics/psnr.py -------------------------------------------------------------------------------- /mmeval/metrics/rouge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/metrics/rouge.py -------------------------------------------------------------------------------- /mmeval/metrics/sad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/metrics/sad.py -------------------------------------------------------------------------------- /mmeval/metrics/snr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/metrics/snr.py -------------------------------------------------------------------------------- /mmeval/metrics/ssim.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/metrics/ssim.py -------------------------------------------------------------------------------- /mmeval/metrics/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/metrics/utils/__init__.py -------------------------------------------------------------------------------- /mmeval/metrics/utils/bbox_overlaps.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/metrics/utils/bbox_overlaps.py -------------------------------------------------------------------------------- /mmeval/metrics/utils/bbox_overlaps_rotated.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/metrics/utils/bbox_overlaps_rotated.py -------------------------------------------------------------------------------- /mmeval/metrics/utils/coco_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/metrics/utils/coco_wrapper.py -------------------------------------------------------------------------------- /mmeval/metrics/utils/grammar.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/metrics/utils/grammar.py -------------------------------------------------------------------------------- /mmeval/metrics/utils/image_transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/metrics/utils/image_transforms.py -------------------------------------------------------------------------------- /mmeval/metrics/utils/keypoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/metrics/utils/keypoint.py -------------------------------------------------------------------------------- /mmeval/metrics/utils/multi_label.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/metrics/utils/multi_label.py -------------------------------------------------------------------------------- /mmeval/metrics/utils/polygon.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/metrics/utils/polygon.py -------------------------------------------------------------------------------- /mmeval/metrics/voc_map.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/metrics/voc_map.py -------------------------------------------------------------------------------- /mmeval/metrics/word_accuracy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/metrics/word_accuracy.py -------------------------------------------------------------------------------- /mmeval/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/utils/__init__.py -------------------------------------------------------------------------------- /mmeval/utils/logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/utils/logging.py -------------------------------------------------------------------------------- /mmeval/utils/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/utils/misc.py -------------------------------------------------------------------------------- /mmeval/utils/path.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/utils/path.py -------------------------------------------------------------------------------- /mmeval/version.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/mmeval/version.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/requirements.txt -------------------------------------------------------------------------------- /requirements/docs.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/requirements/docs.txt -------------------------------------------------------------------------------- /requirements/optional.txt: -------------------------------------------------------------------------------- 1 | pycocotools 2 | shapely 3 | -------------------------------------------------------------------------------- /requirements/runtime.txt: -------------------------------------------------------------------------------- 1 | numpy 2 | plum-dispatch<2.0.0 3 | pyyaml 4 | rich 5 | scipy 6 | -------------------------------------------------------------------------------- /requirements/tests.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/requirements/tests.txt -------------------------------------------------------------------------------- /setup.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/setup.cfg -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/setup.py -------------------------------------------------------------------------------- /tests/data/baboon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/tests/data/baboon.png -------------------------------------------------------------------------------- /tests/data/color.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/tests/data/color.jpg -------------------------------------------------------------------------------- /tests/data/demo.lmdb/data.mdb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/tests/data/demo.lmdb/data.mdb -------------------------------------------------------------------------------- /tests/data/demo.lmdb/lock.mdb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/tests/data/demo.lmdb/lock.mdb -------------------------------------------------------------------------------- /tests/data/filelist.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/tests/data/filelist.txt -------------------------------------------------------------------------------- /tests/data/handler.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/tests/data/handler.json -------------------------------------------------------------------------------- /tests/data/handler.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/tests/data/handler.pkl -------------------------------------------------------------------------------- /tests/data/handler.yaml: -------------------------------------------------------------------------------- 1 | cat: 1 2 | dog: 2 3 | panda: 3 4 | -------------------------------------------------------------------------------- /tests/data/mapping.txt: -------------------------------------------------------------------------------- 1 | 1 cat 2 | 2 dog cow 3 | 3 panda -------------------------------------------------------------------------------- /tests/test_core/test_base_metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/tests/test_core/test_base_metric.py -------------------------------------------------------------------------------- /tests/test_core/test_dispatcher.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/tests/test_core/test_dispatcher.py -------------------------------------------------------------------------------- /tests/test_core/test_dist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/tests/test_core/test_dist.py -------------------------------------------------------------------------------- /tests/test_core/test_dist_backends/test_mpi4py_single_node.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/tests/test_core/test_dist_backends/test_mpi4py_single_node.py -------------------------------------------------------------------------------- /tests/test_core/test_dist_backends/test_non_dist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/tests/test_core/test_dist_backends/test_non_dist.py -------------------------------------------------------------------------------- /tests/test_core/test_dist_backends/test_oneflow_dist_single_node.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/tests/test_core/test_dist_backends/test_oneflow_dist_single_node.py -------------------------------------------------------------------------------- /tests/test_core/test_dist_backends/test_paddle_dist_single_node.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/tests/test_core/test_dist_backends/test_paddle_dist_single_node.py -------------------------------------------------------------------------------- /tests/test_core/test_dist_backends/test_tf_horovod_single_node.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/tests/test_core/test_dist_backends/test_tf_horovod_single_node.py -------------------------------------------------------------------------------- /tests/test_core/test_dist_backends/test_torch_dist_single_node.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/tests/test_core/test_dist_backends/test_torch_dist_single_node.py -------------------------------------------------------------------------------- /tests/test_fileio/test_backends/test_backend_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/tests/test_fileio/test_backends/test_backend_utils.py -------------------------------------------------------------------------------- /tests/test_fileio/test_backends/test_base_storage_backend.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/tests/test_fileio/test_backends/test_base_storage_backend.py -------------------------------------------------------------------------------- /tests/test_fileio/test_backends/test_http_backend.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/tests/test_fileio/test_backends/test_http_backend.py -------------------------------------------------------------------------------- /tests/test_fileio/test_backends/test_lmdb_backend.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/tests/test_fileio/test_backends/test_lmdb_backend.py -------------------------------------------------------------------------------- /tests/test_fileio/test_backends/test_local_backend.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/tests/test_fileio/test_backends/test_local_backend.py -------------------------------------------------------------------------------- /tests/test_fileio/test_backends/test_memcached_backend.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/tests/test_fileio/test_backends/test_memcached_backend.py -------------------------------------------------------------------------------- /tests/test_fileio/test_backends/test_petrel_backend.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/tests/test_fileio/test_backends/test_petrel_backend.py -------------------------------------------------------------------------------- /tests/test_fileio/test_handlers/test_handler_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/tests/test_fileio/test_handlers/test_handler_utils.py -------------------------------------------------------------------------------- /tests/test_fileio/test_handlers/test_json_handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/tests/test_fileio/test_handlers/test_json_handler.py -------------------------------------------------------------------------------- /tests/test_fileio/test_handlers/test_pickle_handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/tests/test_fileio/test_handlers/test_pickle_handler.py -------------------------------------------------------------------------------- /tests/test_fileio/test_handlers/test_yaml_handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/tests/test_fileio/test_handlers/test_yaml_handler.py -------------------------------------------------------------------------------- /tests/test_fileio/test_io.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/tests/test_fileio/test_io.py -------------------------------------------------------------------------------- /tests/test_fileio/test_parse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/tests/test_fileio/test_parse.py -------------------------------------------------------------------------------- /tests/test_metrics/data/ava_action_list.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/tests/test_metrics/data/ava_action_list.txt -------------------------------------------------------------------------------- /tests/test_metrics/data/ava_detection_gt.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/tests/test_metrics/data/ava_detection_gt.csv -------------------------------------------------------------------------------- /tests/test_metrics/data/bbox_labels_600_hierarchy_mini.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/tests/test_metrics/data/bbox_labels_600_hierarchy_mini.json -------------------------------------------------------------------------------- /tests/test_metrics/data/class-descriptions-boxable.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/tests/test_metrics/data/class-descriptions-boxable.csv -------------------------------------------------------------------------------- /tests/test_metrics/data/coco_sample.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/tests/test_metrics/data/coco_sample.json -------------------------------------------------------------------------------- /tests/test_metrics/test_accuracy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/tests/test_metrics/test_accuracy.py -------------------------------------------------------------------------------- /tests/test_metrics/test_ava_map.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/tests/test_metrics/test_ava_map.py -------------------------------------------------------------------------------- /tests/test_metrics/test_average_precision.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/tests/test_metrics/test_average_precision.py -------------------------------------------------------------------------------- /tests/test_metrics/test_bleu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/tests/test_metrics/test_bleu.py -------------------------------------------------------------------------------- /tests/test_metrics/test_char_recall_precision.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/tests/test_metrics/test_char_recall_precision.py -------------------------------------------------------------------------------- /tests/test_metrics/test_coco_detection.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/tests/test_metrics/test_coco_detection.py -------------------------------------------------------------------------------- /tests/test_metrics/test_connectivity_error.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/tests/test_metrics/test_connectivity_error.py -------------------------------------------------------------------------------- /tests/test_metrics/test_dota_map.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/tests/test_metrics/test_dota_map.py -------------------------------------------------------------------------------- /tests/test_metrics/test_end_point_error.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/tests/test_metrics/test_end_point_error.py -------------------------------------------------------------------------------- /tests/test_metrics/test_f1_score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/tests/test_metrics/test_f1_score.py -------------------------------------------------------------------------------- /tests/test_metrics/test_gradient_error.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/tests/test_metrics/test_gradient_error.py -------------------------------------------------------------------------------- /tests/test_metrics/test_hmean_iou.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/tests/test_metrics/test_hmean_iou.py -------------------------------------------------------------------------------- /tests/test_metrics/test_keypoint_auc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/tests/test_metrics/test_keypoint_auc.py -------------------------------------------------------------------------------- /tests/test_metrics/test_keypoint_epe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/tests/test_metrics/test_keypoint_epe.py -------------------------------------------------------------------------------- /tests/test_metrics/test_keypoint_nme.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/tests/test_metrics/test_keypoint_nme.py -------------------------------------------------------------------------------- /tests/test_metrics/test_mae.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/tests/test_metrics/test_mae.py -------------------------------------------------------------------------------- /tests/test_metrics/test_matting_mse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/tests/test_metrics/test_matting_mse.py -------------------------------------------------------------------------------- /tests/test_metrics/test_mean_iou.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/tests/test_metrics/test_mean_iou.py -------------------------------------------------------------------------------- /tests/test_metrics/test_mse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/tests/test_metrics/test_mse.py -------------------------------------------------------------------------------- /tests/test_metrics/test_multi_label_precision_recall_f1score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/tests/test_metrics/test_multi_label_precision_recall_f1score.py -------------------------------------------------------------------------------- /tests/test_metrics/test_niqe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/tests/test_metrics/test_niqe.py -------------------------------------------------------------------------------- /tests/test_metrics/test_oid_map.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/tests/test_metrics/test_oid_map.py -------------------------------------------------------------------------------- /tests/test_metrics/test_pck_accuracy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/tests/test_metrics/test_pck_accuracy.py -------------------------------------------------------------------------------- /tests/test_metrics/test_perplexity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/tests/test_metrics/test_perplexity.py -------------------------------------------------------------------------------- /tests/test_metrics/test_precision_recall_f1score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/tests/test_metrics/test_precision_recall_f1score.py -------------------------------------------------------------------------------- /tests/test_metrics/test_proposal_recall.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/tests/test_metrics/test_proposal_recall.py -------------------------------------------------------------------------------- /tests/test_metrics/test_psnr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/tests/test_metrics/test_psnr.py -------------------------------------------------------------------------------- /tests/test_metrics/test_rouge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/tests/test_metrics/test_rouge.py -------------------------------------------------------------------------------- /tests/test_metrics/test_sad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/tests/test_metrics/test_sad.py -------------------------------------------------------------------------------- /tests/test_metrics/test_single_label_precision_recall_f1score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/tests/test_metrics/test_single_label_precision_recall_f1score.py -------------------------------------------------------------------------------- /tests/test_metrics/test_snr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/tests/test_metrics/test_snr.py -------------------------------------------------------------------------------- /tests/test_metrics/test_ssim.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/tests/test_metrics/test_ssim.py -------------------------------------------------------------------------------- /tests/test_metrics/test_utils/test_bbox_overlaps_rotated.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/tests/test_metrics/test_utils/test_bbox_overlaps_rotated.py -------------------------------------------------------------------------------- /tests/test_metrics/test_utils/test_grammar.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/tests/test_metrics/test_utils/test_grammar.py -------------------------------------------------------------------------------- /tests/test_metrics/test_utils/test_image_transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/tests/test_metrics/test_utils/test_image_transforms.py -------------------------------------------------------------------------------- /tests/test_metrics/test_utils/test_polygon.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/tests/test_metrics/test_utils/test_polygon.py -------------------------------------------------------------------------------- /tests/test_metrics/test_voc_map.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/tests/test_metrics/test_voc_map.py -------------------------------------------------------------------------------- /tests/test_metrics/test_word_accuracy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/tests/test_metrics/test_word_accuracy.py -------------------------------------------------------------------------------- /tests/test_utils/test_misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/tests/test_utils/test_misc.py -------------------------------------------------------------------------------- /tests/test_version.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/mmeval/HEAD/tests/test_version.py --------------------------------------------------------------------------------