├── .flake8 ├── .github └── workflows │ ├── stylechecks.yml │ └── unittest.yml ├── .gitignore ├── .pre-commit-config.yaml ├── LICENSE ├── Makefile ├── README.md ├── docs ├── api │ ├── benchmark.md │ ├── doubtlab.md │ ├── reasons.md │ └── simsity-big.jpg ├── doubt.png ├── examples │ └── google-emotions.md ├── icon.png ├── index.md └── quickstart │ ├── advanced.md │ ├── benchmark-1.json │ ├── benchmark-2.json │ ├── benchmarks.md │ ├── faq.md │ ├── images │ ├── benchmarks-shuffle-1.png │ ├── benchmarks-shuffle-2.png │ └── diagram.png │ └── index.md ├── doubtlab ├── __init__.py ├── benchmark.py ├── ensemble.py └── reason.py ├── mkdocs.yml ├── setup.py └── tests ├── test_basics.py ├── test_benchmark.py ├── test_docs.py ├── test_general_reason.py ├── test_reason ├── test_absolutedifference.py ├── test_cleanlab.py ├── test_disagree.py ├── test_entropy.py ├── test_longconfreason.py ├── test_margin.py ├── test_probareason.py ├── test_relativedifference.py ├── test_shortconfreason.py ├── test_standardizederror.py └── test_wrongpred.py └── test_smoke.py /.flake8: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/doubtlab/HEAD/.flake8 -------------------------------------------------------------------------------- /.github/workflows/stylechecks.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/doubtlab/HEAD/.github/workflows/stylechecks.yml -------------------------------------------------------------------------------- /.github/workflows/unittest.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/doubtlab/HEAD/.github/workflows/unittest.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/doubtlab/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/doubtlab/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/doubtlab/HEAD/LICENSE -------------------------------------------------------------------------------- /Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/doubtlab/HEAD/Makefile -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/doubtlab/HEAD/README.md -------------------------------------------------------------------------------- /docs/api/benchmark.md: -------------------------------------------------------------------------------- 1 | ::: doubtlab.benchmark 2 | -------------------------------------------------------------------------------- /docs/api/doubtlab.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/doubtlab/HEAD/docs/api/doubtlab.md -------------------------------------------------------------------------------- /docs/api/reasons.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/doubtlab/HEAD/docs/api/reasons.md -------------------------------------------------------------------------------- /docs/api/simsity-big.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/doubtlab/HEAD/docs/api/simsity-big.jpg -------------------------------------------------------------------------------- /docs/doubt.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/doubtlab/HEAD/docs/doubt.png -------------------------------------------------------------------------------- /docs/examples/google-emotions.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/doubtlab/HEAD/docs/examples/google-emotions.md -------------------------------------------------------------------------------- /docs/icon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/doubtlab/HEAD/docs/icon.png -------------------------------------------------------------------------------- /docs/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/doubtlab/HEAD/docs/index.md -------------------------------------------------------------------------------- /docs/quickstart/advanced.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/doubtlab/HEAD/docs/quickstart/advanced.md -------------------------------------------------------------------------------- /docs/quickstart/benchmark-1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/doubtlab/HEAD/docs/quickstart/benchmark-1.json -------------------------------------------------------------------------------- /docs/quickstart/benchmark-2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/doubtlab/HEAD/docs/quickstart/benchmark-2.json -------------------------------------------------------------------------------- /docs/quickstart/benchmarks.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/doubtlab/HEAD/docs/quickstart/benchmarks.md -------------------------------------------------------------------------------- /docs/quickstart/faq.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/doubtlab/HEAD/docs/quickstart/faq.md -------------------------------------------------------------------------------- /docs/quickstart/images/benchmarks-shuffle-1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/doubtlab/HEAD/docs/quickstart/images/benchmarks-shuffle-1.png -------------------------------------------------------------------------------- /docs/quickstart/images/benchmarks-shuffle-2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/doubtlab/HEAD/docs/quickstart/images/benchmarks-shuffle-2.png -------------------------------------------------------------------------------- /docs/quickstart/images/diagram.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/doubtlab/HEAD/docs/quickstart/images/diagram.png -------------------------------------------------------------------------------- /docs/quickstart/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/doubtlab/HEAD/docs/quickstart/index.md -------------------------------------------------------------------------------- /doubtlab/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/doubtlab/HEAD/doubtlab/__init__.py -------------------------------------------------------------------------------- /doubtlab/benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/doubtlab/HEAD/doubtlab/benchmark.py -------------------------------------------------------------------------------- /doubtlab/ensemble.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/doubtlab/HEAD/doubtlab/ensemble.py -------------------------------------------------------------------------------- /doubtlab/reason.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/doubtlab/HEAD/doubtlab/reason.py -------------------------------------------------------------------------------- /mkdocs.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/doubtlab/HEAD/mkdocs.yml -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/doubtlab/HEAD/setup.py -------------------------------------------------------------------------------- /tests/test_basics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/doubtlab/HEAD/tests/test_basics.py -------------------------------------------------------------------------------- /tests/test_benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/doubtlab/HEAD/tests/test_benchmark.py -------------------------------------------------------------------------------- /tests/test_docs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/doubtlab/HEAD/tests/test_docs.py -------------------------------------------------------------------------------- /tests/test_general_reason.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/doubtlab/HEAD/tests/test_general_reason.py -------------------------------------------------------------------------------- /tests/test_reason/test_absolutedifference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/doubtlab/HEAD/tests/test_reason/test_absolutedifference.py -------------------------------------------------------------------------------- /tests/test_reason/test_cleanlab.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/doubtlab/HEAD/tests/test_reason/test_cleanlab.py -------------------------------------------------------------------------------- /tests/test_reason/test_disagree.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/doubtlab/HEAD/tests/test_reason/test_disagree.py -------------------------------------------------------------------------------- /tests/test_reason/test_entropy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/doubtlab/HEAD/tests/test_reason/test_entropy.py -------------------------------------------------------------------------------- /tests/test_reason/test_longconfreason.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/doubtlab/HEAD/tests/test_reason/test_longconfreason.py -------------------------------------------------------------------------------- /tests/test_reason/test_margin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/doubtlab/HEAD/tests/test_reason/test_margin.py -------------------------------------------------------------------------------- /tests/test_reason/test_probareason.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/doubtlab/HEAD/tests/test_reason/test_probareason.py -------------------------------------------------------------------------------- /tests/test_reason/test_relativedifference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/doubtlab/HEAD/tests/test_reason/test_relativedifference.py -------------------------------------------------------------------------------- /tests/test_reason/test_shortconfreason.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/doubtlab/HEAD/tests/test_reason/test_shortconfreason.py -------------------------------------------------------------------------------- /tests/test_reason/test_standardizederror.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/doubtlab/HEAD/tests/test_reason/test_standardizederror.py -------------------------------------------------------------------------------- /tests/test_reason/test_wrongpred.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/doubtlab/HEAD/tests/test_reason/test_wrongpred.py -------------------------------------------------------------------------------- /tests/test_smoke.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/koaning/doubtlab/HEAD/tests/test_smoke.py --------------------------------------------------------------------------------