├── .github ├── PULL_REQUEST_TEMPLATE │ ├── model.md │ └── task.md ├── pull_request_template.md └── workflows │ ├── build-sphinx.yml │ ├── pr-status.yml │ ├── pypi.yaml │ ├── test-sphinx.yml │ └── tests.yml ├── .gitignore ├── .isort.cfg ├── .pre-commit-config.yaml ├── .style.yapf ├── CONTRIBUTING.rst ├── LICENSE ├── Makefile ├── README.rst ├── docs ├── .dockerignore ├── Makefile ├── requirements.txt └── source │ ├── _static │ ├── css │ │ └── custom.css │ ├── logos │ │ └── ShiftHappens_Logo.png │ ├── organizers │ │ ├── evgenia_rusak.png │ │ ├── julian_bitterwolf.png │ │ ├── matthias_bethge.png │ │ ├── matthias_hein.png │ │ ├── roland_zimmermann.png │ │ ├── steffen_schneider.jpeg │ │ └── wieland_brendel.png │ └── speakers │ │ ├── aleksander_madry.png │ │ ├── alexei_efros.jpg │ │ ├── chelsea_finn.jpg │ │ ├── lucas_beyer.jpg │ │ └── ludwig_schmidt.jpg │ ├── api.rst │ ├── call_for_papers.rst │ ├── conf.py │ ├── index.rst │ ├── logo.png │ ├── organizer_speaker_pics │ ├── aleksander_madry.png │ ├── alexey_efros.jpg │ ├── chelsea_finn.jpg │ ├── evgenia_rusak.jpg │ ├── evgenia_rusak.png │ ├── julian_bitterwolf.png │ ├── lucas_beyer.jpg │ ├── ludwig_schmidt.jpg │ ├── matthias_bethge.jpeg │ ├── matthias_bethge.png │ ├── matthias_hein.jpg │ ├── matthias_hein.png │ ├── roland_zimmermann.jpg │ ├── roland_zimmermann.png │ ├── steffen_schneider.jpeg │ └── wieland_brendel.png │ ├── organizers.html │ ├── overview.svg │ ├── papers.rst │ ├── render_papers.py │ ├── schedule.csv │ ├── schedule.rst │ ├── speakers.html │ └── timetable_screenshot.png ├── pyproject.toml ├── requirements.txt ├── requirements_dev.txt ├── setup.cfg ├── shifthappens ├── __init__.py ├── benchmark.py ├── config.py ├── data │ ├── __init__.py │ ├── base.py │ ├── imagenet.py │ └── torch.py ├── model_comparison.py ├── models │ ├── __init__.py │ ├── base.py │ ├── mixins.py │ └── torchvision.py ├── task_data │ ├── __init__.py │ ├── task_metadata.py │ └── task_registration.py ├── tasks │ ├── __init__.py │ ├── base.py │ ├── ccc │ │ ├── __init__.py │ │ ├── ccc.py │ │ ├── ccc_imagenet_c.py │ │ ├── ccc_lmdb.py │ │ └── ccc_utils.py │ ├── imagenet_3dcc │ │ ├── README.rst │ │ ├── __init__.py │ │ └── imagenet_3dcc.py │ ├── imagenet_c │ │ ├── README.rst │ │ ├── __init__.py │ │ └── imagenet_c.py │ ├── imagenet_cartoon │ │ ├── CITATION.cff │ │ ├── README.md │ │ ├── __init__.py │ │ └── imagenet_cartoon.py │ ├── imagenet_cpatch │ │ ├── CITATION.cff │ │ ├── README.rst │ │ ├── __init__.py │ │ └── imagenet_cpatch.py │ ├── imagenet_d │ │ ├── __init__.py │ │ ├── imagenet_d.py │ │ └── map_classes.py │ ├── imagenet_drawing │ │ ├── CITATION.cff │ │ ├── README.md │ │ ├── __init__.py │ │ └── imagenet_drawing.py │ ├── imagenet_m │ │ ├── README.rst │ │ ├── __init__.py │ │ └── imagenet_m.py │ ├── imagenet_metashift │ │ ├── README.md │ │ ├── __init__.py │ │ └── imagenet_metashift.py │ ├── imagenet_patch │ │ ├── CITATION.cff │ │ ├── README.rst │ │ ├── __init__.py │ │ ├── imagenet_patch.py │ │ └── utils.py │ ├── imagenet_r │ │ ├── README.rst │ │ ├── __init__.py │ │ └── imagenet_r.py │ ├── metrics.py │ ├── mixins.py │ ├── objectnet │ │ ├── CITATION.cff │ │ ├── README.rst │ │ ├── __init__.py │ │ ├── objectnet.py │ │ └── objectnet_utils.py │ ├── raccoons_ood │ │ ├── README.rst │ │ ├── __init__.py │ │ └── raccoons_ood.py │ ├── siscore │ │ ├── README.md │ │ ├── __init__.py │ │ ├── siscore.py │ │ └── siscore_labels.py │ ├── ssb │ │ ├── README.md │ │ ├── __init__.py │ │ ├── imagenet_ssb.py │ │ └── semantic_shift_benchmark.py │ ├── task_result.py │ ├── utils.py │ └── worst_case │ │ ├── README.rst │ │ ├── __init__.py │ │ ├── worst_case.py │ │ └── worst_case_utils.py └── utils.py └── tests ├── requirements.txt ├── test_benchmark.py ├── test_config.py ├── test_data.py ├── test_models.py ├── test_tasks.py └── test_utils.py /.github/PULL_REQUEST_TEMPLATE/model.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /.github/PULL_REQUEST_TEMPLATE/task.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/.github/PULL_REQUEST_TEMPLATE/task.md -------------------------------------------------------------------------------- /.github/pull_request_template.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/.github/pull_request_template.md -------------------------------------------------------------------------------- /.github/workflows/build-sphinx.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/.github/workflows/build-sphinx.yml -------------------------------------------------------------------------------- /.github/workflows/pr-status.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/.github/workflows/pr-status.yml -------------------------------------------------------------------------------- /.github/workflows/pypi.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/.github/workflows/pypi.yaml -------------------------------------------------------------------------------- /.github/workflows/test-sphinx.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/.github/workflows/test-sphinx.yml -------------------------------------------------------------------------------- /.github/workflows/tests.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/.github/workflows/tests.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/.gitignore -------------------------------------------------------------------------------- /.isort.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/.isort.cfg -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /.style.yapf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/.style.yapf -------------------------------------------------------------------------------- /CONTRIBUTING.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/CONTRIBUTING.rst -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/LICENSE -------------------------------------------------------------------------------- /Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/Makefile -------------------------------------------------------------------------------- /README.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/README.rst -------------------------------------------------------------------------------- /docs/.dockerignore: -------------------------------------------------------------------------------- 1 | ** 2 | !requirements.txt -------------------------------------------------------------------------------- /docs/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/docs/Makefile -------------------------------------------------------------------------------- /docs/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/docs/requirements.txt -------------------------------------------------------------------------------- /docs/source/_static/css/custom.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/docs/source/_static/css/custom.css -------------------------------------------------------------------------------- /docs/source/_static/logos/ShiftHappens_Logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/docs/source/_static/logos/ShiftHappens_Logo.png -------------------------------------------------------------------------------- /docs/source/_static/organizers/evgenia_rusak.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/docs/source/_static/organizers/evgenia_rusak.png -------------------------------------------------------------------------------- /docs/source/_static/organizers/julian_bitterwolf.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/docs/source/_static/organizers/julian_bitterwolf.png -------------------------------------------------------------------------------- /docs/source/_static/organizers/matthias_bethge.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/docs/source/_static/organizers/matthias_bethge.png -------------------------------------------------------------------------------- /docs/source/_static/organizers/matthias_hein.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/docs/source/_static/organizers/matthias_hein.png -------------------------------------------------------------------------------- /docs/source/_static/organizers/roland_zimmermann.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/docs/source/_static/organizers/roland_zimmermann.png -------------------------------------------------------------------------------- /docs/source/_static/organizers/steffen_schneider.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/docs/source/_static/organizers/steffen_schneider.jpeg -------------------------------------------------------------------------------- /docs/source/_static/organizers/wieland_brendel.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/docs/source/_static/organizers/wieland_brendel.png -------------------------------------------------------------------------------- /docs/source/_static/speakers/aleksander_madry.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/docs/source/_static/speakers/aleksander_madry.png -------------------------------------------------------------------------------- /docs/source/_static/speakers/alexei_efros.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/docs/source/_static/speakers/alexei_efros.jpg -------------------------------------------------------------------------------- /docs/source/_static/speakers/chelsea_finn.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/docs/source/_static/speakers/chelsea_finn.jpg -------------------------------------------------------------------------------- /docs/source/_static/speakers/lucas_beyer.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/docs/source/_static/speakers/lucas_beyer.jpg -------------------------------------------------------------------------------- /docs/source/_static/speakers/ludwig_schmidt.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/docs/source/_static/speakers/ludwig_schmidt.jpg -------------------------------------------------------------------------------- /docs/source/api.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/docs/source/api.rst -------------------------------------------------------------------------------- /docs/source/call_for_papers.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/docs/source/call_for_papers.rst -------------------------------------------------------------------------------- /docs/source/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/docs/source/conf.py -------------------------------------------------------------------------------- /docs/source/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/docs/source/index.rst -------------------------------------------------------------------------------- /docs/source/logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/docs/source/logo.png -------------------------------------------------------------------------------- /docs/source/organizer_speaker_pics/aleksander_madry.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/docs/source/organizer_speaker_pics/aleksander_madry.png -------------------------------------------------------------------------------- /docs/source/organizer_speaker_pics/alexey_efros.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/docs/source/organizer_speaker_pics/alexey_efros.jpg -------------------------------------------------------------------------------- /docs/source/organizer_speaker_pics/chelsea_finn.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/docs/source/organizer_speaker_pics/chelsea_finn.jpg -------------------------------------------------------------------------------- /docs/source/organizer_speaker_pics/evgenia_rusak.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/docs/source/organizer_speaker_pics/evgenia_rusak.jpg -------------------------------------------------------------------------------- /docs/source/organizer_speaker_pics/evgenia_rusak.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/docs/source/organizer_speaker_pics/evgenia_rusak.png -------------------------------------------------------------------------------- /docs/source/organizer_speaker_pics/julian_bitterwolf.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/docs/source/organizer_speaker_pics/julian_bitterwolf.png -------------------------------------------------------------------------------- /docs/source/organizer_speaker_pics/lucas_beyer.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/docs/source/organizer_speaker_pics/lucas_beyer.jpg -------------------------------------------------------------------------------- /docs/source/organizer_speaker_pics/ludwig_schmidt.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/docs/source/organizer_speaker_pics/ludwig_schmidt.jpg -------------------------------------------------------------------------------- /docs/source/organizer_speaker_pics/matthias_bethge.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/docs/source/organizer_speaker_pics/matthias_bethge.jpeg -------------------------------------------------------------------------------- /docs/source/organizer_speaker_pics/matthias_bethge.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/docs/source/organizer_speaker_pics/matthias_bethge.png -------------------------------------------------------------------------------- /docs/source/organizer_speaker_pics/matthias_hein.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/docs/source/organizer_speaker_pics/matthias_hein.jpg -------------------------------------------------------------------------------- /docs/source/organizer_speaker_pics/matthias_hein.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/docs/source/organizer_speaker_pics/matthias_hein.png -------------------------------------------------------------------------------- /docs/source/organizer_speaker_pics/roland_zimmermann.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/docs/source/organizer_speaker_pics/roland_zimmermann.jpg -------------------------------------------------------------------------------- /docs/source/organizer_speaker_pics/roland_zimmermann.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/docs/source/organizer_speaker_pics/roland_zimmermann.png -------------------------------------------------------------------------------- /docs/source/organizer_speaker_pics/steffen_schneider.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/docs/source/organizer_speaker_pics/steffen_schneider.jpeg -------------------------------------------------------------------------------- /docs/source/organizer_speaker_pics/wieland_brendel.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/docs/source/organizer_speaker_pics/wieland_brendel.png -------------------------------------------------------------------------------- /docs/source/organizers.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/docs/source/organizers.html -------------------------------------------------------------------------------- /docs/source/overview.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/docs/source/overview.svg -------------------------------------------------------------------------------- /docs/source/papers.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/docs/source/papers.rst -------------------------------------------------------------------------------- /docs/source/render_papers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/docs/source/render_papers.py -------------------------------------------------------------------------------- /docs/source/schedule.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/docs/source/schedule.csv -------------------------------------------------------------------------------- /docs/source/schedule.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/docs/source/schedule.rst -------------------------------------------------------------------------------- /docs/source/speakers.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/docs/source/speakers.html -------------------------------------------------------------------------------- /docs/source/timetable_screenshot.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/docs/source/timetable_screenshot.png -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/pyproject.toml -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/requirements.txt -------------------------------------------------------------------------------- /requirements_dev.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/requirements_dev.txt -------------------------------------------------------------------------------- /setup.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/setup.cfg -------------------------------------------------------------------------------- /shifthappens/__init__.py: -------------------------------------------------------------------------------- 1 | """Shift Happens benchmark.""" 2 | __version__ = "0.0.1-alpha" 3 | -------------------------------------------------------------------------------- /shifthappens/benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/shifthappens/benchmark.py -------------------------------------------------------------------------------- /shifthappens/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/shifthappens/config.py -------------------------------------------------------------------------------- /shifthappens/data/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/shifthappens/data/__init__.py -------------------------------------------------------------------------------- /shifthappens/data/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/shifthappens/data/base.py -------------------------------------------------------------------------------- /shifthappens/data/imagenet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/shifthappens/data/imagenet.py -------------------------------------------------------------------------------- /shifthappens/data/torch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/shifthappens/data/torch.py -------------------------------------------------------------------------------- /shifthappens/model_comparison.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/shifthappens/model_comparison.py -------------------------------------------------------------------------------- /shifthappens/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/shifthappens/models/__init__.py -------------------------------------------------------------------------------- /shifthappens/models/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/shifthappens/models/base.py -------------------------------------------------------------------------------- /shifthappens/models/mixins.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/shifthappens/models/mixins.py -------------------------------------------------------------------------------- /shifthappens/models/torchvision.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/shifthappens/models/torchvision.py -------------------------------------------------------------------------------- /shifthappens/task_data/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/shifthappens/task_data/__init__.py -------------------------------------------------------------------------------- /shifthappens/task_data/task_metadata.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/shifthappens/task_data/task_metadata.py -------------------------------------------------------------------------------- /shifthappens/task_data/task_registration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/shifthappens/task_data/task_registration.py -------------------------------------------------------------------------------- /shifthappens/tasks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/shifthappens/tasks/__init__.py -------------------------------------------------------------------------------- /shifthappens/tasks/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/shifthappens/tasks/base.py -------------------------------------------------------------------------------- /shifthappens/tasks/ccc/__init__.py: -------------------------------------------------------------------------------- 1 | """The Continuously Changing Corruptions task.""" 2 | -------------------------------------------------------------------------------- /shifthappens/tasks/ccc/ccc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/shifthappens/tasks/ccc/ccc.py -------------------------------------------------------------------------------- /shifthappens/tasks/ccc/ccc_imagenet_c.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/shifthappens/tasks/ccc/ccc_imagenet_c.py -------------------------------------------------------------------------------- /shifthappens/tasks/ccc/ccc_lmdb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/shifthappens/tasks/ccc/ccc_lmdb.py -------------------------------------------------------------------------------- /shifthappens/tasks/ccc/ccc_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/shifthappens/tasks/ccc/ccc_utils.py -------------------------------------------------------------------------------- /shifthappens/tasks/imagenet_3dcc/README.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/shifthappens/tasks/imagenet_3dcc/README.rst -------------------------------------------------------------------------------- /shifthappens/tasks/imagenet_3dcc/__init__.py: -------------------------------------------------------------------------------- 1 | """3DCC task.""" 2 | -------------------------------------------------------------------------------- /shifthappens/tasks/imagenet_3dcc/imagenet_3dcc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/shifthappens/tasks/imagenet_3dcc/imagenet_3dcc.py -------------------------------------------------------------------------------- /shifthappens/tasks/imagenet_c/README.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/shifthappens/tasks/imagenet_c/README.rst -------------------------------------------------------------------------------- /shifthappens/tasks/imagenet_c/__init__.py: -------------------------------------------------------------------------------- 1 | """ImageNet-C task.""" 2 | -------------------------------------------------------------------------------- /shifthappens/tasks/imagenet_c/imagenet_c.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/shifthappens/tasks/imagenet_c/imagenet_c.py -------------------------------------------------------------------------------- /shifthappens/tasks/imagenet_cartoon/CITATION.cff: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/shifthappens/tasks/imagenet_cartoon/CITATION.cff -------------------------------------------------------------------------------- /shifthappens/tasks/imagenet_cartoon/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/shifthappens/tasks/imagenet_cartoon/README.md -------------------------------------------------------------------------------- /shifthappens/tasks/imagenet_cartoon/__init__.py: -------------------------------------------------------------------------------- 1 | """The ImageNet-Cartoon task.""" 2 | -------------------------------------------------------------------------------- /shifthappens/tasks/imagenet_cartoon/imagenet_cartoon.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/shifthappens/tasks/imagenet_cartoon/imagenet_cartoon.py -------------------------------------------------------------------------------- /shifthappens/tasks/imagenet_cpatch/CITATION.cff: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/shifthappens/tasks/imagenet_cpatch/CITATION.cff -------------------------------------------------------------------------------- /shifthappens/tasks/imagenet_cpatch/README.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/shifthappens/tasks/imagenet_cpatch/README.rst -------------------------------------------------------------------------------- /shifthappens/tasks/imagenet_cpatch/__init__.py: -------------------------------------------------------------------------------- 1 | """ImageNet-CPatch task.""" 2 | -------------------------------------------------------------------------------- /shifthappens/tasks/imagenet_cpatch/imagenet_cpatch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/shifthappens/tasks/imagenet_cpatch/imagenet_cpatch.py -------------------------------------------------------------------------------- /shifthappens/tasks/imagenet_d/__init__.py: -------------------------------------------------------------------------------- 1 | """Imagenet-D task.""" 2 | -------------------------------------------------------------------------------- /shifthappens/tasks/imagenet_d/imagenet_d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/shifthappens/tasks/imagenet_d/imagenet_d.py -------------------------------------------------------------------------------- /shifthappens/tasks/imagenet_d/map_classes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/shifthappens/tasks/imagenet_d/map_classes.py -------------------------------------------------------------------------------- /shifthappens/tasks/imagenet_drawing/CITATION.cff: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/shifthappens/tasks/imagenet_drawing/CITATION.cff -------------------------------------------------------------------------------- /shifthappens/tasks/imagenet_drawing/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/shifthappens/tasks/imagenet_drawing/README.md -------------------------------------------------------------------------------- /shifthappens/tasks/imagenet_drawing/__init__.py: -------------------------------------------------------------------------------- 1 | """The ImageNet-Drawing task.""" 2 | -------------------------------------------------------------------------------- /shifthappens/tasks/imagenet_drawing/imagenet_drawing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/shifthappens/tasks/imagenet_drawing/imagenet_drawing.py -------------------------------------------------------------------------------- /shifthappens/tasks/imagenet_m/README.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/shifthappens/tasks/imagenet_m/README.rst -------------------------------------------------------------------------------- /shifthappens/tasks/imagenet_m/__init__.py: -------------------------------------------------------------------------------- 1 | """The ImageNet-M task.""" 2 | -------------------------------------------------------------------------------- /shifthappens/tasks/imagenet_m/imagenet_m.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/shifthappens/tasks/imagenet_m/imagenet_m.py -------------------------------------------------------------------------------- /shifthappens/tasks/imagenet_metashift/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/shifthappens/tasks/imagenet_metashift/README.md -------------------------------------------------------------------------------- /shifthappens/tasks/imagenet_metashift/__init__.py: -------------------------------------------------------------------------------- 1 | """The MetaShift task.""" 2 | -------------------------------------------------------------------------------- /shifthappens/tasks/imagenet_metashift/imagenet_metashift.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/shifthappens/tasks/imagenet_metashift/imagenet_metashift.py -------------------------------------------------------------------------------- /shifthappens/tasks/imagenet_patch/CITATION.cff: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/shifthappens/tasks/imagenet_patch/CITATION.cff -------------------------------------------------------------------------------- /shifthappens/tasks/imagenet_patch/README.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/shifthappens/tasks/imagenet_patch/README.rst -------------------------------------------------------------------------------- /shifthappens/tasks/imagenet_patch/__init__.py: -------------------------------------------------------------------------------- 1 | """The ImageNet-Patch task.""" 2 | -------------------------------------------------------------------------------- /shifthappens/tasks/imagenet_patch/imagenet_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/shifthappens/tasks/imagenet_patch/imagenet_patch.py -------------------------------------------------------------------------------- /shifthappens/tasks/imagenet_patch/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/shifthappens/tasks/imagenet_patch/utils.py -------------------------------------------------------------------------------- /shifthappens/tasks/imagenet_r/README.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/shifthappens/tasks/imagenet_r/README.rst -------------------------------------------------------------------------------- /shifthappens/tasks/imagenet_r/__init__.py: -------------------------------------------------------------------------------- 1 | """ImageNet-R task.""" 2 | -------------------------------------------------------------------------------- /shifthappens/tasks/imagenet_r/imagenet_r.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/shifthappens/tasks/imagenet_r/imagenet_r.py -------------------------------------------------------------------------------- /shifthappens/tasks/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/shifthappens/tasks/metrics.py -------------------------------------------------------------------------------- /shifthappens/tasks/mixins.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/shifthappens/tasks/mixins.py -------------------------------------------------------------------------------- /shifthappens/tasks/objectnet/CITATION.cff: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/shifthappens/tasks/objectnet/CITATION.cff -------------------------------------------------------------------------------- /shifthappens/tasks/objectnet/README.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/shifthappens/tasks/objectnet/README.rst -------------------------------------------------------------------------------- /shifthappens/tasks/objectnet/__init__.py: -------------------------------------------------------------------------------- 1 | """ObjectNet Task.""" 2 | -------------------------------------------------------------------------------- /shifthappens/tasks/objectnet/objectnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/shifthappens/tasks/objectnet/objectnet.py -------------------------------------------------------------------------------- /shifthappens/tasks/objectnet/objectnet_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/shifthappens/tasks/objectnet/objectnet_utils.py -------------------------------------------------------------------------------- /shifthappens/tasks/raccoons_ood/README.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/shifthappens/tasks/raccoons_ood/README.rst -------------------------------------------------------------------------------- /shifthappens/tasks/raccoons_ood/__init__.py: -------------------------------------------------------------------------------- 1 | """Racoons-OOD task.""" 2 | -------------------------------------------------------------------------------- /shifthappens/tasks/raccoons_ood/raccoons_ood.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/shifthappens/tasks/raccoons_ood/raccoons_ood.py -------------------------------------------------------------------------------- /shifthappens/tasks/siscore/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/shifthappens/tasks/siscore/README.md -------------------------------------------------------------------------------- /shifthappens/tasks/siscore/__init__.py: -------------------------------------------------------------------------------- 1 | """SI-SCORE task.""" 2 | -------------------------------------------------------------------------------- /shifthappens/tasks/siscore/siscore.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/shifthappens/tasks/siscore/siscore.py -------------------------------------------------------------------------------- /shifthappens/tasks/siscore/siscore_labels.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/shifthappens/tasks/siscore/siscore_labels.py -------------------------------------------------------------------------------- /shifthappens/tasks/ssb/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/shifthappens/tasks/ssb/README.md -------------------------------------------------------------------------------- /shifthappens/tasks/ssb/__init__.py: -------------------------------------------------------------------------------- 1 | """The Semantic Shift Benchmark task (easy & hard subsets).""" 2 | -------------------------------------------------------------------------------- /shifthappens/tasks/ssb/imagenet_ssb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/shifthappens/tasks/ssb/imagenet_ssb.py -------------------------------------------------------------------------------- /shifthappens/tasks/ssb/semantic_shift_benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/shifthappens/tasks/ssb/semantic_shift_benchmark.py -------------------------------------------------------------------------------- /shifthappens/tasks/task_result.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/shifthappens/tasks/task_result.py -------------------------------------------------------------------------------- /shifthappens/tasks/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/shifthappens/tasks/utils.py -------------------------------------------------------------------------------- /shifthappens/tasks/worst_case/README.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/shifthappens/tasks/worst_case/README.rst -------------------------------------------------------------------------------- /shifthappens/tasks/worst_case/__init__.py: -------------------------------------------------------------------------------- 1 | """The worst-case task.""" 2 | -------------------------------------------------------------------------------- /shifthappens/tasks/worst_case/worst_case.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/shifthappens/tasks/worst_case/worst_case.py -------------------------------------------------------------------------------- /shifthappens/tasks/worst_case/worst_case_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/shifthappens/tasks/worst_case/worst_case_utils.py -------------------------------------------------------------------------------- /shifthappens/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/shifthappens/utils.py -------------------------------------------------------------------------------- /tests/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/tests/requirements.txt -------------------------------------------------------------------------------- /tests/test_benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/tests/test_benchmark.py -------------------------------------------------------------------------------- /tests/test_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/tests/test_config.py -------------------------------------------------------------------------------- /tests/test_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/tests/test_data.py -------------------------------------------------------------------------------- /tests/test_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/tests/test_models.py -------------------------------------------------------------------------------- /tests/test_tasks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/tests/test_tasks.py -------------------------------------------------------------------------------- /tests/test_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shift-happens-benchmark/icml-2022/HEAD/tests/test_utils.py --------------------------------------------------------------------------------