├── .gitignore ├── LICENSE ├── README.md ├── environment.yml ├── generation-scripts ├── coco_utils │ ├── .gitignore │ ├── __init__.py │ ├── custom_coco_dataloader.py │ ├── inplace_abn │ │ ├── __init__.py │ │ ├── _backend.py │ │ ├── abn.py │ │ ├── functions.py │ │ └── group.py │ └── ml_decoder │ │ ├── helper_functions │ │ ├── bn_fusion.py │ │ └── helper_functions.py │ │ ├── loss_functions │ │ └── losses.py │ │ └── ml_decoder │ │ └── ml_decoder.py ├── generate-coco.py ├── generate-imagenet.py ├── generate-meps.py ├── generate-polyps.py ├── generate-toxic-text.py ├── generate-weather.py ├── polyp_utils │ ├── .gitignore │ └── PraNet │ │ ├── .gitignore │ │ ├── .idea │ │ ├── .gitignore │ │ ├── PraNet_Submit.iml │ │ ├── inspectionProfiles │ │ │ └── Project_Default.xml │ │ ├── misc.xml │ │ ├── modules.xml │ │ └── vcs.xml │ │ ├── README.md │ │ ├── __init__.py │ │ ├── eval │ │ ├── CalMAE.m │ │ ├── Enhancedmeasure.m │ │ ├── Fmeasure_calu.m │ │ ├── README.md │ │ ├── S_object.m │ │ ├── S_region.m │ │ ├── StructureMeasure.m │ │ ├── main.m │ │ └── original_WFb.m │ │ ├── imgs │ │ ├── framework-final-min.png │ │ ├── qualitative_results.png │ │ ├── quantiative_results_1.png │ │ └── quantiative_results_2.png │ │ ├── process_all_datasets.py │ │ └── utils │ │ ├── dataloader.py │ │ ├── format_conversion.py │ │ └── utils.py └── toxic_text_utils │ ├── test.csv │ └── test_labels.csv └── notebooks ├── correctness_checks.ipynb ├── imagenet-aps-randomized.ipynb ├── imagenet-aps.ipynb ├── imagenet-raps.ipynb ├── imagenet-selective-classification.ipynb ├── imagenet-smallest-sets.ipynb ├── meps-cqr.ipynb ├── meps-uncertainty-scalar.ipynb ├── multilabel-classification-mscoco.ipynb ├── toxic-text-outlier-detection.ipynb ├── tumor-segmentation.ipynb └── weather-time-series-distribution-shift.ipynb /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aangelopoulos/conformal-prediction/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aangelopoulos/conformal-prediction/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aangelopoulos/conformal-prediction/HEAD/README.md -------------------------------------------------------------------------------- /environment.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aangelopoulos/conformal-prediction/HEAD/environment.yml -------------------------------------------------------------------------------- /generation-scripts/coco_utils/.gitignore: -------------------------------------------------------------------------------- 1 | .cache/ 2 | models/ 3 | -------------------------------------------------------------------------------- /generation-scripts/coco_utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /generation-scripts/coco_utils/custom_coco_dataloader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aangelopoulos/conformal-prediction/HEAD/generation-scripts/coco_utils/custom_coco_dataloader.py -------------------------------------------------------------------------------- /generation-scripts/coco_utils/inplace_abn/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aangelopoulos/conformal-prediction/HEAD/generation-scripts/coco_utils/inplace_abn/__init__.py -------------------------------------------------------------------------------- /generation-scripts/coco_utils/inplace_abn/_backend.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aangelopoulos/conformal-prediction/HEAD/generation-scripts/coco_utils/inplace_abn/_backend.py -------------------------------------------------------------------------------- /generation-scripts/coco_utils/inplace_abn/abn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aangelopoulos/conformal-prediction/HEAD/generation-scripts/coco_utils/inplace_abn/abn.py -------------------------------------------------------------------------------- /generation-scripts/coco_utils/inplace_abn/functions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aangelopoulos/conformal-prediction/HEAD/generation-scripts/coco_utils/inplace_abn/functions.py -------------------------------------------------------------------------------- /generation-scripts/coco_utils/inplace_abn/group.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aangelopoulos/conformal-prediction/HEAD/generation-scripts/coco_utils/inplace_abn/group.py -------------------------------------------------------------------------------- /generation-scripts/coco_utils/ml_decoder/helper_functions/bn_fusion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aangelopoulos/conformal-prediction/HEAD/generation-scripts/coco_utils/ml_decoder/helper_functions/bn_fusion.py -------------------------------------------------------------------------------- /generation-scripts/coco_utils/ml_decoder/helper_functions/helper_functions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aangelopoulos/conformal-prediction/HEAD/generation-scripts/coco_utils/ml_decoder/helper_functions/helper_functions.py -------------------------------------------------------------------------------- /generation-scripts/coco_utils/ml_decoder/loss_functions/losses.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aangelopoulos/conformal-prediction/HEAD/generation-scripts/coco_utils/ml_decoder/loss_functions/losses.py -------------------------------------------------------------------------------- /generation-scripts/coco_utils/ml_decoder/ml_decoder/ml_decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aangelopoulos/conformal-prediction/HEAD/generation-scripts/coco_utils/ml_decoder/ml_decoder/ml_decoder.py -------------------------------------------------------------------------------- /generation-scripts/generate-coco.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aangelopoulos/conformal-prediction/HEAD/generation-scripts/generate-coco.py -------------------------------------------------------------------------------- /generation-scripts/generate-imagenet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aangelopoulos/conformal-prediction/HEAD/generation-scripts/generate-imagenet.py -------------------------------------------------------------------------------- /generation-scripts/generate-meps.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aangelopoulos/conformal-prediction/HEAD/generation-scripts/generate-meps.py -------------------------------------------------------------------------------- /generation-scripts/generate-polyps.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aangelopoulos/conformal-prediction/HEAD/generation-scripts/generate-polyps.py -------------------------------------------------------------------------------- /generation-scripts/generate-toxic-text.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aangelopoulos/conformal-prediction/HEAD/generation-scripts/generate-toxic-text.py -------------------------------------------------------------------------------- /generation-scripts/generate-weather.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aangelopoulos/conformal-prediction/HEAD/generation-scripts/generate-weather.py -------------------------------------------------------------------------------- /generation-scripts/polyp_utils/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aangelopoulos/conformal-prediction/HEAD/generation-scripts/polyp_utils/.gitignore -------------------------------------------------------------------------------- /generation-scripts/polyp_utils/PraNet/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aangelopoulos/conformal-prediction/HEAD/generation-scripts/polyp_utils/PraNet/.gitignore -------------------------------------------------------------------------------- /generation-scripts/polyp_utils/PraNet/.idea/.gitignore: -------------------------------------------------------------------------------- 1 | # Default ignored files 2 | /workspace.xml -------------------------------------------------------------------------------- /generation-scripts/polyp_utils/PraNet/.idea/PraNet_Submit.iml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aangelopoulos/conformal-prediction/HEAD/generation-scripts/polyp_utils/PraNet/.idea/PraNet_Submit.iml -------------------------------------------------------------------------------- /generation-scripts/polyp_utils/PraNet/.idea/inspectionProfiles/Project_Default.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aangelopoulos/conformal-prediction/HEAD/generation-scripts/polyp_utils/PraNet/.idea/inspectionProfiles/Project_Default.xml -------------------------------------------------------------------------------- /generation-scripts/polyp_utils/PraNet/.idea/misc.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aangelopoulos/conformal-prediction/HEAD/generation-scripts/polyp_utils/PraNet/.idea/misc.xml -------------------------------------------------------------------------------- /generation-scripts/polyp_utils/PraNet/.idea/modules.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aangelopoulos/conformal-prediction/HEAD/generation-scripts/polyp_utils/PraNet/.idea/modules.xml -------------------------------------------------------------------------------- /generation-scripts/polyp_utils/PraNet/.idea/vcs.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aangelopoulos/conformal-prediction/HEAD/generation-scripts/polyp_utils/PraNet/.idea/vcs.xml -------------------------------------------------------------------------------- /generation-scripts/polyp_utils/PraNet/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aangelopoulos/conformal-prediction/HEAD/generation-scripts/polyp_utils/PraNet/README.md -------------------------------------------------------------------------------- /generation-scripts/polyp_utils/PraNet/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /generation-scripts/polyp_utils/PraNet/eval/CalMAE.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aangelopoulos/conformal-prediction/HEAD/generation-scripts/polyp_utils/PraNet/eval/CalMAE.m -------------------------------------------------------------------------------- /generation-scripts/polyp_utils/PraNet/eval/Enhancedmeasure.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aangelopoulos/conformal-prediction/HEAD/generation-scripts/polyp_utils/PraNet/eval/Enhancedmeasure.m -------------------------------------------------------------------------------- /generation-scripts/polyp_utils/PraNet/eval/Fmeasure_calu.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aangelopoulos/conformal-prediction/HEAD/generation-scripts/polyp_utils/PraNet/eval/Fmeasure_calu.m -------------------------------------------------------------------------------- /generation-scripts/polyp_utils/PraNet/eval/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aangelopoulos/conformal-prediction/HEAD/generation-scripts/polyp_utils/PraNet/eval/README.md -------------------------------------------------------------------------------- /generation-scripts/polyp_utils/PraNet/eval/S_object.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aangelopoulos/conformal-prediction/HEAD/generation-scripts/polyp_utils/PraNet/eval/S_object.m -------------------------------------------------------------------------------- /generation-scripts/polyp_utils/PraNet/eval/S_region.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aangelopoulos/conformal-prediction/HEAD/generation-scripts/polyp_utils/PraNet/eval/S_region.m -------------------------------------------------------------------------------- /generation-scripts/polyp_utils/PraNet/eval/StructureMeasure.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aangelopoulos/conformal-prediction/HEAD/generation-scripts/polyp_utils/PraNet/eval/StructureMeasure.m -------------------------------------------------------------------------------- /generation-scripts/polyp_utils/PraNet/eval/main.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aangelopoulos/conformal-prediction/HEAD/generation-scripts/polyp_utils/PraNet/eval/main.m -------------------------------------------------------------------------------- /generation-scripts/polyp_utils/PraNet/eval/original_WFb.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aangelopoulos/conformal-prediction/HEAD/generation-scripts/polyp_utils/PraNet/eval/original_WFb.m -------------------------------------------------------------------------------- /generation-scripts/polyp_utils/PraNet/imgs/framework-final-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aangelopoulos/conformal-prediction/HEAD/generation-scripts/polyp_utils/PraNet/imgs/framework-final-min.png -------------------------------------------------------------------------------- /generation-scripts/polyp_utils/PraNet/imgs/qualitative_results.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aangelopoulos/conformal-prediction/HEAD/generation-scripts/polyp_utils/PraNet/imgs/qualitative_results.png -------------------------------------------------------------------------------- /generation-scripts/polyp_utils/PraNet/imgs/quantiative_results_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aangelopoulos/conformal-prediction/HEAD/generation-scripts/polyp_utils/PraNet/imgs/quantiative_results_1.png -------------------------------------------------------------------------------- /generation-scripts/polyp_utils/PraNet/imgs/quantiative_results_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aangelopoulos/conformal-prediction/HEAD/generation-scripts/polyp_utils/PraNet/imgs/quantiative_results_2.png -------------------------------------------------------------------------------- /generation-scripts/polyp_utils/PraNet/process_all_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aangelopoulos/conformal-prediction/HEAD/generation-scripts/polyp_utils/PraNet/process_all_datasets.py -------------------------------------------------------------------------------- /generation-scripts/polyp_utils/PraNet/utils/dataloader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aangelopoulos/conformal-prediction/HEAD/generation-scripts/polyp_utils/PraNet/utils/dataloader.py -------------------------------------------------------------------------------- /generation-scripts/polyp_utils/PraNet/utils/format_conversion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aangelopoulos/conformal-prediction/HEAD/generation-scripts/polyp_utils/PraNet/utils/format_conversion.py -------------------------------------------------------------------------------- /generation-scripts/polyp_utils/PraNet/utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aangelopoulos/conformal-prediction/HEAD/generation-scripts/polyp_utils/PraNet/utils/utils.py -------------------------------------------------------------------------------- /generation-scripts/toxic_text_utils/test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aangelopoulos/conformal-prediction/HEAD/generation-scripts/toxic_text_utils/test.csv -------------------------------------------------------------------------------- /generation-scripts/toxic_text_utils/test_labels.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aangelopoulos/conformal-prediction/HEAD/generation-scripts/toxic_text_utils/test_labels.csv -------------------------------------------------------------------------------- /notebooks/correctness_checks.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aangelopoulos/conformal-prediction/HEAD/notebooks/correctness_checks.ipynb -------------------------------------------------------------------------------- /notebooks/imagenet-aps-randomized.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aangelopoulos/conformal-prediction/HEAD/notebooks/imagenet-aps-randomized.ipynb -------------------------------------------------------------------------------- /notebooks/imagenet-aps.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aangelopoulos/conformal-prediction/HEAD/notebooks/imagenet-aps.ipynb -------------------------------------------------------------------------------- /notebooks/imagenet-raps.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aangelopoulos/conformal-prediction/HEAD/notebooks/imagenet-raps.ipynb -------------------------------------------------------------------------------- /notebooks/imagenet-selective-classification.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aangelopoulos/conformal-prediction/HEAD/notebooks/imagenet-selective-classification.ipynb -------------------------------------------------------------------------------- /notebooks/imagenet-smallest-sets.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aangelopoulos/conformal-prediction/HEAD/notebooks/imagenet-smallest-sets.ipynb -------------------------------------------------------------------------------- /notebooks/meps-cqr.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aangelopoulos/conformal-prediction/HEAD/notebooks/meps-cqr.ipynb -------------------------------------------------------------------------------- /notebooks/meps-uncertainty-scalar.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aangelopoulos/conformal-prediction/HEAD/notebooks/meps-uncertainty-scalar.ipynb -------------------------------------------------------------------------------- /notebooks/multilabel-classification-mscoco.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aangelopoulos/conformal-prediction/HEAD/notebooks/multilabel-classification-mscoco.ipynb -------------------------------------------------------------------------------- /notebooks/toxic-text-outlier-detection.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aangelopoulos/conformal-prediction/HEAD/notebooks/toxic-text-outlier-detection.ipynb -------------------------------------------------------------------------------- /notebooks/tumor-segmentation.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aangelopoulos/conformal-prediction/HEAD/notebooks/tumor-segmentation.ipynb -------------------------------------------------------------------------------- /notebooks/weather-time-series-distribution-shift.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aangelopoulos/conformal-prediction/HEAD/notebooks/weather-time-series-distribution-shift.ipynb --------------------------------------------------------------------------------