├── .gitignore ├── README.md ├── download_data.sh ├── example.ipynb ├── generate_scores ├── README.md ├── download_cifar.sh ├── train_imagenet │ ├── convert.py │ ├── download.py │ ├── get_simclr_representations.py │ ├── resnet.py │ ├── run_get_simclr_representations.sh │ ├── run_train_linear_and_get_logits.sh │ └── train_linear_and_get_logits.py └── train_models │ ├── cifar-100.ipynb │ ├── cifar_utils.py │ ├── data_utils.py │ ├── torchvision_dataset_utils.py │ ├── train.py │ ├── train_inaturalist.sh │ ├── train_inaturalist_family.sh │ └── train_places365.sh ├── notebooks ├── create_heatmaps.ipynb ├── create_latex_table.ipynb ├── create_varying_n_plots.ipynb ├── get_dataset_characteristics.ipynb ├── imagenet_case_study.ipynb └── neurips_rebuttal_undercov.ipynb ├── requirements.txt ├── run_experiment.py ├── run_experiment.sh ├── run_heatmap_experiments.sh └── utils ├── clustering_utils.py ├── conformal_utils.py └── experiment_utils.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiffanyding/class-conditional-conformal/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiffanyding/class-conditional-conformal/HEAD/README.md -------------------------------------------------------------------------------- /download_data.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiffanyding/class-conditional-conformal/HEAD/download_data.sh -------------------------------------------------------------------------------- /example.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiffanyding/class-conditional-conformal/HEAD/example.ipynb -------------------------------------------------------------------------------- /generate_scores/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiffanyding/class-conditional-conformal/HEAD/generate_scores/README.md -------------------------------------------------------------------------------- /generate_scores/download_cifar.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiffanyding/class-conditional-conformal/HEAD/generate_scores/download_cifar.sh -------------------------------------------------------------------------------- /generate_scores/train_imagenet/convert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiffanyding/class-conditional-conformal/HEAD/generate_scores/train_imagenet/convert.py -------------------------------------------------------------------------------- /generate_scores/train_imagenet/download.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiffanyding/class-conditional-conformal/HEAD/generate_scores/train_imagenet/download.py -------------------------------------------------------------------------------- /generate_scores/train_imagenet/get_simclr_representations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiffanyding/class-conditional-conformal/HEAD/generate_scores/train_imagenet/get_simclr_representations.py -------------------------------------------------------------------------------- /generate_scores/train_imagenet/resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiffanyding/class-conditional-conformal/HEAD/generate_scores/train_imagenet/resnet.py -------------------------------------------------------------------------------- /generate_scores/train_imagenet/run_get_simclr_representations.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiffanyding/class-conditional-conformal/HEAD/generate_scores/train_imagenet/run_get_simclr_representations.sh -------------------------------------------------------------------------------- /generate_scores/train_imagenet/run_train_linear_and_get_logits.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiffanyding/class-conditional-conformal/HEAD/generate_scores/train_imagenet/run_train_linear_and_get_logits.sh -------------------------------------------------------------------------------- /generate_scores/train_imagenet/train_linear_and_get_logits.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiffanyding/class-conditional-conformal/HEAD/generate_scores/train_imagenet/train_linear_and_get_logits.py -------------------------------------------------------------------------------- /generate_scores/train_models/cifar-100.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiffanyding/class-conditional-conformal/HEAD/generate_scores/train_models/cifar-100.ipynb -------------------------------------------------------------------------------- /generate_scores/train_models/cifar_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiffanyding/class-conditional-conformal/HEAD/generate_scores/train_models/cifar_utils.py -------------------------------------------------------------------------------- /generate_scores/train_models/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiffanyding/class-conditional-conformal/HEAD/generate_scores/train_models/data_utils.py -------------------------------------------------------------------------------- /generate_scores/train_models/torchvision_dataset_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiffanyding/class-conditional-conformal/HEAD/generate_scores/train_models/torchvision_dataset_utils.py -------------------------------------------------------------------------------- /generate_scores/train_models/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiffanyding/class-conditional-conformal/HEAD/generate_scores/train_models/train.py -------------------------------------------------------------------------------- /generate_scores/train_models/train_inaturalist.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiffanyding/class-conditional-conformal/HEAD/generate_scores/train_models/train_inaturalist.sh -------------------------------------------------------------------------------- /generate_scores/train_models/train_inaturalist_family.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiffanyding/class-conditional-conformal/HEAD/generate_scores/train_models/train_inaturalist_family.sh -------------------------------------------------------------------------------- /generate_scores/train_models/train_places365.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiffanyding/class-conditional-conformal/HEAD/generate_scores/train_models/train_places365.sh -------------------------------------------------------------------------------- /notebooks/create_heatmaps.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiffanyding/class-conditional-conformal/HEAD/notebooks/create_heatmaps.ipynb -------------------------------------------------------------------------------- /notebooks/create_latex_table.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiffanyding/class-conditional-conformal/HEAD/notebooks/create_latex_table.ipynb -------------------------------------------------------------------------------- /notebooks/create_varying_n_plots.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiffanyding/class-conditional-conformal/HEAD/notebooks/create_varying_n_plots.ipynb -------------------------------------------------------------------------------- /notebooks/get_dataset_characteristics.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiffanyding/class-conditional-conformal/HEAD/notebooks/get_dataset_characteristics.ipynb -------------------------------------------------------------------------------- /notebooks/imagenet_case_study.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiffanyding/class-conditional-conformal/HEAD/notebooks/imagenet_case_study.ipynb -------------------------------------------------------------------------------- /notebooks/neurips_rebuttal_undercov.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiffanyding/class-conditional-conformal/HEAD/notebooks/neurips_rebuttal_undercov.ipynb -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiffanyding/class-conditional-conformal/HEAD/requirements.txt -------------------------------------------------------------------------------- /run_experiment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiffanyding/class-conditional-conformal/HEAD/run_experiment.py -------------------------------------------------------------------------------- /run_experiment.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiffanyding/class-conditional-conformal/HEAD/run_experiment.sh -------------------------------------------------------------------------------- /run_heatmap_experiments.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiffanyding/class-conditional-conformal/HEAD/run_heatmap_experiments.sh -------------------------------------------------------------------------------- /utils/clustering_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiffanyding/class-conditional-conformal/HEAD/utils/clustering_utils.py -------------------------------------------------------------------------------- /utils/conformal_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiffanyding/class-conditional-conformal/HEAD/utils/conformal_utils.py -------------------------------------------------------------------------------- /utils/experiment_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiffanyding/class-conditional-conformal/HEAD/utils/experiment_utils.py --------------------------------------------------------------------------------