├── .gitignore ├── .python-version ├── LICENSE ├── README.md ├── artifacts ├── data │ └── .gitkeep ├── multimodal │ └── note.txt ├── outdir │ ├── .gitkeep │ └── coco-stuff │ │ └── note.txt └── results │ └── note.txt ├── assets └── overview.png ├── concepts ├── __init__.py ├── attributes.txt ├── concept_utils.py └── ontology.json ├── configs ├── conceptnet │ ├── esc50 │ │ ├── input.yaml │ │ ├── output_raw.yaml │ │ └── output_v0.yaml │ └── us8k │ │ ├── input.yaml │ │ ├── output_raw.yaml │ │ ├── output_v0.yaml │ │ └── output_v1.yaml └── model_editing │ └── classifier │ ├── base_clip_resnet50.yaml │ ├── base_resnet18_imagenet1k_v1.yaml │ ├── finetune_oracle.yaml │ ├── sk_base_clip_resnet50.yaml │ ├── sk_base_resnet18_imagenet1k_v1.yaml │ ├── sk_finetune_oracle.yaml │ ├── task_1_bed_cat_dog │ ├── base.yaml │ └── prune.yaml │ ├── task_1_bed_dog_cat │ ├── base.yaml │ └── prune.yaml │ ├── task_2_table_books_cat │ ├── base.yaml │ └── prune.yaml │ ├── task_2_table_books_dog │ ├── base.yaml │ └── prune.yaml │ ├── task_2_table_cat_dog │ ├── base.yaml │ └── prune.yaml │ ├── task_2_table_dog_cat │ ├── base.yaml │ └── prune.yaml │ └── v2.yaml ├── data ├── __init__.py ├── audioset.py ├── coco_stuff.py ├── coco_target_indexes.txt ├── concept_loaders.py ├── constants.py ├── cub.py ├── data_zoo.py ├── derma_data.py ├── esc_50.py ├── metashift.py ├── metashift_sk.py ├── siim_isic.py └── us8k.py ├── environment.yaml ├── eval_original_model.py ├── experiments └── model_editing │ ├── main.py │ ├── main_sk.py │ ├── make_table.py │ ├── make_table_og.py │ └── make_table_sk.py ├── get_saliency_maps.py ├── learn_concepts_dataset.py ├── learn_concepts_multimodal.py ├── models ├── AudioCLIP │ ├── LICENSE.md │ ├── README.md │ ├── __init__.py │ ├── assets │ │ └── note.txt │ ├── ignite_trainer │ │ ├── README.md │ │ ├── __init__.py │ │ ├── _interfaces.py │ │ ├── _trainer.py │ │ ├── _utils.py │ │ ├── _visdom.py │ │ └── version.py │ ├── main.py │ ├── model │ │ ├── __init__.py │ │ ├── audioclip.py │ │ ├── clip │ │ │ ├── __init__.py │ │ │ ├── clip.py │ │ │ └── model.py │ │ └── esresnet │ │ │ ├── __init__.py │ │ │ ├── attention.py │ │ │ ├── base.py │ │ │ └── fbsp.py │ ├── protocols │ │ ├── README.md │ │ ├── audioclip-esc50.json │ │ └── audioclip-us8k.json │ ├── requirements.txt │ └── utils │ │ ├── __init__.py │ │ ├── datasets │ │ ├── __init__.py │ │ ├── esc50.py │ │ └── us8k.py │ │ ├── simple_tokenizer.py │ │ └── transforms.py ├── __init__.py ├── clip_encoder.py ├── clip_pl.py ├── derma_models.py ├── metrics │ └── spurious_metrics.py ├── model_zoo.py ├── pcbm_pl.py ├── pcbm_sk.py ├── pcbm_utils.py ├── pcbm_utils_prune.py ├── resnet.py └── saliency_model.py ├── notebooks ├── main.ipynb ├── plot_book.ipynb ├── preprocessing_guide.ipynb └── user_study.ipynb ├── poetry.lock ├── pyproject.toml ├── requirements.txt ├── scripts ├── download_audioclip ├── download_audioset ├── download_broden ├── download_cocostuff ├── download_cub ├── download_derm7pt ├── download_esc ├── download_ham ├── download_metashift ├── download_siim ├── download_us8k ├── figures │ ├── figure_4.py │ └── table_12.py └── get_concepts_from_labels.py ├── test_cav_activation.py ├── test_different_projections.py ├── test_sparsity_vs_accuracy.py ├── train_pcbm.py ├── train_pcbm_h.py ├── train_pcbm_h_userstudy.py ├── train_pcbm_userstudy.py ├── training_tools ├── __init__.py ├── embedding_tools.py ├── export.py └── utils.py ├── utils ├── saliency │ ├── gradients.py │ └── image_utils.py └── skl │ ├── cli.py │ ├── datamodule.py │ ├── logging.py │ ├── module.py │ └── trainer.py ├── verify_clip_pcbm_h.py ├── verify_dataset_pcbm.py ├── verify_dataset_pcbm_h.py └── verify_results_clip_concepts_pcbm.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/.gitignore -------------------------------------------------------------------------------- /.python-version: -------------------------------------------------------------------------------- 1 | 3.11 2 | -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/README.md -------------------------------------------------------------------------------- /artifacts/data/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /artifacts/multimodal/note.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/artifacts/multimodal/note.txt -------------------------------------------------------------------------------- /artifacts/outdir/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /artifacts/outdir/coco-stuff/note.txt: -------------------------------------------------------------------------------- 1 | This is where we keep each model for the COCO-Stuff experiments. 2 | -------------------------------------------------------------------------------- /artifacts/results/note.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/artifacts/results/note.txt -------------------------------------------------------------------------------- /assets/overview.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/assets/overview.png -------------------------------------------------------------------------------- /concepts/__init__.py: -------------------------------------------------------------------------------- 1 | from .concept_utils import * -------------------------------------------------------------------------------- /concepts/attributes.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/concepts/attributes.txt -------------------------------------------------------------------------------- /concepts/concept_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/concepts/concept_utils.py -------------------------------------------------------------------------------- /concepts/ontology.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/concepts/ontology.json -------------------------------------------------------------------------------- /configs/conceptnet/esc50/input.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/configs/conceptnet/esc50/input.yaml -------------------------------------------------------------------------------- /configs/conceptnet/esc50/output_raw.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/configs/conceptnet/esc50/output_raw.yaml -------------------------------------------------------------------------------- /configs/conceptnet/esc50/output_v0.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/configs/conceptnet/esc50/output_v0.yaml -------------------------------------------------------------------------------- /configs/conceptnet/us8k/input.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/configs/conceptnet/us8k/input.yaml -------------------------------------------------------------------------------- /configs/conceptnet/us8k/output_raw.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/configs/conceptnet/us8k/output_raw.yaml -------------------------------------------------------------------------------- /configs/conceptnet/us8k/output_v0.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/configs/conceptnet/us8k/output_v0.yaml -------------------------------------------------------------------------------- /configs/conceptnet/us8k/output_v1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/configs/conceptnet/us8k/output_v1.yaml -------------------------------------------------------------------------------- /configs/model_editing/classifier/base_clip_resnet50.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/configs/model_editing/classifier/base_clip_resnet50.yaml -------------------------------------------------------------------------------- /configs/model_editing/classifier/base_resnet18_imagenet1k_v1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/configs/model_editing/classifier/base_resnet18_imagenet1k_v1.yaml -------------------------------------------------------------------------------- /configs/model_editing/classifier/finetune_oracle.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/configs/model_editing/classifier/finetune_oracle.yaml -------------------------------------------------------------------------------- /configs/model_editing/classifier/sk_base_clip_resnet50.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/configs/model_editing/classifier/sk_base_clip_resnet50.yaml -------------------------------------------------------------------------------- /configs/model_editing/classifier/sk_base_resnet18_imagenet1k_v1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/configs/model_editing/classifier/sk_base_resnet18_imagenet1k_v1.yaml -------------------------------------------------------------------------------- /configs/model_editing/classifier/sk_finetune_oracle.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/configs/model_editing/classifier/sk_finetune_oracle.yaml -------------------------------------------------------------------------------- /configs/model_editing/classifier/task_1_bed_cat_dog/base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/configs/model_editing/classifier/task_1_bed_cat_dog/base.yaml -------------------------------------------------------------------------------- /configs/model_editing/classifier/task_1_bed_cat_dog/prune.yaml: -------------------------------------------------------------------------------- 1 | model: 2 | pruned_concept_class_pairs: 3 | - [50, 1] -------------------------------------------------------------------------------- /configs/model_editing/classifier/task_1_bed_dog_cat/base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/configs/model_editing/classifier/task_1_bed_dog_cat/base.yaml -------------------------------------------------------------------------------- /configs/model_editing/classifier/task_1_bed_dog_cat/prune.yaml: -------------------------------------------------------------------------------- 1 | model: 2 | pruned_concept_class_pairs: 3 | - [72, 1] -------------------------------------------------------------------------------- /configs/model_editing/classifier/task_2_table_books_cat/base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/configs/model_editing/classifier/task_2_table_books_cat/base.yaml -------------------------------------------------------------------------------- /configs/model_editing/classifier/task_2_table_books_cat/prune.yaml: -------------------------------------------------------------------------------- 1 | model: 2 | pruned_concept_class_pairs: 3 | - [30, 4] -------------------------------------------------------------------------------- /configs/model_editing/classifier/task_2_table_books_dog/base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/configs/model_editing/classifier/task_2_table_books_dog/base.yaml -------------------------------------------------------------------------------- /configs/model_editing/classifier/task_2_table_books_dog/prune.yaml: -------------------------------------------------------------------------------- 1 | model: 2 | pruned_concept_class_pairs: 3 | - [30, 4] -------------------------------------------------------------------------------- /configs/model_editing/classifier/task_2_table_cat_dog/base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/configs/model_editing/classifier/task_2_table_cat_dog/base.yaml -------------------------------------------------------------------------------- /configs/model_editing/classifier/task_2_table_cat_dog/prune.yaml: -------------------------------------------------------------------------------- 1 | model: 2 | pruned_concept_class_pairs: 3 | - [50, 4] -------------------------------------------------------------------------------- /configs/model_editing/classifier/task_2_table_dog_cat/base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/configs/model_editing/classifier/task_2_table_dog_cat/base.yaml -------------------------------------------------------------------------------- /configs/model_editing/classifier/task_2_table_dog_cat/prune.yaml: -------------------------------------------------------------------------------- 1 | model: 2 | pruned_concept_class_pairs: 3 | - [72, 4] -------------------------------------------------------------------------------- /configs/model_editing/classifier/v2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/configs/model_editing/classifier/v2.yaml -------------------------------------------------------------------------------- /data/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/data/__init__.py -------------------------------------------------------------------------------- /data/audioset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/data/audioset.py -------------------------------------------------------------------------------- /data/coco_stuff.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/data/coco_stuff.py -------------------------------------------------------------------------------- /data/coco_target_indexes.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/data/coco_target_indexes.txt -------------------------------------------------------------------------------- /data/concept_loaders.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/data/concept_loaders.py -------------------------------------------------------------------------------- /data/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/data/constants.py -------------------------------------------------------------------------------- /data/cub.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/data/cub.py -------------------------------------------------------------------------------- /data/data_zoo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/data/data_zoo.py -------------------------------------------------------------------------------- /data/derma_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/data/derma_data.py -------------------------------------------------------------------------------- /data/esc_50.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/data/esc_50.py -------------------------------------------------------------------------------- /data/metashift.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/data/metashift.py -------------------------------------------------------------------------------- /data/metashift_sk.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/data/metashift_sk.py -------------------------------------------------------------------------------- /data/siim_isic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/data/siim_isic.py -------------------------------------------------------------------------------- /data/us8k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/data/us8k.py -------------------------------------------------------------------------------- /environment.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/environment.yaml -------------------------------------------------------------------------------- /eval_original_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/eval_original_model.py -------------------------------------------------------------------------------- /experiments/model_editing/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/experiments/model_editing/main.py -------------------------------------------------------------------------------- /experiments/model_editing/main_sk.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/experiments/model_editing/main_sk.py -------------------------------------------------------------------------------- /experiments/model_editing/make_table.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/experiments/model_editing/make_table.py -------------------------------------------------------------------------------- /experiments/model_editing/make_table_og.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/experiments/model_editing/make_table_og.py -------------------------------------------------------------------------------- /experiments/model_editing/make_table_sk.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/experiments/model_editing/make_table_sk.py -------------------------------------------------------------------------------- /get_saliency_maps.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/get_saliency_maps.py -------------------------------------------------------------------------------- /learn_concepts_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/learn_concepts_dataset.py -------------------------------------------------------------------------------- /learn_concepts_multimodal.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/learn_concepts_multimodal.py -------------------------------------------------------------------------------- /models/AudioCLIP/LICENSE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/models/AudioCLIP/LICENSE.md -------------------------------------------------------------------------------- /models/AudioCLIP/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/models/AudioCLIP/README.md -------------------------------------------------------------------------------- /models/AudioCLIP/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/models/AudioCLIP/__init__.py -------------------------------------------------------------------------------- /models/AudioCLIP/assets/note.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/models/AudioCLIP/assets/note.txt -------------------------------------------------------------------------------- /models/AudioCLIP/ignite_trainer/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/models/AudioCLIP/ignite_trainer/README.md -------------------------------------------------------------------------------- /models/AudioCLIP/ignite_trainer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/models/AudioCLIP/ignite_trainer/__init__.py -------------------------------------------------------------------------------- /models/AudioCLIP/ignite_trainer/_interfaces.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/models/AudioCLIP/ignite_trainer/_interfaces.py -------------------------------------------------------------------------------- /models/AudioCLIP/ignite_trainer/_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/models/AudioCLIP/ignite_trainer/_trainer.py -------------------------------------------------------------------------------- /models/AudioCLIP/ignite_trainer/_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/models/AudioCLIP/ignite_trainer/_utils.py -------------------------------------------------------------------------------- /models/AudioCLIP/ignite_trainer/_visdom.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/models/AudioCLIP/ignite_trainer/_visdom.py -------------------------------------------------------------------------------- /models/AudioCLIP/ignite_trainer/version.py: -------------------------------------------------------------------------------- 1 | __version__ = '0.2.5b5' 2 | -------------------------------------------------------------------------------- /models/AudioCLIP/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/models/AudioCLIP/main.py -------------------------------------------------------------------------------- /models/AudioCLIP/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/models/AudioCLIP/model/__init__.py -------------------------------------------------------------------------------- /models/AudioCLIP/model/audioclip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/models/AudioCLIP/model/audioclip.py -------------------------------------------------------------------------------- /models/AudioCLIP/model/clip/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/models/AudioCLIP/model/clip/__init__.py -------------------------------------------------------------------------------- /models/AudioCLIP/model/clip/clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/models/AudioCLIP/model/clip/clip.py -------------------------------------------------------------------------------- /models/AudioCLIP/model/clip/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/models/AudioCLIP/model/clip/model.py -------------------------------------------------------------------------------- /models/AudioCLIP/model/esresnet/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/models/AudioCLIP/model/esresnet/__init__.py -------------------------------------------------------------------------------- /models/AudioCLIP/model/esresnet/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/models/AudioCLIP/model/esresnet/attention.py -------------------------------------------------------------------------------- /models/AudioCLIP/model/esresnet/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/models/AudioCLIP/model/esresnet/base.py -------------------------------------------------------------------------------- /models/AudioCLIP/model/esresnet/fbsp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/models/AudioCLIP/model/esresnet/fbsp.py -------------------------------------------------------------------------------- /models/AudioCLIP/protocols/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/models/AudioCLIP/protocols/README.md -------------------------------------------------------------------------------- /models/AudioCLIP/protocols/audioclip-esc50.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/models/AudioCLIP/protocols/audioclip-esc50.json -------------------------------------------------------------------------------- /models/AudioCLIP/protocols/audioclip-us8k.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/models/AudioCLIP/protocols/audioclip-us8k.json -------------------------------------------------------------------------------- /models/AudioCLIP/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/models/AudioCLIP/requirements.txt -------------------------------------------------------------------------------- /models/AudioCLIP/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/models/AudioCLIP/utils/__init__.py -------------------------------------------------------------------------------- /models/AudioCLIP/utils/datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/models/AudioCLIP/utils/datasets/__init__.py -------------------------------------------------------------------------------- /models/AudioCLIP/utils/datasets/esc50.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/models/AudioCLIP/utils/datasets/esc50.py -------------------------------------------------------------------------------- /models/AudioCLIP/utils/datasets/us8k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/models/AudioCLIP/utils/datasets/us8k.py -------------------------------------------------------------------------------- /models/AudioCLIP/utils/simple_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/models/AudioCLIP/utils/simple_tokenizer.py -------------------------------------------------------------------------------- /models/AudioCLIP/utils/transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/models/AudioCLIP/utils/transforms.py -------------------------------------------------------------------------------- /models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/models/__init__.py -------------------------------------------------------------------------------- /models/clip_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/models/clip_encoder.py -------------------------------------------------------------------------------- /models/clip_pl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/models/clip_pl.py -------------------------------------------------------------------------------- /models/derma_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/models/derma_models.py -------------------------------------------------------------------------------- /models/metrics/spurious_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/models/metrics/spurious_metrics.py -------------------------------------------------------------------------------- /models/model_zoo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/models/model_zoo.py -------------------------------------------------------------------------------- /models/pcbm_pl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/models/pcbm_pl.py -------------------------------------------------------------------------------- /models/pcbm_sk.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/models/pcbm_sk.py -------------------------------------------------------------------------------- /models/pcbm_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/models/pcbm_utils.py -------------------------------------------------------------------------------- /models/pcbm_utils_prune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/models/pcbm_utils_prune.py -------------------------------------------------------------------------------- /models/resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/models/resnet.py -------------------------------------------------------------------------------- /models/saliency_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/models/saliency_model.py -------------------------------------------------------------------------------- /notebooks/main.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/notebooks/main.ipynb -------------------------------------------------------------------------------- /notebooks/plot_book.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/notebooks/plot_book.ipynb -------------------------------------------------------------------------------- /notebooks/preprocessing_guide.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/notebooks/preprocessing_guide.ipynb -------------------------------------------------------------------------------- /notebooks/user_study.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/notebooks/user_study.ipynb -------------------------------------------------------------------------------- /poetry.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/poetry.lock -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/pyproject.toml -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/download_audioclip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/scripts/download_audioclip -------------------------------------------------------------------------------- /scripts/download_audioset: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/scripts/download_audioset -------------------------------------------------------------------------------- /scripts/download_broden: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/scripts/download_broden -------------------------------------------------------------------------------- /scripts/download_cocostuff: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/scripts/download_cocostuff -------------------------------------------------------------------------------- /scripts/download_cub: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/scripts/download_cub -------------------------------------------------------------------------------- /scripts/download_derm7pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/scripts/download_derm7pt -------------------------------------------------------------------------------- /scripts/download_esc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/scripts/download_esc -------------------------------------------------------------------------------- /scripts/download_ham: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/scripts/download_ham -------------------------------------------------------------------------------- /scripts/download_metashift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/scripts/download_metashift -------------------------------------------------------------------------------- /scripts/download_siim: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/scripts/download_siim -------------------------------------------------------------------------------- /scripts/download_us8k: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/scripts/download_us8k -------------------------------------------------------------------------------- /scripts/figures/figure_4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/scripts/figures/figure_4.py -------------------------------------------------------------------------------- /scripts/figures/table_12.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/scripts/figures/table_12.py -------------------------------------------------------------------------------- /scripts/get_concepts_from_labels.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/scripts/get_concepts_from_labels.py -------------------------------------------------------------------------------- /test_cav_activation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/test_cav_activation.py -------------------------------------------------------------------------------- /test_different_projections.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/test_different_projections.py -------------------------------------------------------------------------------- /test_sparsity_vs_accuracy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/test_sparsity_vs_accuracy.py -------------------------------------------------------------------------------- /train_pcbm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/train_pcbm.py -------------------------------------------------------------------------------- /train_pcbm_h.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/train_pcbm_h.py -------------------------------------------------------------------------------- /train_pcbm_h_userstudy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/train_pcbm_h_userstudy.py -------------------------------------------------------------------------------- /train_pcbm_userstudy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/train_pcbm_userstudy.py -------------------------------------------------------------------------------- /training_tools/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/training_tools/__init__.py -------------------------------------------------------------------------------- /training_tools/embedding_tools.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/training_tools/embedding_tools.py -------------------------------------------------------------------------------- /training_tools/export.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/training_tools/export.py -------------------------------------------------------------------------------- /training_tools/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/training_tools/utils.py -------------------------------------------------------------------------------- /utils/saliency/gradients.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/utils/saliency/gradients.py -------------------------------------------------------------------------------- /utils/saliency/image_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/utils/saliency/image_utils.py -------------------------------------------------------------------------------- /utils/skl/cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/utils/skl/cli.py -------------------------------------------------------------------------------- /utils/skl/datamodule.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/utils/skl/datamodule.py -------------------------------------------------------------------------------- /utils/skl/logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/utils/skl/logging.py -------------------------------------------------------------------------------- /utils/skl/module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/utils/skl/module.py -------------------------------------------------------------------------------- /utils/skl/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/utils/skl/trainer.py -------------------------------------------------------------------------------- /verify_clip_pcbm_h.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/verify_clip_pcbm_h.py -------------------------------------------------------------------------------- /verify_dataset_pcbm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/verify_dataset_pcbm.py -------------------------------------------------------------------------------- /verify_dataset_pcbm_h.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/verify_dataset_pcbm_h.py -------------------------------------------------------------------------------- /verify_results_clip_concepts_pcbm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dgcnz/FACT/HEAD/verify_results_clip_concepts_pcbm.py --------------------------------------------------------------------------------