├── .gitignore ├── README.md ├── clip ├── __init__.py ├── bpe_simple_vocab_16e6.txt.gz ├── clip.py ├── model.py └── simple_tokenizer.py ├── data ├── 10k.txt ├── 20k.txt ├── 3k.txt ├── CLIP_Dissect_results │ ├── resnet18_places_imagenet_broden.csv │ └── resnet50_imagenet_broden.csv ├── MILAN_results │ ├── m_base_resnet18_places365.csv │ ├── m_base_resnet50_imagenet.csv │ ├── m_imagenet_resnet18_places365.csv │ └── m_places365_resnet50_imagenet.csv ├── NetDissect_results │ ├── resnet18_places365_fc.csv │ ├── resnet18_places365_layer1.csv │ ├── resnet18_places365_layer4.csv │ ├── resnet50_imagenet_fc.csv │ ├── resnet50_imagenet_layer1.csv │ ├── resnet50_imagenet_layer2.csv │ ├── resnet50_imagenet_layer3.csv │ └── resnet50_imagenet_layer4.csv ├── broden_labels_clean.txt ├── categories_places365.txt ├── github_overview_figure.png └── imagenet_labels.txt ├── data_utils.py ├── describe_neurons.py ├── dlbroden.sh ├── dlzoo_example.sh ├── experiments ├── appendix_a6_predict_class_from_desc.ipynb ├── fig10_compositional.ipynb ├── fig11_vit_qualitative.ipynb ├── fig12_13_larger_range_images.ipynb ├── fig14_similarity_comp_qual.ipynb ├── fig3_quantitative_example.ipynb ├── fig4_detect_missing_concept.ipynb ├── fig5_use_case.ipynb ├── fig8_low_level_comparison.ipynb ├── fig_1_6_7_9_qualitative_comparison.ipynb ├── table1_quantitative_rn50.ipynb ├── table2_quantitative_rn18.ipynb ├── table3_similarity_comparison.ipynb └── text_colorings.py ├── qualitative.ipynb ├── requirements.txt ├── similarity.py └── utils.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-ML-Lab/CLIP-dissect/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-ML-Lab/CLIP-dissect/HEAD/README.md -------------------------------------------------------------------------------- /clip/__init__.py: -------------------------------------------------------------------------------- 1 | from .clip import * 2 | -------------------------------------------------------------------------------- /clip/bpe_simple_vocab_16e6.txt.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-ML-Lab/CLIP-dissect/HEAD/clip/bpe_simple_vocab_16e6.txt.gz -------------------------------------------------------------------------------- /clip/clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-ML-Lab/CLIP-dissect/HEAD/clip/clip.py -------------------------------------------------------------------------------- /clip/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-ML-Lab/CLIP-dissect/HEAD/clip/model.py -------------------------------------------------------------------------------- /clip/simple_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-ML-Lab/CLIP-dissect/HEAD/clip/simple_tokenizer.py -------------------------------------------------------------------------------- /data/10k.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-ML-Lab/CLIP-dissect/HEAD/data/10k.txt -------------------------------------------------------------------------------- /data/20k.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-ML-Lab/CLIP-dissect/HEAD/data/20k.txt -------------------------------------------------------------------------------- /data/3k.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-ML-Lab/CLIP-dissect/HEAD/data/3k.txt -------------------------------------------------------------------------------- /data/CLIP_Dissect_results/resnet18_places_imagenet_broden.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-ML-Lab/CLIP-dissect/HEAD/data/CLIP_Dissect_results/resnet18_places_imagenet_broden.csv -------------------------------------------------------------------------------- /data/CLIP_Dissect_results/resnet50_imagenet_broden.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-ML-Lab/CLIP-dissect/HEAD/data/CLIP_Dissect_results/resnet50_imagenet_broden.csv -------------------------------------------------------------------------------- /data/MILAN_results/m_base_resnet18_places365.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-ML-Lab/CLIP-dissect/HEAD/data/MILAN_results/m_base_resnet18_places365.csv -------------------------------------------------------------------------------- /data/MILAN_results/m_base_resnet50_imagenet.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-ML-Lab/CLIP-dissect/HEAD/data/MILAN_results/m_base_resnet50_imagenet.csv -------------------------------------------------------------------------------- /data/MILAN_results/m_imagenet_resnet18_places365.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-ML-Lab/CLIP-dissect/HEAD/data/MILAN_results/m_imagenet_resnet18_places365.csv -------------------------------------------------------------------------------- /data/MILAN_results/m_places365_resnet50_imagenet.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-ML-Lab/CLIP-dissect/HEAD/data/MILAN_results/m_places365_resnet50_imagenet.csv -------------------------------------------------------------------------------- /data/NetDissect_results/resnet18_places365_fc.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-ML-Lab/CLIP-dissect/HEAD/data/NetDissect_results/resnet18_places365_fc.csv -------------------------------------------------------------------------------- /data/NetDissect_results/resnet18_places365_layer1.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-ML-Lab/CLIP-dissect/HEAD/data/NetDissect_results/resnet18_places365_layer1.csv -------------------------------------------------------------------------------- /data/NetDissect_results/resnet18_places365_layer4.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-ML-Lab/CLIP-dissect/HEAD/data/NetDissect_results/resnet18_places365_layer4.csv -------------------------------------------------------------------------------- /data/NetDissect_results/resnet50_imagenet_fc.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-ML-Lab/CLIP-dissect/HEAD/data/NetDissect_results/resnet50_imagenet_fc.csv -------------------------------------------------------------------------------- /data/NetDissect_results/resnet50_imagenet_layer1.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-ML-Lab/CLIP-dissect/HEAD/data/NetDissect_results/resnet50_imagenet_layer1.csv -------------------------------------------------------------------------------- /data/NetDissect_results/resnet50_imagenet_layer2.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-ML-Lab/CLIP-dissect/HEAD/data/NetDissect_results/resnet50_imagenet_layer2.csv -------------------------------------------------------------------------------- /data/NetDissect_results/resnet50_imagenet_layer3.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-ML-Lab/CLIP-dissect/HEAD/data/NetDissect_results/resnet50_imagenet_layer3.csv -------------------------------------------------------------------------------- /data/NetDissect_results/resnet50_imagenet_layer4.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-ML-Lab/CLIP-dissect/HEAD/data/NetDissect_results/resnet50_imagenet_layer4.csv -------------------------------------------------------------------------------- /data/broden_labels_clean.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-ML-Lab/CLIP-dissect/HEAD/data/broden_labels_clean.txt -------------------------------------------------------------------------------- /data/categories_places365.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-ML-Lab/CLIP-dissect/HEAD/data/categories_places365.txt -------------------------------------------------------------------------------- /data/github_overview_figure.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-ML-Lab/CLIP-dissect/HEAD/data/github_overview_figure.png -------------------------------------------------------------------------------- /data/imagenet_labels.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-ML-Lab/CLIP-dissect/HEAD/data/imagenet_labels.txt -------------------------------------------------------------------------------- /data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-ML-Lab/CLIP-dissect/HEAD/data_utils.py -------------------------------------------------------------------------------- /describe_neurons.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-ML-Lab/CLIP-dissect/HEAD/describe_neurons.py -------------------------------------------------------------------------------- /dlbroden.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-ML-Lab/CLIP-dissect/HEAD/dlbroden.sh -------------------------------------------------------------------------------- /dlzoo_example.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-ML-Lab/CLIP-dissect/HEAD/dlzoo_example.sh -------------------------------------------------------------------------------- /experiments/appendix_a6_predict_class_from_desc.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-ML-Lab/CLIP-dissect/HEAD/experiments/appendix_a6_predict_class_from_desc.ipynb -------------------------------------------------------------------------------- /experiments/fig10_compositional.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-ML-Lab/CLIP-dissect/HEAD/experiments/fig10_compositional.ipynb -------------------------------------------------------------------------------- /experiments/fig11_vit_qualitative.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-ML-Lab/CLIP-dissect/HEAD/experiments/fig11_vit_qualitative.ipynb -------------------------------------------------------------------------------- /experiments/fig12_13_larger_range_images.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-ML-Lab/CLIP-dissect/HEAD/experiments/fig12_13_larger_range_images.ipynb -------------------------------------------------------------------------------- /experiments/fig14_similarity_comp_qual.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-ML-Lab/CLIP-dissect/HEAD/experiments/fig14_similarity_comp_qual.ipynb -------------------------------------------------------------------------------- /experiments/fig3_quantitative_example.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-ML-Lab/CLIP-dissect/HEAD/experiments/fig3_quantitative_example.ipynb -------------------------------------------------------------------------------- /experiments/fig4_detect_missing_concept.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-ML-Lab/CLIP-dissect/HEAD/experiments/fig4_detect_missing_concept.ipynb -------------------------------------------------------------------------------- /experiments/fig5_use_case.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-ML-Lab/CLIP-dissect/HEAD/experiments/fig5_use_case.ipynb -------------------------------------------------------------------------------- /experiments/fig8_low_level_comparison.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-ML-Lab/CLIP-dissect/HEAD/experiments/fig8_low_level_comparison.ipynb -------------------------------------------------------------------------------- /experiments/fig_1_6_7_9_qualitative_comparison.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-ML-Lab/CLIP-dissect/HEAD/experiments/fig_1_6_7_9_qualitative_comparison.ipynb -------------------------------------------------------------------------------- /experiments/table1_quantitative_rn50.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-ML-Lab/CLIP-dissect/HEAD/experiments/table1_quantitative_rn50.ipynb -------------------------------------------------------------------------------- /experiments/table2_quantitative_rn18.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-ML-Lab/CLIP-dissect/HEAD/experiments/table2_quantitative_rn18.ipynb -------------------------------------------------------------------------------- /experiments/table3_similarity_comparison.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-ML-Lab/CLIP-dissect/HEAD/experiments/table3_similarity_comparison.ipynb -------------------------------------------------------------------------------- /experiments/text_colorings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-ML-Lab/CLIP-dissect/HEAD/experiments/text_colorings.py -------------------------------------------------------------------------------- /qualitative.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-ML-Lab/CLIP-dissect/HEAD/qualitative.ipynb -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-ML-Lab/CLIP-dissect/HEAD/requirements.txt -------------------------------------------------------------------------------- /similarity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-ML-Lab/CLIP-dissect/HEAD/similarity.py -------------------------------------------------------------------------------- /utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Trustworthy-ML-Lab/CLIP-dissect/HEAD/utils.py --------------------------------------------------------------------------------