├── .github └── workflows │ ├── ci.yml │ └── python-publish.yml ├── .gitignore ├── CITATION.cff ├── HISTORY.md ├── LICENSE ├── MANIFEST.in ├── Makefile ├── README.md ├── docs ├── CLIP.png ├── Interacting_with_open_clip.ipynb ├── clip_conceptual_captions.md ├── clip_loss.png ├── clip_recall.png ├── clip_val_loss.png ├── clip_zeroshot.png ├── effective_robustness.png ├── laion2b_clip_zeroshot_b32.png ├── laion_clip_zeroshot.png ├── laion_clip_zeroshot_b16.png ├── laion_clip_zeroshot_b16_plus_240.png ├── laion_clip_zeroshot_l14.png ├── laion_openai_compare_b32.jpg └── scaling.png ├── requirements-test.txt ├── requirements-training.txt ├── requirements.txt ├── setup.py ├── src ├── data │ └── gather_cc.py ├── open_clip │ ├── __init__.py │ ├── bpe_simple_vocab_16e6.txt.gz │ ├── factory.py │ ├── loss.py │ ├── model.py │ ├── model_configs │ │ ├── RN101-quickgelu.json │ │ ├── RN101.json │ │ ├── RN50-quickgelu.json │ │ ├── RN50.json │ │ ├── RN50x16.json │ │ ├── RN50x4.json │ │ ├── ViT-B-16-plus-240.json │ │ ├── ViT-B-16-plus.json │ │ ├── ViT-B-16.json │ │ ├── ViT-B-32-plus-256.json │ │ ├── ViT-B-32-quickgelu.json │ │ ├── ViT-B-32.json │ │ ├── ViT-H-14.json │ │ ├── ViT-H-16.json │ │ ├── ViT-L-14-280.json │ │ ├── ViT-L-14-336.json │ │ ├── ViT-L-14.json │ │ ├── ViT-L-16-320.json │ │ ├── ViT-L-16.json │ │ ├── ViT-g-14.json │ │ ├── timm-efficientnetv2_rw_s.json │ │ ├── timm-resnet50d.json │ │ ├── timm-resnetaa50d.json │ │ ├── timm-resnetblur50.json │ │ ├── timm-swin_base_patch4_window7_224.json │ │ ├── timm-vit_base_patch16_224.json │ │ ├── timm-vit_base_patch32_224.json │ │ └── timm-vit_small_patch16_224.json │ ├── openai.py │ ├── pretrained.py │ ├── timm_model.py │ ├── tokenizer.py │ ├── transform.py │ ├── utils.py │ └── version.py └── training │ ├── .gitignore │ ├── __init__.py │ ├── data.py │ ├── distributed.py │ ├── imagenet_zeroshot_data.py │ ├── logger.py │ ├── main.py │ ├── params.py │ ├── scheduler.py │ ├── train.py │ └── zero_shot.py └── tests └── test_simple.py /.github/workflows/ci.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/.github/workflows/ci.yml -------------------------------------------------------------------------------- /.github/workflows/python-publish.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/.github/workflows/python-publish.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/.gitignore -------------------------------------------------------------------------------- /CITATION.cff: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/CITATION.cff -------------------------------------------------------------------------------- /HISTORY.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/HISTORY.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/LICENSE -------------------------------------------------------------------------------- /MANIFEST.in: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/MANIFEST.in -------------------------------------------------------------------------------- /Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/Makefile -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/README.md -------------------------------------------------------------------------------- /docs/CLIP.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/docs/CLIP.png -------------------------------------------------------------------------------- /docs/Interacting_with_open_clip.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/docs/Interacting_with_open_clip.ipynb -------------------------------------------------------------------------------- /docs/clip_conceptual_captions.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/docs/clip_conceptual_captions.md -------------------------------------------------------------------------------- /docs/clip_loss.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/docs/clip_loss.png -------------------------------------------------------------------------------- /docs/clip_recall.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/docs/clip_recall.png -------------------------------------------------------------------------------- /docs/clip_val_loss.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/docs/clip_val_loss.png -------------------------------------------------------------------------------- /docs/clip_zeroshot.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/docs/clip_zeroshot.png -------------------------------------------------------------------------------- /docs/effective_robustness.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/docs/effective_robustness.png -------------------------------------------------------------------------------- /docs/laion2b_clip_zeroshot_b32.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/docs/laion2b_clip_zeroshot_b32.png -------------------------------------------------------------------------------- /docs/laion_clip_zeroshot.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/docs/laion_clip_zeroshot.png -------------------------------------------------------------------------------- /docs/laion_clip_zeroshot_b16.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/docs/laion_clip_zeroshot_b16.png -------------------------------------------------------------------------------- /docs/laion_clip_zeroshot_b16_plus_240.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/docs/laion_clip_zeroshot_b16_plus_240.png -------------------------------------------------------------------------------- /docs/laion_clip_zeroshot_l14.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/docs/laion_clip_zeroshot_l14.png -------------------------------------------------------------------------------- /docs/laion_openai_compare_b32.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/docs/laion_openai_compare_b32.jpg -------------------------------------------------------------------------------- /docs/scaling.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/docs/scaling.png -------------------------------------------------------------------------------- /requirements-test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/requirements-test.txt -------------------------------------------------------------------------------- /requirements-training.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/requirements-training.txt -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/requirements.txt -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/setup.py -------------------------------------------------------------------------------- /src/data/gather_cc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/src/data/gather_cc.py -------------------------------------------------------------------------------- /src/open_clip/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/src/open_clip/__init__.py -------------------------------------------------------------------------------- /src/open_clip/bpe_simple_vocab_16e6.txt.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/src/open_clip/bpe_simple_vocab_16e6.txt.gz -------------------------------------------------------------------------------- /src/open_clip/factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/src/open_clip/factory.py -------------------------------------------------------------------------------- /src/open_clip/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/src/open_clip/loss.py -------------------------------------------------------------------------------- /src/open_clip/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/src/open_clip/model.py -------------------------------------------------------------------------------- /src/open_clip/model_configs/RN101-quickgelu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/src/open_clip/model_configs/RN101-quickgelu.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/RN101.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/src/open_clip/model_configs/RN101.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/RN50-quickgelu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/src/open_clip/model_configs/RN50-quickgelu.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/RN50.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/src/open_clip/model_configs/RN50.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/RN50x16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/src/open_clip/model_configs/RN50x16.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/RN50x4.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/src/open_clip/model_configs/RN50x4.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/ViT-B-16-plus-240.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/src/open_clip/model_configs/ViT-B-16-plus-240.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/ViT-B-16-plus.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/src/open_clip/model_configs/ViT-B-16-plus.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/ViT-B-16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/src/open_clip/model_configs/ViT-B-16.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/ViT-B-32-plus-256.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/src/open_clip/model_configs/ViT-B-32-plus-256.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/ViT-B-32-quickgelu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/src/open_clip/model_configs/ViT-B-32-quickgelu.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/ViT-B-32.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/src/open_clip/model_configs/ViT-B-32.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/ViT-H-14.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/src/open_clip/model_configs/ViT-H-14.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/ViT-H-16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/src/open_clip/model_configs/ViT-H-16.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/ViT-L-14-280.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/src/open_clip/model_configs/ViT-L-14-280.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/ViT-L-14-336.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/src/open_clip/model_configs/ViT-L-14-336.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/ViT-L-14.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/src/open_clip/model_configs/ViT-L-14.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/ViT-L-16-320.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/src/open_clip/model_configs/ViT-L-16-320.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/ViT-L-16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/src/open_clip/model_configs/ViT-L-16.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/ViT-g-14.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/src/open_clip/model_configs/ViT-g-14.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/timm-efficientnetv2_rw_s.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/src/open_clip/model_configs/timm-efficientnetv2_rw_s.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/timm-resnet50d.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/src/open_clip/model_configs/timm-resnet50d.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/timm-resnetaa50d.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/src/open_clip/model_configs/timm-resnetaa50d.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/timm-resnetblur50.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/src/open_clip/model_configs/timm-resnetblur50.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/timm-swin_base_patch4_window7_224.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/src/open_clip/model_configs/timm-swin_base_patch4_window7_224.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/timm-vit_base_patch16_224.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/src/open_clip/model_configs/timm-vit_base_patch16_224.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/timm-vit_base_patch32_224.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/src/open_clip/model_configs/timm-vit_base_patch32_224.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/timm-vit_small_patch16_224.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/src/open_clip/model_configs/timm-vit_small_patch16_224.json -------------------------------------------------------------------------------- /src/open_clip/openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/src/open_clip/openai.py -------------------------------------------------------------------------------- /src/open_clip/pretrained.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/src/open_clip/pretrained.py -------------------------------------------------------------------------------- /src/open_clip/timm_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/src/open_clip/timm_model.py -------------------------------------------------------------------------------- /src/open_clip/tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/src/open_clip/tokenizer.py -------------------------------------------------------------------------------- /src/open_clip/transform.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/src/open_clip/transform.py -------------------------------------------------------------------------------- /src/open_clip/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/src/open_clip/utils.py -------------------------------------------------------------------------------- /src/open_clip/version.py: -------------------------------------------------------------------------------- 1 | __version__ = '1.3.0' 2 | -------------------------------------------------------------------------------- /src/training/.gitignore: -------------------------------------------------------------------------------- 1 | logs/ 2 | -------------------------------------------------------------------------------- /src/training/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/training/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/src/training/data.py -------------------------------------------------------------------------------- /src/training/distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/src/training/distributed.py -------------------------------------------------------------------------------- /src/training/imagenet_zeroshot_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/src/training/imagenet_zeroshot_data.py -------------------------------------------------------------------------------- /src/training/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/src/training/logger.py -------------------------------------------------------------------------------- /src/training/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/src/training/main.py -------------------------------------------------------------------------------- /src/training/params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/src/training/params.py -------------------------------------------------------------------------------- /src/training/scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/src/training/scheduler.py -------------------------------------------------------------------------------- /src/training/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/src/training/train.py -------------------------------------------------------------------------------- /src/training/zero_shot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/src/training/zero_shot.py -------------------------------------------------------------------------------- /tests/test_simple.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinid/neg_clip/HEAD/tests/test_simple.py --------------------------------------------------------------------------------