├── .gitignore ├── CODE_OF_CONDUCT.md ├── CONTRIBUTING.md ├── HISTORY.md ├── LICENSE ├── MANIFEST.in ├── Makefile ├── README.md ├── apps ├── altogether │ ├── README.md │ ├── altogether.png │ ├── infer.py │ └── src │ │ ├── mini_clip │ │ └── model_altogether.py │ │ └── training │ │ ├── data.py │ │ ├── data_altogether_ft.py │ │ ├── data_altogether_pt.py │ │ ├── main.py │ │ └── train_altogether.py ├── mode │ ├── README.md │ ├── __init__.py │ ├── get_prep_parser.py │ ├── move2root │ │ ├── configs_mode.py │ │ ├── run_configs_mode.py │ │ ├── run_mode.sh │ │ └── submitit_mode.py │ ├── post_expert_eval.py │ ├── post_report_ensemble.py │ ├── prep_caption.py │ ├── prep_feature.py │ ├── prep_hrchy.py │ ├── prep_inference.py │ └── src │ │ └── training │ │ ├── data.py │ │ └── mode_wds.py └── multi_distill │ ├── factory.py │ ├── main.py │ └── train.py ├── clipeval ├── README.md ├── cvqa │ └── eval_cvqa.py ├── eval_all.py ├── slip │ ├── dataset_catalog.json │ ├── datasets.py │ ├── eval_slip.py │ ├── eval_zeroshot.py │ ├── labels.json │ └── templates.json └── xm3600 │ └── eval_xm3600.py ├── configs ├── __init__.py ├── altogether.py ├── metaclip_data.py ├── metaclip_v1.py ├── metaclip_v1_2.py └── metaclip_v2.py ├── docs ├── CLIP.png ├── metaclip1.md ├── metaclip1_metadata.md ├── metaclip2.md ├── metaclip2_scaling.gif ├── metaclip2_scaling.png └── metaclip2_teaser.png ├── metaclip ├── curation │ ├── curate.py │ ├── parse_wat.py │ └── substr_matching.py ├── metaclip1 │ ├── balancing.py │ ├── build_metadata.py │ ├── cc_matching.py │ ├── datacard_400m.json │ ├── datacard_fullcc1b.json │ ├── datacard_fullcc2.5b.json │ ├── demo.ipynb │ ├── entry_counts_400m.json │ ├── indexing │ │ ├── balance_sampling.py │ │ ├── entry_count.py │ │ ├── plot_entry_count.py │ │ └── substr_indexing.py │ ├── metadata.json │ ├── pipeline.py │ ├── substr_matching.py │ └── substr_matching_ahocorasick.py └── metadata │ ├── align_lid_to_wiki.py │ ├── build_metadata.py │ ├── build_multilingual_wordnet.py │ ├── build_ngram.py │ ├── build_title.py │ ├── download_wikipedia.sh │ ├── lang_tokenizers │ ├── bo.py │ ├── ja.py │ ├── km.py │ ├── lo.py │ ├── my.py │ ├── th.py │ └── zh.py │ └── requirements.txt ├── openclip_LICENSE ├── setup.py ├── src ├── mini_clip │ ├── __init__.py │ ├── bpe_simple_vocab_16e6.txt.gz │ ├── factory.py │ ├── loss.py │ ├── model.py │ ├── model_configs │ │ ├── RN101-quickgelu.json │ │ ├── RN101.json │ │ ├── RN50-quickgelu.json │ │ ├── RN50.json │ │ ├── RN50x16.json │ │ ├── RN50x4.json │ │ ├── ViT-B-16-384-worldwide.json │ │ ├── ViT-B-16-plus-240.json │ │ ├── ViT-B-16-plus.json │ │ ├── ViT-B-16-quickgelu.json │ │ ├── ViT-B-16-worldwide.json │ │ ├── ViT-B-16.json │ │ ├── ViT-B-32-384-worldwide.json │ │ ├── ViT-B-32-mT5-worldwide.json │ │ ├── ViT-B-32-plus-256.json │ │ ├── ViT-B-32-quickgelu.json │ │ ├── ViT-B-32-worldwide.json │ │ ├── ViT-B-32.json │ │ ├── ViT-H-14-378-worldwide.json │ │ ├── ViT-H-14-quickgelu-worldwide.json │ │ ├── ViT-H-14-quickgelu.json │ │ ├── ViT-H-14-worldwide.json │ │ ├── ViT-H-14.json │ │ ├── ViT-H-16.json │ │ ├── ViT-L-14-280.json │ │ ├── ViT-L-14-336.json │ │ ├── ViT-L-14-378-worldwide.json │ │ ├── ViT-L-14-quickgelu.json │ │ ├── ViT-L-14-worldwide.json │ │ ├── ViT-L-14.json │ │ ├── ViT-L-16-320.json │ │ ├── ViT-L-16.json │ │ ├── ViT-M-16-384-worldwide.json │ │ ├── ViT-M-16-mT5-worldwide.json │ │ ├── ViT-M-16-worldwide.json │ │ ├── ViT-S-16-384-worldwide.json │ │ ├── ViT-S-16-mT5-worldwide.json │ │ ├── ViT-S-16-worldwide.json │ │ ├── ViT-bigG-14-378-worldwide.json │ │ ├── ViT-bigG-14-392-worldwide.json │ │ ├── ViT-bigG-14-quickgelu.json │ │ ├── ViT-bigG-14-worldwide.json │ │ ├── ViT-g-14.json │ │ ├── timm-efficientnetv2_rw_s.json │ │ ├── timm-resnet50d.json │ │ ├── timm-resnetaa50d.json │ │ ├── timm-resnetblur50.json │ │ ├── timm-swin_base_patch4_window7_224.json │ │ ├── timm-vit_base_patch16_224.json │ │ ├── timm-vit_base_patch32_224.json │ │ └── timm-vit_small_patch16_224.json │ ├── model_worldwide.py │ ├── openai.py │ ├── pretrained.py │ ├── tokenizer.py │ ├── transform.py │ ├── utils.py │ └── version.py └── training │ ├── .gitignore │ ├── __init__.py │ ├── checkpoint.py │ ├── data.py │ ├── data_metaclip.py │ ├── data_metaclip_v2.py │ ├── data_utils.py │ ├── detect.py │ ├── distributed.py │ ├── imagenet_zeroshot_data.py │ ├── logger.py │ ├── main.py │ ├── precision.py │ ├── scheduler.py │ ├── train.py │ └── zero_shot.py ├── submit.py └── tests ├── config_test.py ├── pipeline_test.py ├── pretrained_test.py └── simple_test.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/.gitignore -------------------------------------------------------------------------------- /CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /HISTORY.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/HISTORY.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/LICENSE -------------------------------------------------------------------------------- /MANIFEST.in: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/MANIFEST.in -------------------------------------------------------------------------------- /Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/Makefile -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/README.md -------------------------------------------------------------------------------- /apps/altogether/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/apps/altogether/README.md -------------------------------------------------------------------------------- /apps/altogether/altogether.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/apps/altogether/altogether.png -------------------------------------------------------------------------------- /apps/altogether/infer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/apps/altogether/infer.py -------------------------------------------------------------------------------- /apps/altogether/src/mini_clip/model_altogether.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/apps/altogether/src/mini_clip/model_altogether.py -------------------------------------------------------------------------------- /apps/altogether/src/training/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/apps/altogether/src/training/data.py -------------------------------------------------------------------------------- /apps/altogether/src/training/data_altogether_ft.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/apps/altogether/src/training/data_altogether_ft.py -------------------------------------------------------------------------------- /apps/altogether/src/training/data_altogether_pt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/apps/altogether/src/training/data_altogether_pt.py -------------------------------------------------------------------------------- /apps/altogether/src/training/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/apps/altogether/src/training/main.py -------------------------------------------------------------------------------- /apps/altogether/src/training/train_altogether.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/apps/altogether/src/training/train_altogether.py -------------------------------------------------------------------------------- /apps/mode/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/apps/mode/README.md -------------------------------------------------------------------------------- /apps/mode/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /apps/mode/get_prep_parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/apps/mode/get_prep_parser.py -------------------------------------------------------------------------------- /apps/mode/move2root/configs_mode.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/apps/mode/move2root/configs_mode.py -------------------------------------------------------------------------------- /apps/mode/move2root/run_configs_mode.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/apps/mode/move2root/run_configs_mode.py -------------------------------------------------------------------------------- /apps/mode/move2root/run_mode.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/apps/mode/move2root/run_mode.sh -------------------------------------------------------------------------------- /apps/mode/move2root/submitit_mode.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/apps/mode/move2root/submitit_mode.py -------------------------------------------------------------------------------- /apps/mode/post_expert_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/apps/mode/post_expert_eval.py -------------------------------------------------------------------------------- /apps/mode/post_report_ensemble.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/apps/mode/post_report_ensemble.py -------------------------------------------------------------------------------- /apps/mode/prep_caption.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/apps/mode/prep_caption.py -------------------------------------------------------------------------------- /apps/mode/prep_feature.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/apps/mode/prep_feature.py -------------------------------------------------------------------------------- /apps/mode/prep_hrchy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/apps/mode/prep_hrchy.py -------------------------------------------------------------------------------- /apps/mode/prep_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/apps/mode/prep_inference.py -------------------------------------------------------------------------------- /apps/mode/src/training/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/apps/mode/src/training/data.py -------------------------------------------------------------------------------- /apps/mode/src/training/mode_wds.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/apps/mode/src/training/mode_wds.py -------------------------------------------------------------------------------- /apps/multi_distill/factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/apps/multi_distill/factory.py -------------------------------------------------------------------------------- /apps/multi_distill/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/apps/multi_distill/main.py -------------------------------------------------------------------------------- /apps/multi_distill/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/apps/multi_distill/train.py -------------------------------------------------------------------------------- /clipeval/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/clipeval/README.md -------------------------------------------------------------------------------- /clipeval/cvqa/eval_cvqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/clipeval/cvqa/eval_cvqa.py -------------------------------------------------------------------------------- /clipeval/eval_all.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/clipeval/eval_all.py -------------------------------------------------------------------------------- /clipeval/slip/dataset_catalog.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/clipeval/slip/dataset_catalog.json -------------------------------------------------------------------------------- /clipeval/slip/datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/clipeval/slip/datasets.py -------------------------------------------------------------------------------- /clipeval/slip/eval_slip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/clipeval/slip/eval_slip.py -------------------------------------------------------------------------------- /clipeval/slip/eval_zeroshot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/clipeval/slip/eval_zeroshot.py -------------------------------------------------------------------------------- /clipeval/slip/labels.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/clipeval/slip/labels.json -------------------------------------------------------------------------------- /clipeval/slip/templates.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/clipeval/slip/templates.json -------------------------------------------------------------------------------- /clipeval/xm3600/eval_xm3600.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/clipeval/xm3600/eval_xm3600.py -------------------------------------------------------------------------------- /configs/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/configs/__init__.py -------------------------------------------------------------------------------- /configs/altogether.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/configs/altogether.py -------------------------------------------------------------------------------- /configs/metaclip_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/configs/metaclip_data.py -------------------------------------------------------------------------------- /configs/metaclip_v1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/configs/metaclip_v1.py -------------------------------------------------------------------------------- /configs/metaclip_v1_2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/configs/metaclip_v1_2.py -------------------------------------------------------------------------------- /configs/metaclip_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/configs/metaclip_v2.py -------------------------------------------------------------------------------- /docs/CLIP.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/docs/CLIP.png -------------------------------------------------------------------------------- /docs/metaclip1.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/docs/metaclip1.md -------------------------------------------------------------------------------- /docs/metaclip1_metadata.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/docs/metaclip1_metadata.md -------------------------------------------------------------------------------- /docs/metaclip2.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/docs/metaclip2.md -------------------------------------------------------------------------------- /docs/metaclip2_scaling.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/docs/metaclip2_scaling.gif -------------------------------------------------------------------------------- /docs/metaclip2_scaling.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/docs/metaclip2_scaling.png -------------------------------------------------------------------------------- /docs/metaclip2_teaser.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/docs/metaclip2_teaser.png -------------------------------------------------------------------------------- /metaclip/curation/curate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/metaclip/curation/curate.py -------------------------------------------------------------------------------- /metaclip/curation/parse_wat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/metaclip/curation/parse_wat.py -------------------------------------------------------------------------------- /metaclip/curation/substr_matching.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/metaclip/curation/substr_matching.py -------------------------------------------------------------------------------- /metaclip/metaclip1/balancing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/metaclip/metaclip1/balancing.py -------------------------------------------------------------------------------- /metaclip/metaclip1/build_metadata.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/metaclip/metaclip1/build_metadata.py -------------------------------------------------------------------------------- /metaclip/metaclip1/cc_matching.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/metaclip/metaclip1/cc_matching.py -------------------------------------------------------------------------------- /metaclip/metaclip1/datacard_400m.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/metaclip/metaclip1/datacard_400m.json -------------------------------------------------------------------------------- /metaclip/metaclip1/datacard_fullcc1b.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/metaclip/metaclip1/datacard_fullcc1b.json -------------------------------------------------------------------------------- /metaclip/metaclip1/datacard_fullcc2.5b.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/metaclip/metaclip1/datacard_fullcc2.5b.json -------------------------------------------------------------------------------- /metaclip/metaclip1/demo.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/metaclip/metaclip1/demo.ipynb -------------------------------------------------------------------------------- /metaclip/metaclip1/entry_counts_400m.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/metaclip/metaclip1/entry_counts_400m.json -------------------------------------------------------------------------------- /metaclip/metaclip1/indexing/balance_sampling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/metaclip/metaclip1/indexing/balance_sampling.py -------------------------------------------------------------------------------- /metaclip/metaclip1/indexing/entry_count.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/metaclip/metaclip1/indexing/entry_count.py -------------------------------------------------------------------------------- /metaclip/metaclip1/indexing/plot_entry_count.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/metaclip/metaclip1/indexing/plot_entry_count.py -------------------------------------------------------------------------------- /metaclip/metaclip1/indexing/substr_indexing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/metaclip/metaclip1/indexing/substr_indexing.py -------------------------------------------------------------------------------- /metaclip/metaclip1/metadata.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/metaclip/metaclip1/metadata.json -------------------------------------------------------------------------------- /metaclip/metaclip1/pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/metaclip/metaclip1/pipeline.py -------------------------------------------------------------------------------- /metaclip/metaclip1/substr_matching.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/metaclip/metaclip1/substr_matching.py -------------------------------------------------------------------------------- /metaclip/metaclip1/substr_matching_ahocorasick.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/metaclip/metaclip1/substr_matching_ahocorasick.py -------------------------------------------------------------------------------- /metaclip/metadata/align_lid_to_wiki.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/metaclip/metadata/align_lid_to_wiki.py -------------------------------------------------------------------------------- /metaclip/metadata/build_metadata.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/metaclip/metadata/build_metadata.py -------------------------------------------------------------------------------- /metaclip/metadata/build_multilingual_wordnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/metaclip/metadata/build_multilingual_wordnet.py -------------------------------------------------------------------------------- /metaclip/metadata/build_ngram.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/metaclip/metadata/build_ngram.py -------------------------------------------------------------------------------- /metaclip/metadata/build_title.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/metaclip/metadata/build_title.py -------------------------------------------------------------------------------- /metaclip/metadata/download_wikipedia.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/metaclip/metadata/download_wikipedia.sh -------------------------------------------------------------------------------- /metaclip/metadata/lang_tokenizers/bo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/metaclip/metadata/lang_tokenizers/bo.py -------------------------------------------------------------------------------- /metaclip/metadata/lang_tokenizers/ja.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/metaclip/metadata/lang_tokenizers/ja.py -------------------------------------------------------------------------------- /metaclip/metadata/lang_tokenizers/km.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/metaclip/metadata/lang_tokenizers/km.py -------------------------------------------------------------------------------- /metaclip/metadata/lang_tokenizers/lo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/metaclip/metadata/lang_tokenizers/lo.py -------------------------------------------------------------------------------- /metaclip/metadata/lang_tokenizers/my.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/metaclip/metadata/lang_tokenizers/my.py -------------------------------------------------------------------------------- /metaclip/metadata/lang_tokenizers/th.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/metaclip/metadata/lang_tokenizers/th.py -------------------------------------------------------------------------------- /metaclip/metadata/lang_tokenizers/zh.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/metaclip/metadata/lang_tokenizers/zh.py -------------------------------------------------------------------------------- /metaclip/metadata/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/metaclip/metadata/requirements.txt -------------------------------------------------------------------------------- /openclip_LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/openclip_LICENSE -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/setup.py -------------------------------------------------------------------------------- /src/mini_clip/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/mini_clip/bpe_simple_vocab_16e6.txt.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/mini_clip/bpe_simple_vocab_16e6.txt.gz -------------------------------------------------------------------------------- /src/mini_clip/factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/mini_clip/factory.py -------------------------------------------------------------------------------- /src/mini_clip/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/mini_clip/loss.py -------------------------------------------------------------------------------- /src/mini_clip/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/mini_clip/model.py -------------------------------------------------------------------------------- /src/mini_clip/model_configs/RN101-quickgelu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/mini_clip/model_configs/RN101-quickgelu.json -------------------------------------------------------------------------------- /src/mini_clip/model_configs/RN101.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/mini_clip/model_configs/RN101.json -------------------------------------------------------------------------------- /src/mini_clip/model_configs/RN50-quickgelu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/mini_clip/model_configs/RN50-quickgelu.json -------------------------------------------------------------------------------- /src/mini_clip/model_configs/RN50.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/mini_clip/model_configs/RN50.json -------------------------------------------------------------------------------- /src/mini_clip/model_configs/RN50x16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/mini_clip/model_configs/RN50x16.json -------------------------------------------------------------------------------- /src/mini_clip/model_configs/RN50x4.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/mini_clip/model_configs/RN50x4.json -------------------------------------------------------------------------------- /src/mini_clip/model_configs/ViT-B-16-384-worldwide.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/mini_clip/model_configs/ViT-B-16-384-worldwide.json -------------------------------------------------------------------------------- /src/mini_clip/model_configs/ViT-B-16-plus-240.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/mini_clip/model_configs/ViT-B-16-plus-240.json -------------------------------------------------------------------------------- /src/mini_clip/model_configs/ViT-B-16-plus.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/mini_clip/model_configs/ViT-B-16-plus.json -------------------------------------------------------------------------------- /src/mini_clip/model_configs/ViT-B-16-quickgelu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/mini_clip/model_configs/ViT-B-16-quickgelu.json -------------------------------------------------------------------------------- /src/mini_clip/model_configs/ViT-B-16-worldwide.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/mini_clip/model_configs/ViT-B-16-worldwide.json -------------------------------------------------------------------------------- /src/mini_clip/model_configs/ViT-B-16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/mini_clip/model_configs/ViT-B-16.json -------------------------------------------------------------------------------- /src/mini_clip/model_configs/ViT-B-32-384-worldwide.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/mini_clip/model_configs/ViT-B-32-384-worldwide.json -------------------------------------------------------------------------------- /src/mini_clip/model_configs/ViT-B-32-mT5-worldwide.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/mini_clip/model_configs/ViT-B-32-mT5-worldwide.json -------------------------------------------------------------------------------- /src/mini_clip/model_configs/ViT-B-32-plus-256.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/mini_clip/model_configs/ViT-B-32-plus-256.json -------------------------------------------------------------------------------- /src/mini_clip/model_configs/ViT-B-32-quickgelu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/mini_clip/model_configs/ViT-B-32-quickgelu.json -------------------------------------------------------------------------------- /src/mini_clip/model_configs/ViT-B-32-worldwide.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/mini_clip/model_configs/ViT-B-32-worldwide.json -------------------------------------------------------------------------------- /src/mini_clip/model_configs/ViT-B-32.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/mini_clip/model_configs/ViT-B-32.json -------------------------------------------------------------------------------- /src/mini_clip/model_configs/ViT-H-14-378-worldwide.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/mini_clip/model_configs/ViT-H-14-378-worldwide.json -------------------------------------------------------------------------------- /src/mini_clip/model_configs/ViT-H-14-quickgelu-worldwide.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/mini_clip/model_configs/ViT-H-14-quickgelu-worldwide.json -------------------------------------------------------------------------------- /src/mini_clip/model_configs/ViT-H-14-quickgelu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/mini_clip/model_configs/ViT-H-14-quickgelu.json -------------------------------------------------------------------------------- /src/mini_clip/model_configs/ViT-H-14-worldwide.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/mini_clip/model_configs/ViT-H-14-worldwide.json -------------------------------------------------------------------------------- /src/mini_clip/model_configs/ViT-H-14.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/mini_clip/model_configs/ViT-H-14.json -------------------------------------------------------------------------------- /src/mini_clip/model_configs/ViT-H-16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/mini_clip/model_configs/ViT-H-16.json -------------------------------------------------------------------------------- /src/mini_clip/model_configs/ViT-L-14-280.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/mini_clip/model_configs/ViT-L-14-280.json -------------------------------------------------------------------------------- /src/mini_clip/model_configs/ViT-L-14-336.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/mini_clip/model_configs/ViT-L-14-336.json -------------------------------------------------------------------------------- /src/mini_clip/model_configs/ViT-L-14-378-worldwide.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/mini_clip/model_configs/ViT-L-14-378-worldwide.json -------------------------------------------------------------------------------- /src/mini_clip/model_configs/ViT-L-14-quickgelu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/mini_clip/model_configs/ViT-L-14-quickgelu.json -------------------------------------------------------------------------------- /src/mini_clip/model_configs/ViT-L-14-worldwide.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/mini_clip/model_configs/ViT-L-14-worldwide.json -------------------------------------------------------------------------------- /src/mini_clip/model_configs/ViT-L-14.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/mini_clip/model_configs/ViT-L-14.json -------------------------------------------------------------------------------- /src/mini_clip/model_configs/ViT-L-16-320.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/mini_clip/model_configs/ViT-L-16-320.json -------------------------------------------------------------------------------- /src/mini_clip/model_configs/ViT-L-16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/mini_clip/model_configs/ViT-L-16.json -------------------------------------------------------------------------------- /src/mini_clip/model_configs/ViT-M-16-384-worldwide.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/mini_clip/model_configs/ViT-M-16-384-worldwide.json -------------------------------------------------------------------------------- /src/mini_clip/model_configs/ViT-M-16-mT5-worldwide.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/mini_clip/model_configs/ViT-M-16-mT5-worldwide.json -------------------------------------------------------------------------------- /src/mini_clip/model_configs/ViT-M-16-worldwide.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/mini_clip/model_configs/ViT-M-16-worldwide.json -------------------------------------------------------------------------------- /src/mini_clip/model_configs/ViT-S-16-384-worldwide.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/mini_clip/model_configs/ViT-S-16-384-worldwide.json -------------------------------------------------------------------------------- /src/mini_clip/model_configs/ViT-S-16-mT5-worldwide.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/mini_clip/model_configs/ViT-S-16-mT5-worldwide.json -------------------------------------------------------------------------------- /src/mini_clip/model_configs/ViT-S-16-worldwide.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/mini_clip/model_configs/ViT-S-16-worldwide.json -------------------------------------------------------------------------------- /src/mini_clip/model_configs/ViT-bigG-14-378-worldwide.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/mini_clip/model_configs/ViT-bigG-14-378-worldwide.json -------------------------------------------------------------------------------- /src/mini_clip/model_configs/ViT-bigG-14-392-worldwide.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/mini_clip/model_configs/ViT-bigG-14-392-worldwide.json -------------------------------------------------------------------------------- /src/mini_clip/model_configs/ViT-bigG-14-quickgelu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/mini_clip/model_configs/ViT-bigG-14-quickgelu.json -------------------------------------------------------------------------------- /src/mini_clip/model_configs/ViT-bigG-14-worldwide.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/mini_clip/model_configs/ViT-bigG-14-worldwide.json -------------------------------------------------------------------------------- /src/mini_clip/model_configs/ViT-g-14.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/mini_clip/model_configs/ViT-g-14.json -------------------------------------------------------------------------------- /src/mini_clip/model_configs/timm-efficientnetv2_rw_s.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/mini_clip/model_configs/timm-efficientnetv2_rw_s.json -------------------------------------------------------------------------------- /src/mini_clip/model_configs/timm-resnet50d.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/mini_clip/model_configs/timm-resnet50d.json -------------------------------------------------------------------------------- /src/mini_clip/model_configs/timm-resnetaa50d.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/mini_clip/model_configs/timm-resnetaa50d.json -------------------------------------------------------------------------------- /src/mini_clip/model_configs/timm-resnetblur50.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/mini_clip/model_configs/timm-resnetblur50.json -------------------------------------------------------------------------------- /src/mini_clip/model_configs/timm-swin_base_patch4_window7_224.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/mini_clip/model_configs/timm-swin_base_patch4_window7_224.json -------------------------------------------------------------------------------- /src/mini_clip/model_configs/timm-vit_base_patch16_224.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/mini_clip/model_configs/timm-vit_base_patch16_224.json -------------------------------------------------------------------------------- /src/mini_clip/model_configs/timm-vit_base_patch32_224.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/mini_clip/model_configs/timm-vit_base_patch32_224.json -------------------------------------------------------------------------------- /src/mini_clip/model_configs/timm-vit_small_patch16_224.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/mini_clip/model_configs/timm-vit_small_patch16_224.json -------------------------------------------------------------------------------- /src/mini_clip/model_worldwide.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/mini_clip/model_worldwide.py -------------------------------------------------------------------------------- /src/mini_clip/openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/mini_clip/openai.py -------------------------------------------------------------------------------- /src/mini_clip/pretrained.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/mini_clip/pretrained.py -------------------------------------------------------------------------------- /src/mini_clip/tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/mini_clip/tokenizer.py -------------------------------------------------------------------------------- /src/mini_clip/transform.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/mini_clip/transform.py -------------------------------------------------------------------------------- /src/mini_clip/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/mini_clip/utils.py -------------------------------------------------------------------------------- /src/mini_clip/version.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/mini_clip/version.py -------------------------------------------------------------------------------- /src/training/.gitignore: -------------------------------------------------------------------------------- 1 | logs/ 2 | -------------------------------------------------------------------------------- /src/training/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/training/checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/training/checkpoint.py -------------------------------------------------------------------------------- /src/training/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/training/data.py -------------------------------------------------------------------------------- /src/training/data_metaclip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/training/data_metaclip.py -------------------------------------------------------------------------------- /src/training/data_metaclip_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/training/data_metaclip_v2.py -------------------------------------------------------------------------------- /src/training/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/training/data_utils.py -------------------------------------------------------------------------------- /src/training/detect.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/training/detect.py -------------------------------------------------------------------------------- /src/training/distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/training/distributed.py -------------------------------------------------------------------------------- /src/training/imagenet_zeroshot_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/training/imagenet_zeroshot_data.py -------------------------------------------------------------------------------- /src/training/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/training/logger.py -------------------------------------------------------------------------------- /src/training/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/training/main.py -------------------------------------------------------------------------------- /src/training/precision.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/training/precision.py -------------------------------------------------------------------------------- /src/training/scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/training/scheduler.py -------------------------------------------------------------------------------- /src/training/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/training/train.py -------------------------------------------------------------------------------- /src/training/zero_shot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/src/training/zero_shot.py -------------------------------------------------------------------------------- /submit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/submit.py -------------------------------------------------------------------------------- /tests/config_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/tests/config_test.py -------------------------------------------------------------------------------- /tests/pipeline_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/tests/pipeline_test.py -------------------------------------------------------------------------------- /tests/pretrained_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/tests/pretrained_test.py -------------------------------------------------------------------------------- /tests/simple_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaCLIP/HEAD/tests/simple_test.py --------------------------------------------------------------------------------