├── .gitignore ├── LICENSE ├── README.md ├── hpsv2 ├── __init__.py ├── assets │ ├── demo_image.jpg │ ├── hps_banner.png │ ├── overview.png │ └── test_vis.png ├── configs │ ├── HPSv2.sh │ └── controller.sh ├── evaluation.py ├── img_score.py ├── src │ ├── __init__.py │ ├── open_clip │ │ ├── __init__.py │ │ ├── bpe_simple_vocab_16e6.txt.gz │ │ ├── coca_model.py │ │ ├── constants.py │ │ ├── factory.py │ │ ├── generation_utils.py │ │ ├── hf_configs.py │ │ ├── hf_model.py │ │ ├── loss.py │ │ ├── model.py │ │ ├── model_configs │ │ │ ├── RN101-quickgelu.json │ │ │ ├── RN101.json │ │ │ ├── RN50-quickgelu.json │ │ │ ├── RN50.json │ │ │ ├── RN50x16.json │ │ │ ├── RN50x4.json │ │ │ ├── RN50x64.json │ │ │ ├── ViT-B-16-plus-240.json │ │ │ ├── ViT-B-16-plus.json │ │ │ ├── ViT-B-16.json │ │ │ ├── ViT-B-32-plus-256.json │ │ │ ├── ViT-B-32-quickgelu.json │ │ │ ├── ViT-B-32.json │ │ │ ├── ViT-H-14.json │ │ │ ├── ViT-H-16.json │ │ │ ├── ViT-L-14-280.json │ │ │ ├── ViT-L-14-336.json │ │ │ ├── ViT-L-14.json │ │ │ ├── ViT-L-16-320.json │ │ │ ├── ViT-L-16.json │ │ │ ├── ViT-M-16-alt.json │ │ │ ├── ViT-M-16.json │ │ │ ├── ViT-M-32-alt.json │ │ │ ├── ViT-M-32.json │ │ │ ├── ViT-S-16-alt.json │ │ │ ├── ViT-S-16.json │ │ │ ├── ViT-S-32-alt.json │ │ │ ├── ViT-S-32.json │ │ │ ├── ViT-bigG-14.json │ │ │ ├── ViT-e-14.json │ │ │ ├── ViT-g-14.json │ │ │ ├── coca_ViT-B-32.json │ │ │ ├── coca_ViT-L-14.json │ │ │ ├── coca_base.json │ │ │ ├── coca_roberta-ViT-B-32.json │ │ │ ├── convnext_base.json │ │ │ ├── convnext_base_w.json │ │ │ ├── convnext_base_w_320.json │ │ │ ├── convnext_large.json │ │ │ ├── convnext_large_d.json │ │ │ ├── convnext_large_d_320.json │ │ │ ├── convnext_small.json │ │ │ ├── convnext_tiny.json │ │ │ ├── convnext_xlarge.json │ │ │ ├── convnext_xxlarge.json │ │ │ ├── convnext_xxlarge_320.json │ │ │ ├── mt5-base-ViT-B-32.json │ │ │ ├── mt5-xl-ViT-H-14.json │ │ │ ├── roberta-ViT-B-32.json │ │ │ ├── swin_base_patch4_window7_224.json │ │ │ ├── vit_medium_patch16_gap_256.json │ │ │ ├── vit_relpos_medium_patch16_cls_224.json │ │ │ ├── xlm-roberta-base-ViT-B-32.json │ │ │ └── xlm-roberta-large-ViT-H-14.json │ │ ├── modified_resnet.py │ │ ├── openai.py │ │ ├── pretrained.py │ │ ├── push_to_hf_hub.py │ │ ├── timm_model.py │ │ ├── tokenizer.py │ │ ├── transform.py │ │ ├── transformer.py │ │ ├── utils.py │ │ └── version.py │ └── training │ │ ├── .gitignore │ │ ├── __init__.py │ │ ├── data.py │ │ ├── distributed.py │ │ ├── file_utils.py │ │ ├── imagenet_zeroshot_data.py │ │ ├── logger.py │ │ ├── main.py │ │ ├── params.py │ │ ├── precision.py │ │ ├── profile.py │ │ ├── scheduler.py │ │ ├── train.py │ │ └── zero_shot.py ├── tests │ ├── docs │ │ ├── CLIP.png │ │ ├── Interacting_with_open_clip.ipynb │ │ ├── Interacting_with_open_coca.ipynb │ │ ├── clip_conceptual_captions.md │ │ ├── clip_loss.png │ │ ├── clip_recall.png │ │ ├── clip_val_loss.png │ │ ├── clip_zeroshot.png │ │ ├── effective_robustness.png │ │ ├── laion2b_clip_zeroshot_b32.png │ │ ├── laion_clip_zeroshot.png │ │ ├── laion_clip_zeroshot_b16.png │ │ ├── laion_clip_zeroshot_b16_plus_240.png │ │ ├── laion_clip_zeroshot_l14.png │ │ ├── laion_openai_compare_b32.jpg │ │ ├── scaling.png │ │ └── script_examples │ │ │ └── stability_example.sh │ ├── test_download_pretrained.py │ ├── test_hf_model.py │ ├── test_inference.py │ ├── test_inference_simple.py │ ├── test_num_shards.py │ ├── test_training_simple.py │ ├── test_wds.py │ └── util_test.py └── utils.py ├── requirements.txt └── setup.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/README.md -------------------------------------------------------------------------------- /hpsv2/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/__init__.py -------------------------------------------------------------------------------- /hpsv2/assets/demo_image.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/assets/demo_image.jpg -------------------------------------------------------------------------------- /hpsv2/assets/hps_banner.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/assets/hps_banner.png -------------------------------------------------------------------------------- /hpsv2/assets/overview.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/assets/overview.png -------------------------------------------------------------------------------- /hpsv2/assets/test_vis.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/assets/test_vis.png -------------------------------------------------------------------------------- /hpsv2/configs/HPSv2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/configs/HPSv2.sh -------------------------------------------------------------------------------- /hpsv2/configs/controller.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/configs/controller.sh -------------------------------------------------------------------------------- /hpsv2/evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/evaluation.py -------------------------------------------------------------------------------- /hpsv2/img_score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/img_score.py -------------------------------------------------------------------------------- /hpsv2/src/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /hpsv2/src/open_clip/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/open_clip/__init__.py -------------------------------------------------------------------------------- /hpsv2/src/open_clip/bpe_simple_vocab_16e6.txt.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/open_clip/bpe_simple_vocab_16e6.txt.gz -------------------------------------------------------------------------------- /hpsv2/src/open_clip/coca_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/open_clip/coca_model.py -------------------------------------------------------------------------------- /hpsv2/src/open_clip/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/open_clip/constants.py -------------------------------------------------------------------------------- /hpsv2/src/open_clip/factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/open_clip/factory.py -------------------------------------------------------------------------------- /hpsv2/src/open_clip/generation_utils.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /hpsv2/src/open_clip/hf_configs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/open_clip/hf_configs.py -------------------------------------------------------------------------------- /hpsv2/src/open_clip/hf_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/open_clip/hf_model.py -------------------------------------------------------------------------------- /hpsv2/src/open_clip/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/open_clip/loss.py -------------------------------------------------------------------------------- /hpsv2/src/open_clip/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/open_clip/model.py -------------------------------------------------------------------------------- /hpsv2/src/open_clip/model_configs/RN101-quickgelu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/open_clip/model_configs/RN101-quickgelu.json -------------------------------------------------------------------------------- /hpsv2/src/open_clip/model_configs/RN101.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/open_clip/model_configs/RN101.json -------------------------------------------------------------------------------- /hpsv2/src/open_clip/model_configs/RN50-quickgelu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/open_clip/model_configs/RN50-quickgelu.json -------------------------------------------------------------------------------- /hpsv2/src/open_clip/model_configs/RN50.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/open_clip/model_configs/RN50.json -------------------------------------------------------------------------------- /hpsv2/src/open_clip/model_configs/RN50x16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/open_clip/model_configs/RN50x16.json -------------------------------------------------------------------------------- /hpsv2/src/open_clip/model_configs/RN50x4.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/open_clip/model_configs/RN50x4.json -------------------------------------------------------------------------------- /hpsv2/src/open_clip/model_configs/RN50x64.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/open_clip/model_configs/RN50x64.json -------------------------------------------------------------------------------- /hpsv2/src/open_clip/model_configs/ViT-B-16-plus-240.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/open_clip/model_configs/ViT-B-16-plus-240.json -------------------------------------------------------------------------------- /hpsv2/src/open_clip/model_configs/ViT-B-16-plus.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/open_clip/model_configs/ViT-B-16-plus.json -------------------------------------------------------------------------------- /hpsv2/src/open_clip/model_configs/ViT-B-16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/open_clip/model_configs/ViT-B-16.json -------------------------------------------------------------------------------- /hpsv2/src/open_clip/model_configs/ViT-B-32-plus-256.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/open_clip/model_configs/ViT-B-32-plus-256.json -------------------------------------------------------------------------------- /hpsv2/src/open_clip/model_configs/ViT-B-32-quickgelu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/open_clip/model_configs/ViT-B-32-quickgelu.json -------------------------------------------------------------------------------- /hpsv2/src/open_clip/model_configs/ViT-B-32.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/open_clip/model_configs/ViT-B-32.json -------------------------------------------------------------------------------- /hpsv2/src/open_clip/model_configs/ViT-H-14.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/open_clip/model_configs/ViT-H-14.json -------------------------------------------------------------------------------- /hpsv2/src/open_clip/model_configs/ViT-H-16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/open_clip/model_configs/ViT-H-16.json -------------------------------------------------------------------------------- /hpsv2/src/open_clip/model_configs/ViT-L-14-280.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/open_clip/model_configs/ViT-L-14-280.json -------------------------------------------------------------------------------- /hpsv2/src/open_clip/model_configs/ViT-L-14-336.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/open_clip/model_configs/ViT-L-14-336.json -------------------------------------------------------------------------------- /hpsv2/src/open_clip/model_configs/ViT-L-14.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/open_clip/model_configs/ViT-L-14.json -------------------------------------------------------------------------------- /hpsv2/src/open_clip/model_configs/ViT-L-16-320.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/open_clip/model_configs/ViT-L-16-320.json -------------------------------------------------------------------------------- /hpsv2/src/open_clip/model_configs/ViT-L-16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/open_clip/model_configs/ViT-L-16.json -------------------------------------------------------------------------------- /hpsv2/src/open_clip/model_configs/ViT-M-16-alt.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/open_clip/model_configs/ViT-M-16-alt.json -------------------------------------------------------------------------------- /hpsv2/src/open_clip/model_configs/ViT-M-16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/open_clip/model_configs/ViT-M-16.json -------------------------------------------------------------------------------- /hpsv2/src/open_clip/model_configs/ViT-M-32-alt.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/open_clip/model_configs/ViT-M-32-alt.json -------------------------------------------------------------------------------- /hpsv2/src/open_clip/model_configs/ViT-M-32.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/open_clip/model_configs/ViT-M-32.json -------------------------------------------------------------------------------- /hpsv2/src/open_clip/model_configs/ViT-S-16-alt.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/open_clip/model_configs/ViT-S-16-alt.json -------------------------------------------------------------------------------- /hpsv2/src/open_clip/model_configs/ViT-S-16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/open_clip/model_configs/ViT-S-16.json -------------------------------------------------------------------------------- /hpsv2/src/open_clip/model_configs/ViT-S-32-alt.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/open_clip/model_configs/ViT-S-32-alt.json -------------------------------------------------------------------------------- /hpsv2/src/open_clip/model_configs/ViT-S-32.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/open_clip/model_configs/ViT-S-32.json -------------------------------------------------------------------------------- /hpsv2/src/open_clip/model_configs/ViT-bigG-14.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/open_clip/model_configs/ViT-bigG-14.json -------------------------------------------------------------------------------- /hpsv2/src/open_clip/model_configs/ViT-e-14.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/open_clip/model_configs/ViT-e-14.json -------------------------------------------------------------------------------- /hpsv2/src/open_clip/model_configs/ViT-g-14.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/open_clip/model_configs/ViT-g-14.json -------------------------------------------------------------------------------- /hpsv2/src/open_clip/model_configs/coca_ViT-B-32.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/open_clip/model_configs/coca_ViT-B-32.json -------------------------------------------------------------------------------- /hpsv2/src/open_clip/model_configs/coca_ViT-L-14.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/open_clip/model_configs/coca_ViT-L-14.json -------------------------------------------------------------------------------- /hpsv2/src/open_clip/model_configs/coca_base.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/open_clip/model_configs/coca_base.json -------------------------------------------------------------------------------- /hpsv2/src/open_clip/model_configs/coca_roberta-ViT-B-32.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/open_clip/model_configs/coca_roberta-ViT-B-32.json -------------------------------------------------------------------------------- /hpsv2/src/open_clip/model_configs/convnext_base.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/open_clip/model_configs/convnext_base.json -------------------------------------------------------------------------------- /hpsv2/src/open_clip/model_configs/convnext_base_w.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/open_clip/model_configs/convnext_base_w.json -------------------------------------------------------------------------------- /hpsv2/src/open_clip/model_configs/convnext_base_w_320.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/open_clip/model_configs/convnext_base_w_320.json -------------------------------------------------------------------------------- /hpsv2/src/open_clip/model_configs/convnext_large.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/open_clip/model_configs/convnext_large.json -------------------------------------------------------------------------------- /hpsv2/src/open_clip/model_configs/convnext_large_d.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/open_clip/model_configs/convnext_large_d.json -------------------------------------------------------------------------------- /hpsv2/src/open_clip/model_configs/convnext_large_d_320.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/open_clip/model_configs/convnext_large_d_320.json -------------------------------------------------------------------------------- /hpsv2/src/open_clip/model_configs/convnext_small.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/open_clip/model_configs/convnext_small.json -------------------------------------------------------------------------------- /hpsv2/src/open_clip/model_configs/convnext_tiny.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/open_clip/model_configs/convnext_tiny.json -------------------------------------------------------------------------------- /hpsv2/src/open_clip/model_configs/convnext_xlarge.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/open_clip/model_configs/convnext_xlarge.json -------------------------------------------------------------------------------- /hpsv2/src/open_clip/model_configs/convnext_xxlarge.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/open_clip/model_configs/convnext_xxlarge.json -------------------------------------------------------------------------------- /hpsv2/src/open_clip/model_configs/convnext_xxlarge_320.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/open_clip/model_configs/convnext_xxlarge_320.json -------------------------------------------------------------------------------- /hpsv2/src/open_clip/model_configs/mt5-base-ViT-B-32.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/open_clip/model_configs/mt5-base-ViT-B-32.json -------------------------------------------------------------------------------- /hpsv2/src/open_clip/model_configs/mt5-xl-ViT-H-14.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/open_clip/model_configs/mt5-xl-ViT-H-14.json -------------------------------------------------------------------------------- /hpsv2/src/open_clip/model_configs/roberta-ViT-B-32.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/open_clip/model_configs/roberta-ViT-B-32.json -------------------------------------------------------------------------------- /hpsv2/src/open_clip/model_configs/swin_base_patch4_window7_224.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/open_clip/model_configs/swin_base_patch4_window7_224.json -------------------------------------------------------------------------------- /hpsv2/src/open_clip/model_configs/vit_medium_patch16_gap_256.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/open_clip/model_configs/vit_medium_patch16_gap_256.json -------------------------------------------------------------------------------- /hpsv2/src/open_clip/model_configs/vit_relpos_medium_patch16_cls_224.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/open_clip/model_configs/vit_relpos_medium_patch16_cls_224.json -------------------------------------------------------------------------------- /hpsv2/src/open_clip/model_configs/xlm-roberta-base-ViT-B-32.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/open_clip/model_configs/xlm-roberta-base-ViT-B-32.json -------------------------------------------------------------------------------- /hpsv2/src/open_clip/model_configs/xlm-roberta-large-ViT-H-14.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/open_clip/model_configs/xlm-roberta-large-ViT-H-14.json -------------------------------------------------------------------------------- /hpsv2/src/open_clip/modified_resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/open_clip/modified_resnet.py -------------------------------------------------------------------------------- /hpsv2/src/open_clip/openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/open_clip/openai.py -------------------------------------------------------------------------------- /hpsv2/src/open_clip/pretrained.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/open_clip/pretrained.py -------------------------------------------------------------------------------- /hpsv2/src/open_clip/push_to_hf_hub.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/open_clip/push_to_hf_hub.py -------------------------------------------------------------------------------- /hpsv2/src/open_clip/timm_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/open_clip/timm_model.py -------------------------------------------------------------------------------- /hpsv2/src/open_clip/tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/open_clip/tokenizer.py -------------------------------------------------------------------------------- /hpsv2/src/open_clip/transform.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/open_clip/transform.py -------------------------------------------------------------------------------- /hpsv2/src/open_clip/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/open_clip/transformer.py -------------------------------------------------------------------------------- /hpsv2/src/open_clip/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/open_clip/utils.py -------------------------------------------------------------------------------- /hpsv2/src/open_clip/version.py: -------------------------------------------------------------------------------- 1 | __version__ = '2.16.0' 2 | -------------------------------------------------------------------------------- /hpsv2/src/training/.gitignore: -------------------------------------------------------------------------------- 1 | logs/ 2 | -------------------------------------------------------------------------------- /hpsv2/src/training/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /hpsv2/src/training/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/training/data.py -------------------------------------------------------------------------------- /hpsv2/src/training/distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/training/distributed.py -------------------------------------------------------------------------------- /hpsv2/src/training/file_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/training/file_utils.py -------------------------------------------------------------------------------- /hpsv2/src/training/imagenet_zeroshot_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/training/imagenet_zeroshot_data.py -------------------------------------------------------------------------------- /hpsv2/src/training/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/training/logger.py -------------------------------------------------------------------------------- /hpsv2/src/training/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/training/main.py -------------------------------------------------------------------------------- /hpsv2/src/training/params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/training/params.py -------------------------------------------------------------------------------- /hpsv2/src/training/precision.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/training/precision.py -------------------------------------------------------------------------------- /hpsv2/src/training/profile.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/training/profile.py -------------------------------------------------------------------------------- /hpsv2/src/training/scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/training/scheduler.py -------------------------------------------------------------------------------- /hpsv2/src/training/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/training/train.py -------------------------------------------------------------------------------- /hpsv2/src/training/zero_shot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/src/training/zero_shot.py -------------------------------------------------------------------------------- /hpsv2/tests/docs/CLIP.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/tests/docs/CLIP.png -------------------------------------------------------------------------------- /hpsv2/tests/docs/Interacting_with_open_clip.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/tests/docs/Interacting_with_open_clip.ipynb -------------------------------------------------------------------------------- /hpsv2/tests/docs/Interacting_with_open_coca.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/tests/docs/Interacting_with_open_coca.ipynb -------------------------------------------------------------------------------- /hpsv2/tests/docs/clip_conceptual_captions.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/tests/docs/clip_conceptual_captions.md -------------------------------------------------------------------------------- /hpsv2/tests/docs/clip_loss.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/tests/docs/clip_loss.png -------------------------------------------------------------------------------- /hpsv2/tests/docs/clip_recall.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/tests/docs/clip_recall.png -------------------------------------------------------------------------------- /hpsv2/tests/docs/clip_val_loss.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/tests/docs/clip_val_loss.png -------------------------------------------------------------------------------- /hpsv2/tests/docs/clip_zeroshot.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/tests/docs/clip_zeroshot.png -------------------------------------------------------------------------------- /hpsv2/tests/docs/effective_robustness.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/tests/docs/effective_robustness.png -------------------------------------------------------------------------------- /hpsv2/tests/docs/laion2b_clip_zeroshot_b32.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/tests/docs/laion2b_clip_zeroshot_b32.png -------------------------------------------------------------------------------- /hpsv2/tests/docs/laion_clip_zeroshot.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/tests/docs/laion_clip_zeroshot.png -------------------------------------------------------------------------------- /hpsv2/tests/docs/laion_clip_zeroshot_b16.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/tests/docs/laion_clip_zeroshot_b16.png -------------------------------------------------------------------------------- /hpsv2/tests/docs/laion_clip_zeroshot_b16_plus_240.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/tests/docs/laion_clip_zeroshot_b16_plus_240.png -------------------------------------------------------------------------------- /hpsv2/tests/docs/laion_clip_zeroshot_l14.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/tests/docs/laion_clip_zeroshot_l14.png -------------------------------------------------------------------------------- /hpsv2/tests/docs/laion_openai_compare_b32.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/tests/docs/laion_openai_compare_b32.jpg -------------------------------------------------------------------------------- /hpsv2/tests/docs/scaling.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/tests/docs/scaling.png -------------------------------------------------------------------------------- /hpsv2/tests/docs/script_examples/stability_example.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/tests/docs/script_examples/stability_example.sh -------------------------------------------------------------------------------- /hpsv2/tests/test_download_pretrained.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/tests/test_download_pretrained.py -------------------------------------------------------------------------------- /hpsv2/tests/test_hf_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/tests/test_hf_model.py -------------------------------------------------------------------------------- /hpsv2/tests/test_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/tests/test_inference.py -------------------------------------------------------------------------------- /hpsv2/tests/test_inference_simple.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/tests/test_inference_simple.py -------------------------------------------------------------------------------- /hpsv2/tests/test_num_shards.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/tests/test_num_shards.py -------------------------------------------------------------------------------- /hpsv2/tests/test_training_simple.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/tests/test_training_simple.py -------------------------------------------------------------------------------- /hpsv2/tests/test_wds.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/tests/test_wds.py -------------------------------------------------------------------------------- /hpsv2/tests/util_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/tests/util_test.py -------------------------------------------------------------------------------- /hpsv2/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/hpsv2/utils.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/requirements.txt -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tgxs002/HPSv2/HEAD/setup.py --------------------------------------------------------------------------------