├── .gitignore ├── F-ViT ├── README.md ├── configs │ ├── ov_coco │ │ ├── fvit_vitb16_upsample_fpn_bs64_3e_ovcoco_eva_clipself_patches.py │ │ ├── fvit_vitb16_upsample_fpn_bs64_3e_ovcoco_eva_clipself_proposals.py │ │ ├── fvit_vitb16_upsample_fpn_bs64_3e_ovcoco_eva_original.py │ │ ├── fvit_vitb16_upsample_fpn_bs64_3e_ovcoco_eva_regionclip.py │ │ ├── fvit_vitl14_upsample_fpn_bs64_3e_ovcoco_eva_clipself_patches.py │ │ ├── fvit_vitl14_upsample_fpn_bs64_3e_ovcoco_eva_clipself_proposals.py │ │ ├── fvit_vitl14_upsample_fpn_bs64_3e_ovcoco_eva_original.py │ │ └── fvit_vitl14_upsample_fpn_bs64_3e_ovcoco_eva_regionclip.py │ ├── ov_lvis │ │ ├── fvit_vitb16_upsample_fpn_bs64_4x_ovlvis_eva_clipself_patches.py │ │ ├── fvit_vitb16_upsample_fpn_bs64_4x_ovlvis_eva_original.py │ │ ├── fvit_vitl14_upsample_fpn_bs64_4x_ovlvis_eva_clipself_patches.py │ │ └── fvit_vitl14_upsample_fpn_bs64_4x_ovlvis_eva_original.py │ └── transfer │ │ ├── fvit_vitl14_upsample_fpn_transfer2coco.py │ │ ├── fvit_vitl14_upsample_fpn_transfer2objects365v1.py │ │ └── fvit_vitl14_upsample_fpn_transfer2voc.py ├── datasets │ ├── __init__.py │ ├── coco_ov.py │ ├── embeddings │ │ ├── coco_transfer_background_evaclip_vitl14x336.pt │ │ ├── coco_with_background_evaclip_vitb_16.pt │ │ ├── coco_with_background_evaclip_vitl14x336.pt │ │ ├── lvis_with_background_evaclip_vitb_16.pt │ │ ├── lvis_with_background_evaclip_vitl14x336.pt │ │ ├── objects365v1_transfer_background_evaclip_vitl14x336.pt │ │ └── voc_transfer_background_evaclip_vitl14x336.pt │ ├── lvis_v1_all_classes.json │ ├── lvis_v1_seen_classes.json │ ├── lvis_v1_train_cat_norare_info.json │ ├── lvis_v1_unseen_classes.json │ ├── lvls_ov.py │ ├── mscoco_65_classes.json │ ├── mscoco_all_classes.json │ ├── mscoco_seen_classes.json │ ├── mscoco_unseen_classes.json │ ├── objects365v1_fix_classes.json │ └── voc_classes.json ├── dist_test.sh ├── dist_train.sh ├── models │ ├── __init__.py │ ├── custom_losses.py │ ├── custom_rpn_head.py │ ├── evaclip_vit.py │ ├── fvit.py │ └── fvit_head.py ├── slurm_test.sh ├── slurm_train.sh ├── test.py ├── tools │ ├── clip_utils.py │ ├── dump_coco_openclip_feature.py │ ├── dump_lvis_openclip_feature.py │ └── dump_transfer_openclip_feature.py └── train.py ├── LICENSE ├── README.md ├── clipself_method.jpg ├── metadata ├── coco_panoptic_clip_hand_craft_EVACLIP_ViTB16.npy ├── coco_panoptic_clip_hand_craft_EVACLIP_ViTL14x336.npy ├── coco_panoptic_clip_hand_craft_ViTB16.npy ├── coco_panoptic_clip_hand_craft_ViTL14x336.npy ├── coco_pseudo_4764_clip_hand_craft_EVACLIP_ViTB16.npy └── coco_pseudo_4764_clip_hand_craft_EVACLIP_ViTL14x336.npy ├── requirements-training.txt ├── requirements.txt ├── scripts ├── test_eva_vitb16_macc_boxes_masks.sh ├── test_eva_vitl14_macc_boxes_masks.sh ├── train_clipself_coco_image_patches_eva_vitb16.sh ├── train_clipself_coco_image_patches_eva_vitl14.sh ├── train_clipself_coco_region_proposals_eva_vitb16.sh ├── train_clipself_coco_region_proposals_eva_vitl14.sh ├── train_clipself_lvis_image_patches_eva_vitb16.sh ├── train_clipself_lvis_image_patches_eva_vitl14.sh ├── train_regionclip_coco_eva_vitb16.sh └── train_regionclip_coco_eva_vitl14.sh ├── setup.py ├── src ├── open_clip │ ├── __init__.py │ ├── bpe_simple_vocab_16e6.txt.gz │ ├── coca_model.py │ ├── constants.py │ ├── customs.py │ ├── eva_clip │ │ ├── __init__.py │ │ ├── bpe_simple_vocab_16e6.txt.gz │ │ ├── constants.py │ │ ├── eva_vit_model.py │ │ ├── factory.py │ │ ├── hf_configs.py │ │ ├── hf_model.py │ │ ├── loss.py │ │ ├── model.py │ │ ├── model_configs │ │ │ ├── EVA01-CLIP-B-16.json │ │ │ ├── EVA01-CLIP-g-14-plus.json │ │ │ ├── EVA01-CLIP-g-14.json │ │ │ ├── EVA02-CLIP-B-16.json │ │ │ ├── EVA02-CLIP-L-14-336.json │ │ │ ├── EVA02-CLIP-L-14.json │ │ │ ├── EVA02-CLIP-bigE-14-plus.json │ │ │ └── EVA02-CLIP-bigE-14.json │ │ ├── modified_resnet.py │ │ ├── openai.py │ │ ├── pretrained.py │ │ ├── rope.py │ │ ├── timm_model.py │ │ ├── tokenizer.py │ │ ├── transform.py │ │ ├── transformer.py │ │ └── utils.py │ ├── factory.py │ ├── generation_utils.py │ ├── hf_configs.py │ ├── hf_model.py │ ├── loss.py │ ├── model.py │ ├── model_configs │ │ ├── RN101-quickgelu.json │ │ ├── RN101.json │ │ ├── RN50-quickgelu.json │ │ ├── RN50.json │ │ ├── RN50x16.json │ │ ├── RN50x4.json │ │ ├── RN50x64.json │ │ ├── ViT-B-16-plus-240.json │ │ ├── ViT-B-16-plus.json │ │ ├── ViT-B-16.json │ │ ├── ViT-B-32-plus-256.json │ │ ├── ViT-B-32-quickgelu.json │ │ ├── ViT-B-32.json │ │ ├── ViT-H-14.json │ │ ├── ViT-H-16.json │ │ ├── ViT-L-14-280.json │ │ ├── ViT-L-14-336.json │ │ ├── ViT-L-14.json │ │ ├── ViT-L-16-320.json │ │ ├── ViT-L-16.json │ │ ├── ViT-M-16-alt.json │ │ ├── ViT-M-16.json │ │ ├── ViT-M-32-alt.json │ │ ├── ViT-M-32.json │ │ ├── ViT-S-16-alt.json │ │ ├── ViT-S-16.json │ │ ├── ViT-S-32-alt.json │ │ ├── ViT-S-32.json │ │ ├── ViT-bigG-14.json │ │ ├── ViT-e-14.json │ │ ├── ViT-g-14.json │ │ ├── coca_ViT-B-32.json │ │ ├── coca_ViT-L-14.json │ │ ├── coca_base.json │ │ ├── coca_roberta-ViT-B-32.json │ │ ├── convnext_base.json │ │ ├── convnext_base_w.json │ │ ├── convnext_base_w_320.json │ │ ├── convnext_large.json │ │ ├── convnext_large_d.json │ │ ├── convnext_large_d_320.json │ │ ├── convnext_small.json │ │ ├── convnext_tiny.json │ │ ├── convnext_xlarge.json │ │ ├── convnext_xxlarge.json │ │ ├── convnext_xxlarge_320.json │ │ ├── mt5-base-ViT-B-32.json │ │ ├── mt5-xl-ViT-H-14.json │ │ ├── roberta-ViT-B-32.json │ │ ├── swin_base_patch4_window7_224.json │ │ ├── vit_medium_patch16_gap_256.json │ │ ├── vit_relpos_medium_patch16_cls_224.json │ │ ├── xlm-roberta-base-ViT-B-32.json │ │ └── xlm-roberta-large-ViT-H-14.json │ ├── modified_resnet.py │ ├── openai.py │ ├── pretrained.py │ ├── push_to_hf_hub.py │ ├── timm_model.py │ ├── tokenizer.py │ ├── transform.py │ ├── transformer.py │ ├── utils.py │ └── version.py └── training │ ├── .gitignore │ ├── __init__.py │ ├── clipself.py │ ├── coco_api.py │ ├── custom_transforms.py │ ├── data.py │ ├── dist_utils.py │ ├── distributed.py │ ├── file_utils.py │ ├── logger.py │ ├── main.py │ ├── params.py │ ├── precision.py │ ├── profile.py │ ├── region_clip.py │ ├── scheduler.py │ ├── train.py │ ├── utils.py │ └── zero_shot.py └── tools └── generate_text_embeddings.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/.gitignore -------------------------------------------------------------------------------- /F-ViT/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/F-ViT/README.md -------------------------------------------------------------------------------- /F-ViT/configs/ov_coco/fvit_vitb16_upsample_fpn_bs64_3e_ovcoco_eva_clipself_patches.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/F-ViT/configs/ov_coco/fvit_vitb16_upsample_fpn_bs64_3e_ovcoco_eva_clipself_patches.py -------------------------------------------------------------------------------- /F-ViT/configs/ov_coco/fvit_vitb16_upsample_fpn_bs64_3e_ovcoco_eva_clipself_proposals.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/F-ViT/configs/ov_coco/fvit_vitb16_upsample_fpn_bs64_3e_ovcoco_eva_clipself_proposals.py -------------------------------------------------------------------------------- /F-ViT/configs/ov_coco/fvit_vitb16_upsample_fpn_bs64_3e_ovcoco_eva_original.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/F-ViT/configs/ov_coco/fvit_vitb16_upsample_fpn_bs64_3e_ovcoco_eva_original.py -------------------------------------------------------------------------------- /F-ViT/configs/ov_coco/fvit_vitb16_upsample_fpn_bs64_3e_ovcoco_eva_regionclip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/F-ViT/configs/ov_coco/fvit_vitb16_upsample_fpn_bs64_3e_ovcoco_eva_regionclip.py -------------------------------------------------------------------------------- /F-ViT/configs/ov_coco/fvit_vitl14_upsample_fpn_bs64_3e_ovcoco_eva_clipself_patches.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/F-ViT/configs/ov_coco/fvit_vitl14_upsample_fpn_bs64_3e_ovcoco_eva_clipself_patches.py -------------------------------------------------------------------------------- /F-ViT/configs/ov_coco/fvit_vitl14_upsample_fpn_bs64_3e_ovcoco_eva_clipself_proposals.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/F-ViT/configs/ov_coco/fvit_vitl14_upsample_fpn_bs64_3e_ovcoco_eva_clipself_proposals.py -------------------------------------------------------------------------------- /F-ViT/configs/ov_coco/fvit_vitl14_upsample_fpn_bs64_3e_ovcoco_eva_original.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/F-ViT/configs/ov_coco/fvit_vitl14_upsample_fpn_bs64_3e_ovcoco_eva_original.py -------------------------------------------------------------------------------- /F-ViT/configs/ov_coco/fvit_vitl14_upsample_fpn_bs64_3e_ovcoco_eva_regionclip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/F-ViT/configs/ov_coco/fvit_vitl14_upsample_fpn_bs64_3e_ovcoco_eva_regionclip.py -------------------------------------------------------------------------------- /F-ViT/configs/ov_lvis/fvit_vitb16_upsample_fpn_bs64_4x_ovlvis_eva_clipself_patches.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/F-ViT/configs/ov_lvis/fvit_vitb16_upsample_fpn_bs64_4x_ovlvis_eva_clipself_patches.py -------------------------------------------------------------------------------- /F-ViT/configs/ov_lvis/fvit_vitb16_upsample_fpn_bs64_4x_ovlvis_eva_original.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/F-ViT/configs/ov_lvis/fvit_vitb16_upsample_fpn_bs64_4x_ovlvis_eva_original.py -------------------------------------------------------------------------------- /F-ViT/configs/ov_lvis/fvit_vitl14_upsample_fpn_bs64_4x_ovlvis_eva_clipself_patches.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/F-ViT/configs/ov_lvis/fvit_vitl14_upsample_fpn_bs64_4x_ovlvis_eva_clipself_patches.py -------------------------------------------------------------------------------- /F-ViT/configs/ov_lvis/fvit_vitl14_upsample_fpn_bs64_4x_ovlvis_eva_original.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/F-ViT/configs/ov_lvis/fvit_vitl14_upsample_fpn_bs64_4x_ovlvis_eva_original.py -------------------------------------------------------------------------------- /F-ViT/configs/transfer/fvit_vitl14_upsample_fpn_transfer2coco.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/F-ViT/configs/transfer/fvit_vitl14_upsample_fpn_transfer2coco.py -------------------------------------------------------------------------------- /F-ViT/configs/transfer/fvit_vitl14_upsample_fpn_transfer2objects365v1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/F-ViT/configs/transfer/fvit_vitl14_upsample_fpn_transfer2objects365v1.py -------------------------------------------------------------------------------- /F-ViT/configs/transfer/fvit_vitl14_upsample_fpn_transfer2voc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/F-ViT/configs/transfer/fvit_vitl14_upsample_fpn_transfer2voc.py -------------------------------------------------------------------------------- /F-ViT/datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/F-ViT/datasets/__init__.py -------------------------------------------------------------------------------- /F-ViT/datasets/coco_ov.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/F-ViT/datasets/coco_ov.py -------------------------------------------------------------------------------- /F-ViT/datasets/embeddings/coco_transfer_background_evaclip_vitl14x336.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/F-ViT/datasets/embeddings/coco_transfer_background_evaclip_vitl14x336.pt -------------------------------------------------------------------------------- /F-ViT/datasets/embeddings/coco_with_background_evaclip_vitb_16.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/F-ViT/datasets/embeddings/coco_with_background_evaclip_vitb_16.pt -------------------------------------------------------------------------------- /F-ViT/datasets/embeddings/coco_with_background_evaclip_vitl14x336.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/F-ViT/datasets/embeddings/coco_with_background_evaclip_vitl14x336.pt -------------------------------------------------------------------------------- /F-ViT/datasets/embeddings/lvis_with_background_evaclip_vitb_16.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/F-ViT/datasets/embeddings/lvis_with_background_evaclip_vitb_16.pt -------------------------------------------------------------------------------- /F-ViT/datasets/embeddings/lvis_with_background_evaclip_vitl14x336.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/F-ViT/datasets/embeddings/lvis_with_background_evaclip_vitl14x336.pt -------------------------------------------------------------------------------- /F-ViT/datasets/embeddings/objects365v1_transfer_background_evaclip_vitl14x336.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/F-ViT/datasets/embeddings/objects365v1_transfer_background_evaclip_vitl14x336.pt -------------------------------------------------------------------------------- /F-ViT/datasets/embeddings/voc_transfer_background_evaclip_vitl14x336.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/F-ViT/datasets/embeddings/voc_transfer_background_evaclip_vitl14x336.pt -------------------------------------------------------------------------------- /F-ViT/datasets/lvis_v1_all_classes.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/F-ViT/datasets/lvis_v1_all_classes.json -------------------------------------------------------------------------------- /F-ViT/datasets/lvis_v1_seen_classes.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/F-ViT/datasets/lvis_v1_seen_classes.json -------------------------------------------------------------------------------- /F-ViT/datasets/lvis_v1_train_cat_norare_info.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/F-ViT/datasets/lvis_v1_train_cat_norare_info.json -------------------------------------------------------------------------------- /F-ViT/datasets/lvis_v1_unseen_classes.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/F-ViT/datasets/lvis_v1_unseen_classes.json -------------------------------------------------------------------------------- /F-ViT/datasets/lvls_ov.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/F-ViT/datasets/lvls_ov.py -------------------------------------------------------------------------------- /F-ViT/datasets/mscoco_65_classes.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/F-ViT/datasets/mscoco_65_classes.json -------------------------------------------------------------------------------- /F-ViT/datasets/mscoco_all_classes.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/F-ViT/datasets/mscoco_all_classes.json -------------------------------------------------------------------------------- /F-ViT/datasets/mscoco_seen_classes.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/F-ViT/datasets/mscoco_seen_classes.json -------------------------------------------------------------------------------- /F-ViT/datasets/mscoco_unseen_classes.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/F-ViT/datasets/mscoco_unseen_classes.json -------------------------------------------------------------------------------- /F-ViT/datasets/objects365v1_fix_classes.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/F-ViT/datasets/objects365v1_fix_classes.json -------------------------------------------------------------------------------- /F-ViT/datasets/voc_classes.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/F-ViT/datasets/voc_classes.json -------------------------------------------------------------------------------- /F-ViT/dist_test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/F-ViT/dist_test.sh -------------------------------------------------------------------------------- /F-ViT/dist_train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/F-ViT/dist_train.sh -------------------------------------------------------------------------------- /F-ViT/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/F-ViT/models/__init__.py -------------------------------------------------------------------------------- /F-ViT/models/custom_losses.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/F-ViT/models/custom_losses.py -------------------------------------------------------------------------------- /F-ViT/models/custom_rpn_head.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/F-ViT/models/custom_rpn_head.py -------------------------------------------------------------------------------- /F-ViT/models/evaclip_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/F-ViT/models/evaclip_vit.py -------------------------------------------------------------------------------- /F-ViT/models/fvit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/F-ViT/models/fvit.py -------------------------------------------------------------------------------- /F-ViT/models/fvit_head.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/F-ViT/models/fvit_head.py -------------------------------------------------------------------------------- /F-ViT/slurm_test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/F-ViT/slurm_test.sh -------------------------------------------------------------------------------- /F-ViT/slurm_train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/F-ViT/slurm_train.sh -------------------------------------------------------------------------------- /F-ViT/test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/F-ViT/test.py -------------------------------------------------------------------------------- /F-ViT/tools/clip_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/F-ViT/tools/clip_utils.py -------------------------------------------------------------------------------- /F-ViT/tools/dump_coco_openclip_feature.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/F-ViT/tools/dump_coco_openclip_feature.py -------------------------------------------------------------------------------- /F-ViT/tools/dump_lvis_openclip_feature.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/F-ViT/tools/dump_lvis_openclip_feature.py -------------------------------------------------------------------------------- /F-ViT/tools/dump_transfer_openclip_feature.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/F-ViT/tools/dump_transfer_openclip_feature.py -------------------------------------------------------------------------------- /F-ViT/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/F-ViT/train.py -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/README.md -------------------------------------------------------------------------------- /clipself_method.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/clipself_method.jpg -------------------------------------------------------------------------------- /metadata/coco_panoptic_clip_hand_craft_EVACLIP_ViTB16.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/metadata/coco_panoptic_clip_hand_craft_EVACLIP_ViTB16.npy -------------------------------------------------------------------------------- /metadata/coco_panoptic_clip_hand_craft_EVACLIP_ViTL14x336.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/metadata/coco_panoptic_clip_hand_craft_EVACLIP_ViTL14x336.npy -------------------------------------------------------------------------------- /metadata/coco_panoptic_clip_hand_craft_ViTB16.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/metadata/coco_panoptic_clip_hand_craft_ViTB16.npy -------------------------------------------------------------------------------- /metadata/coco_panoptic_clip_hand_craft_ViTL14x336.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/metadata/coco_panoptic_clip_hand_craft_ViTL14x336.npy -------------------------------------------------------------------------------- /metadata/coco_pseudo_4764_clip_hand_craft_EVACLIP_ViTB16.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/metadata/coco_pseudo_4764_clip_hand_craft_EVACLIP_ViTB16.npy -------------------------------------------------------------------------------- /metadata/coco_pseudo_4764_clip_hand_craft_EVACLIP_ViTL14x336.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/metadata/coco_pseudo_4764_clip_hand_craft_EVACLIP_ViTL14x336.npy -------------------------------------------------------------------------------- /requirements-training.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/requirements-training.txt -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/test_eva_vitb16_macc_boxes_masks.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/scripts/test_eva_vitb16_macc_boxes_masks.sh -------------------------------------------------------------------------------- /scripts/test_eva_vitl14_macc_boxes_masks.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/scripts/test_eva_vitl14_macc_boxes_masks.sh -------------------------------------------------------------------------------- /scripts/train_clipself_coco_image_patches_eva_vitb16.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/scripts/train_clipself_coco_image_patches_eva_vitb16.sh -------------------------------------------------------------------------------- /scripts/train_clipself_coco_image_patches_eva_vitl14.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/scripts/train_clipself_coco_image_patches_eva_vitl14.sh -------------------------------------------------------------------------------- /scripts/train_clipself_coco_region_proposals_eva_vitb16.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/scripts/train_clipself_coco_region_proposals_eva_vitb16.sh -------------------------------------------------------------------------------- /scripts/train_clipself_coco_region_proposals_eva_vitl14.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/scripts/train_clipself_coco_region_proposals_eva_vitl14.sh -------------------------------------------------------------------------------- /scripts/train_clipself_lvis_image_patches_eva_vitb16.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/scripts/train_clipself_lvis_image_patches_eva_vitb16.sh -------------------------------------------------------------------------------- /scripts/train_clipself_lvis_image_patches_eva_vitl14.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/scripts/train_clipself_lvis_image_patches_eva_vitl14.sh -------------------------------------------------------------------------------- /scripts/train_regionclip_coco_eva_vitb16.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/scripts/train_regionclip_coco_eva_vitb16.sh -------------------------------------------------------------------------------- /scripts/train_regionclip_coco_eva_vitl14.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/scripts/train_regionclip_coco_eva_vitl14.sh -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/setup.py -------------------------------------------------------------------------------- /src/open_clip/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/__init__.py -------------------------------------------------------------------------------- /src/open_clip/bpe_simple_vocab_16e6.txt.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/bpe_simple_vocab_16e6.txt.gz -------------------------------------------------------------------------------- /src/open_clip/coca_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/coca_model.py -------------------------------------------------------------------------------- /src/open_clip/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/constants.py -------------------------------------------------------------------------------- /src/open_clip/customs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/customs.py -------------------------------------------------------------------------------- /src/open_clip/eva_clip/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/eva_clip/__init__.py -------------------------------------------------------------------------------- /src/open_clip/eva_clip/bpe_simple_vocab_16e6.txt.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/eva_clip/bpe_simple_vocab_16e6.txt.gz -------------------------------------------------------------------------------- /src/open_clip/eva_clip/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/eva_clip/constants.py -------------------------------------------------------------------------------- /src/open_clip/eva_clip/eva_vit_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/eva_clip/eva_vit_model.py -------------------------------------------------------------------------------- /src/open_clip/eva_clip/factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/eva_clip/factory.py -------------------------------------------------------------------------------- /src/open_clip/eva_clip/hf_configs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/eva_clip/hf_configs.py -------------------------------------------------------------------------------- /src/open_clip/eva_clip/hf_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/eva_clip/hf_model.py -------------------------------------------------------------------------------- /src/open_clip/eva_clip/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/eva_clip/loss.py -------------------------------------------------------------------------------- /src/open_clip/eva_clip/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/eva_clip/model.py -------------------------------------------------------------------------------- /src/open_clip/eva_clip/model_configs/EVA01-CLIP-B-16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/eva_clip/model_configs/EVA01-CLIP-B-16.json -------------------------------------------------------------------------------- /src/open_clip/eva_clip/model_configs/EVA01-CLIP-g-14-plus.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/eva_clip/model_configs/EVA01-CLIP-g-14-plus.json -------------------------------------------------------------------------------- /src/open_clip/eva_clip/model_configs/EVA01-CLIP-g-14.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/eva_clip/model_configs/EVA01-CLIP-g-14.json -------------------------------------------------------------------------------- /src/open_clip/eva_clip/model_configs/EVA02-CLIP-B-16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/eva_clip/model_configs/EVA02-CLIP-B-16.json -------------------------------------------------------------------------------- /src/open_clip/eva_clip/model_configs/EVA02-CLIP-L-14-336.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/eva_clip/model_configs/EVA02-CLIP-L-14-336.json -------------------------------------------------------------------------------- /src/open_clip/eva_clip/model_configs/EVA02-CLIP-L-14.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/eva_clip/model_configs/EVA02-CLIP-L-14.json -------------------------------------------------------------------------------- /src/open_clip/eva_clip/model_configs/EVA02-CLIP-bigE-14-plus.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/eva_clip/model_configs/EVA02-CLIP-bigE-14-plus.json -------------------------------------------------------------------------------- /src/open_clip/eva_clip/model_configs/EVA02-CLIP-bigE-14.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/eva_clip/model_configs/EVA02-CLIP-bigE-14.json -------------------------------------------------------------------------------- /src/open_clip/eva_clip/modified_resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/eva_clip/modified_resnet.py -------------------------------------------------------------------------------- /src/open_clip/eva_clip/openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/eva_clip/openai.py -------------------------------------------------------------------------------- /src/open_clip/eva_clip/pretrained.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/eva_clip/pretrained.py -------------------------------------------------------------------------------- /src/open_clip/eva_clip/rope.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/eva_clip/rope.py -------------------------------------------------------------------------------- /src/open_clip/eva_clip/timm_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/eva_clip/timm_model.py -------------------------------------------------------------------------------- /src/open_clip/eva_clip/tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/eva_clip/tokenizer.py -------------------------------------------------------------------------------- /src/open_clip/eva_clip/transform.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/eva_clip/transform.py -------------------------------------------------------------------------------- /src/open_clip/eva_clip/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/eva_clip/transformer.py -------------------------------------------------------------------------------- /src/open_clip/eva_clip/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/eva_clip/utils.py -------------------------------------------------------------------------------- /src/open_clip/factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/factory.py -------------------------------------------------------------------------------- /src/open_clip/generation_utils.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/open_clip/hf_configs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/hf_configs.py -------------------------------------------------------------------------------- /src/open_clip/hf_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/hf_model.py -------------------------------------------------------------------------------- /src/open_clip/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/loss.py -------------------------------------------------------------------------------- /src/open_clip/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/model.py -------------------------------------------------------------------------------- /src/open_clip/model_configs/RN101-quickgelu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/model_configs/RN101-quickgelu.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/RN101.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/model_configs/RN101.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/RN50-quickgelu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/model_configs/RN50-quickgelu.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/RN50.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/model_configs/RN50.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/RN50x16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/model_configs/RN50x16.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/RN50x4.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/model_configs/RN50x4.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/RN50x64.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/model_configs/RN50x64.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/ViT-B-16-plus-240.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/model_configs/ViT-B-16-plus-240.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/ViT-B-16-plus.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/model_configs/ViT-B-16-plus.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/ViT-B-16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/model_configs/ViT-B-16.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/ViT-B-32-plus-256.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/model_configs/ViT-B-32-plus-256.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/ViT-B-32-quickgelu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/model_configs/ViT-B-32-quickgelu.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/ViT-B-32.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/model_configs/ViT-B-32.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/ViT-H-14.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/model_configs/ViT-H-14.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/ViT-H-16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/model_configs/ViT-H-16.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/ViT-L-14-280.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/model_configs/ViT-L-14-280.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/ViT-L-14-336.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/model_configs/ViT-L-14-336.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/ViT-L-14.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/model_configs/ViT-L-14.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/ViT-L-16-320.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/model_configs/ViT-L-16-320.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/ViT-L-16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/model_configs/ViT-L-16.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/ViT-M-16-alt.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/model_configs/ViT-M-16-alt.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/ViT-M-16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/model_configs/ViT-M-16.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/ViT-M-32-alt.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/model_configs/ViT-M-32-alt.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/ViT-M-32.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/model_configs/ViT-M-32.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/ViT-S-16-alt.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/model_configs/ViT-S-16-alt.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/ViT-S-16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/model_configs/ViT-S-16.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/ViT-S-32-alt.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/model_configs/ViT-S-32-alt.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/ViT-S-32.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/model_configs/ViT-S-32.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/ViT-bigG-14.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/model_configs/ViT-bigG-14.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/ViT-e-14.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/model_configs/ViT-e-14.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/ViT-g-14.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/model_configs/ViT-g-14.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/coca_ViT-B-32.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/model_configs/coca_ViT-B-32.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/coca_ViT-L-14.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/model_configs/coca_ViT-L-14.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/coca_base.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/model_configs/coca_base.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/coca_roberta-ViT-B-32.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/model_configs/coca_roberta-ViT-B-32.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/convnext_base.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/model_configs/convnext_base.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/convnext_base_w.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/model_configs/convnext_base_w.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/convnext_base_w_320.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/model_configs/convnext_base_w_320.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/convnext_large.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/model_configs/convnext_large.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/convnext_large_d.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/model_configs/convnext_large_d.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/convnext_large_d_320.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/model_configs/convnext_large_d_320.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/convnext_small.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/model_configs/convnext_small.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/convnext_tiny.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/model_configs/convnext_tiny.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/convnext_xlarge.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/model_configs/convnext_xlarge.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/convnext_xxlarge.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/model_configs/convnext_xxlarge.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/convnext_xxlarge_320.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/model_configs/convnext_xxlarge_320.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/mt5-base-ViT-B-32.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/model_configs/mt5-base-ViT-B-32.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/mt5-xl-ViT-H-14.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/model_configs/mt5-xl-ViT-H-14.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/roberta-ViT-B-32.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/model_configs/roberta-ViT-B-32.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/swin_base_patch4_window7_224.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/model_configs/swin_base_patch4_window7_224.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/vit_medium_patch16_gap_256.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/model_configs/vit_medium_patch16_gap_256.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/vit_relpos_medium_patch16_cls_224.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/model_configs/vit_relpos_medium_patch16_cls_224.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/xlm-roberta-base-ViT-B-32.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/model_configs/xlm-roberta-base-ViT-B-32.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/xlm-roberta-large-ViT-H-14.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/model_configs/xlm-roberta-large-ViT-H-14.json -------------------------------------------------------------------------------- /src/open_clip/modified_resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/modified_resnet.py -------------------------------------------------------------------------------- /src/open_clip/openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/openai.py -------------------------------------------------------------------------------- /src/open_clip/pretrained.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/pretrained.py -------------------------------------------------------------------------------- /src/open_clip/push_to_hf_hub.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/push_to_hf_hub.py -------------------------------------------------------------------------------- /src/open_clip/timm_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/timm_model.py -------------------------------------------------------------------------------- /src/open_clip/tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/tokenizer.py -------------------------------------------------------------------------------- /src/open_clip/transform.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/transform.py -------------------------------------------------------------------------------- /src/open_clip/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/transformer.py -------------------------------------------------------------------------------- /src/open_clip/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/open_clip/utils.py -------------------------------------------------------------------------------- /src/open_clip/version.py: -------------------------------------------------------------------------------- 1 | __version__ = '2.16.0' 2 | -------------------------------------------------------------------------------- /src/training/.gitignore: -------------------------------------------------------------------------------- 1 | logs/ 2 | -------------------------------------------------------------------------------- /src/training/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/training/clipself.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/training/clipself.py -------------------------------------------------------------------------------- /src/training/coco_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/training/coco_api.py -------------------------------------------------------------------------------- /src/training/custom_transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/training/custom_transforms.py -------------------------------------------------------------------------------- /src/training/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/training/data.py -------------------------------------------------------------------------------- /src/training/dist_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/training/dist_utils.py -------------------------------------------------------------------------------- /src/training/distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/training/distributed.py -------------------------------------------------------------------------------- /src/training/file_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/training/file_utils.py -------------------------------------------------------------------------------- /src/training/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/training/logger.py -------------------------------------------------------------------------------- /src/training/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/training/main.py -------------------------------------------------------------------------------- /src/training/params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/training/params.py -------------------------------------------------------------------------------- /src/training/precision.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/training/precision.py -------------------------------------------------------------------------------- /src/training/profile.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/training/profile.py -------------------------------------------------------------------------------- /src/training/region_clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/training/region_clip.py -------------------------------------------------------------------------------- /src/training/scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/training/scheduler.py -------------------------------------------------------------------------------- /src/training/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/training/train.py -------------------------------------------------------------------------------- /src/training/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/training/utils.py -------------------------------------------------------------------------------- /src/training/zero_shot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/src/training/zero_shot.py -------------------------------------------------------------------------------- /tools/generate_text_embeddings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIPSelf/HEAD/tools/generate_text_embeddings.py --------------------------------------------------------------------------------