├── .gitignore ├── LICENSE ├── README.md ├── README_CLIP.md ├── metadata ├── coco_panoptic_clip_hand_craft_EVACLIP_ViTB16.npy ├── coco_panoptic_clip_hand_craft_EVACLIP_ViTL14x336.npy ├── coco_panoptic_clip_hand_craft_RN50x64.npy ├── coco_panoptic_clip_hand_craft_ViTB16.npy └── coco_panoptic_clip_hand_craft_ViTL14x336.npy ├── ovdet ├── DATA.md ├── INSTALLATION.md ├── configs │ ├── _base_ │ │ ├── datasets │ │ │ ├── coco_ovd_base.py │ │ │ ├── coco_ovd_base_lsj.py │ │ │ ├── coco_ovd_detic.py │ │ │ ├── coco_ovd_detic_clim.py │ │ │ ├── lvis_v1_ovd_base.py │ │ │ ├── lvis_v1_ovd_base_lsj.py │ │ │ └── lvis_v1_ovd_base_lsj_640.py │ │ ├── iter_based_runtime.py │ │ ├── models │ │ │ ├── faster-rcnn_r50_fpn_syncbn.py │ │ │ └── mask-rcnn_r50_fpn_syncbn.py │ │ └── schedules │ │ │ ├── schedule_180k.py │ │ │ ├── schedule_45k.py │ │ │ └── schedule_90k.py │ ├── clip_based │ │ ├── README.md │ │ ├── openai_rn50x64 │ │ │ └── mask_rcnn_fpn_openai_rn50x64_clim_bs256_ov_lvis_2.88k.py │ │ └── openai_vitb16 │ │ │ ├── faster_rcnn_fpn_openai_vitb16_clim_bs64_ov_coco_3e.py │ │ │ └── mask_rcnn_nasfpn_openai_vitb16_clim_bs64_ov_lvis_4x.py │ └── detic │ │ ├── README.md │ │ ├── ov_coco │ │ ├── detic_no_tags_clim_faster_rcnn_r50_caffe_c4_45k.py │ │ ├── detic_w_tags_clim_faster_rcnn_r50_caffe_c4_45k.py │ │ └── faster_rcnn_r50_caffe_c4_90k_ovcoco.py │ │ └── ov_lvis │ │ ├── detic_centernet2_r50_fpn_4x_lvis-base_cc3m-lvis.py │ │ ├── detic_centernet2_r50_fpn_4x_lvis_boxsup.py │ │ └── detic_clim_centernet2_r50_fpn_4x_lvis-base_cc3m-lvis.py ├── data │ └── metadata │ │ ├── coco_clip_hand_craft.npy │ │ ├── coco_openai_vitb16_hand_craft.npy │ │ ├── coco_openai_vitb16_hand_craft_with_background.npy │ │ ├── lvis_openai_rn50x64_hand_craft.npy │ │ ├── lvis_openai_rn50x64_hand_craft_with_background.npy │ │ ├── lvis_openai_vitb16_hand_craft.npy │ │ ├── lvis_openai_vitb16_hand_craft_with_background.npy │ │ ├── lvis_v1_clip_a+cname.npy │ │ ├── lvis_v1_train_cat_info.json │ │ └── lvis_v1_train_cat_norare_info.json ├── ovdet │ ├── __init__.py │ ├── datasets │ │ ├── __init__.py │ │ ├── cc3m_lvis_v1.py │ │ ├── coco_caption.py │ │ ├── pipelines │ │ │ ├── __init__.py │ │ │ └── mosaic.py │ │ └── samplers │ │ │ └── multi_source_sampler.py │ ├── methods │ │ ├── __init__.py │ │ ├── builder.py │ │ ├── detic │ │ │ ├── __init__.py │ │ │ ├── detic_caption.py │ │ │ ├── detic_tags.py │ │ │ └── utils.py │ │ └── queues.py │ ├── models │ │ ├── __init__.py │ │ ├── backbones │ │ │ ├── __init__.py │ │ │ ├── clip_resnet.py │ │ │ └── clip_vit.py │ │ ├── dense_heads │ │ │ ├── __init__.py │ │ │ ├── centernet_rpn_head.py │ │ │ ├── iou_loss.py │ │ │ └── rpn_head.py │ │ ├── detectors │ │ │ ├── __init__.py │ │ │ ├── centernet2.py │ │ │ ├── detic.py │ │ │ ├── fvlm.py │ │ │ └── two_stage.py │ │ ├── losses │ │ │ ├── __init__.py │ │ │ ├── cross_entropy_loss.py │ │ │ └── heatmap_focal_loss.py │ │ ├── roi_heads │ │ │ ├── __init__.py │ │ │ ├── detic_bbox_heads │ │ │ │ ├── __init__.py │ │ │ │ ├── bbox_head.py │ │ │ │ ├── detic_bbox_head.py │ │ │ │ └── zero_shot_classifier.py │ │ │ ├── detic_roi_head.py │ │ │ ├── fvlm_bbox_heads │ │ │ │ ├── __init__.py │ │ │ │ └── convfc_bbox_head.py │ │ │ └── standard_roi_head.py │ │ └── vlms │ │ │ ├── __init__.py │ │ │ └── clip │ │ │ ├── README.md │ │ │ ├── __init__.py │ │ │ ├── bpe_simple_vocab_16e6.txt.gz │ │ │ ├── clip.py │ │ │ ├── common.py │ │ │ ├── image_encoder.py │ │ │ ├── model.py │ │ │ ├── openai_model.py │ │ │ ├── simple_tokenizer.py │ │ │ ├── text_encoder.py │ │ │ └── utils.py │ └── utils │ │ ├── __init__.py │ │ └── misc.py └── tools │ ├── dist_test.sh │ ├── dist_train.sh │ ├── generate_text_embeddings.py │ ├── pre_processors │ ├── keep_coco_base.py │ ├── keep_coco_novel.py │ └── keep_lvis_base.py │ ├── slurm_test.sh │ ├── slurm_train.sh │ ├── test.py │ └── train.py ├── requirements-training.txt ├── requirements.txt ├── scripts ├── test_openai_vitb16_macc_boxes_masks.sh ├── train_clim_cc3m_3e_openai_vitb16.sh └── train_clim_coco_100e_openai_vitb16.sh ├── setup.py ├── src ├── open_clip │ ├── __init__.py │ ├── bpe_simple_vocab_16e6.txt.gz │ ├── coca_model.py │ ├── constants.py │ ├── customs.py │ ├── eva_clip │ │ ├── __init__.py │ │ ├── bpe_simple_vocab_16e6.txt.gz │ │ ├── constants.py │ │ ├── eva_vit_model.py │ │ ├── factory.py │ │ ├── hf_configs.py │ │ ├── hf_model.py │ │ ├── loss.py │ │ ├── model.py │ │ ├── model_configs │ │ │ ├── EVA01-CLIP-B-16.json │ │ │ ├── EVA01-CLIP-g-14-plus.json │ │ │ ├── EVA01-CLIP-g-14.json │ │ │ ├── EVA02-CLIP-B-16.json │ │ │ ├── EVA02-CLIP-L-14-336.json │ │ │ ├── EVA02-CLIP-L-14.json │ │ │ ├── EVA02-CLIP-bigE-14-plus.json │ │ │ └── EVA02-CLIP-bigE-14.json │ │ ├── modified_resnet.py │ │ ├── openai.py │ │ ├── pretrained.py │ │ ├── rope.py │ │ ├── timm_model.py │ │ ├── tokenizer.py │ │ ├── transform.py │ │ ├── transformer.py │ │ └── utils.py │ ├── factory.py │ ├── generation_utils.py │ ├── hf_configs.py │ ├── hf_model.py │ ├── loss.py │ ├── model.py │ ├── model_configs │ │ ├── RN101-quickgelu.json │ │ ├── RN101.json │ │ ├── RN50-quickgelu.json │ │ ├── RN50.json │ │ ├── RN50x16.json │ │ ├── RN50x4.json │ │ ├── RN50x64.json │ │ ├── ViT-B-16-plus-240.json │ │ ├── ViT-B-16-plus.json │ │ ├── ViT-B-16.json │ │ ├── ViT-B-32-plus-256.json │ │ ├── ViT-B-32-quickgelu.json │ │ ├── ViT-B-32.json │ │ ├── ViT-H-14.json │ │ ├── ViT-H-16.json │ │ ├── ViT-L-14-280.json │ │ ├── ViT-L-14-336.json │ │ ├── ViT-L-14.json │ │ ├── ViT-L-16-320.json │ │ ├── ViT-L-16.json │ │ ├── ViT-M-16-alt.json │ │ ├── ViT-M-16.json │ │ ├── ViT-M-32-alt.json │ │ ├── ViT-M-32.json │ │ ├── ViT-S-16-alt.json │ │ ├── ViT-S-16.json │ │ ├── ViT-S-32-alt.json │ │ ├── ViT-S-32.json │ │ ├── ViT-bigG-14.json │ │ ├── ViT-e-14.json │ │ ├── ViT-g-14.json │ │ ├── coca_ViT-B-32.json │ │ ├── coca_ViT-L-14.json │ │ ├── coca_base.json │ │ ├── coca_roberta-ViT-B-32.json │ │ ├── convnext_base.json │ │ ├── convnext_base_w.json │ │ ├── convnext_base_w_320.json │ │ ├── convnext_large.json │ │ ├── convnext_large_d.json │ │ ├── convnext_large_d_320.json │ │ ├── convnext_small.json │ │ ├── convnext_tiny.json │ │ ├── convnext_xlarge.json │ │ ├── convnext_xxlarge.json │ │ ├── convnext_xxlarge_320.json │ │ ├── mt5-base-ViT-B-32.json │ │ ├── mt5-xl-ViT-H-14.json │ │ ├── roberta-ViT-B-32.json │ │ ├── swin_base_patch4_window7_224.json │ │ ├── vit_medium_patch16_gap_256.json │ │ ├── vit_relpos_medium_patch16_cls_224.json │ │ ├── xlm-roberta-base-ViT-B-32.json │ │ └── xlm-roberta-large-ViT-H-14.json │ ├── modified_resnet.py │ ├── openai.py │ ├── pretrained.py │ ├── push_to_hf_hub.py │ ├── timm_model.py │ ├── tokenizer.py │ ├── transform.py │ ├── transformer.py │ ├── utils.py │ └── version.py └── training │ ├── .gitignore │ ├── __init__.py │ ├── clim.py │ ├── coco_api.py │ ├── custom_transforms.py │ ├── data.py │ ├── dist_utils.py │ ├── distributed.py │ ├── file_utils.py │ ├── logger.py │ ├── main.py │ ├── params.py │ ├── precision.py │ ├── profile.py │ ├── region_clip.py │ ├── scheduler.py │ ├── train.py │ ├── utils.py │ └── zero_shot.py └── tools └── generate_text_embeddings.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/README.md -------------------------------------------------------------------------------- /README_CLIP.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/README_CLIP.md -------------------------------------------------------------------------------- /metadata/coco_panoptic_clip_hand_craft_EVACLIP_ViTB16.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/metadata/coco_panoptic_clip_hand_craft_EVACLIP_ViTB16.npy -------------------------------------------------------------------------------- /metadata/coco_panoptic_clip_hand_craft_EVACLIP_ViTL14x336.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/metadata/coco_panoptic_clip_hand_craft_EVACLIP_ViTL14x336.npy -------------------------------------------------------------------------------- /metadata/coco_panoptic_clip_hand_craft_RN50x64.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/metadata/coco_panoptic_clip_hand_craft_RN50x64.npy -------------------------------------------------------------------------------- /metadata/coco_panoptic_clip_hand_craft_ViTB16.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/metadata/coco_panoptic_clip_hand_craft_ViTB16.npy -------------------------------------------------------------------------------- /metadata/coco_panoptic_clip_hand_craft_ViTL14x336.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/metadata/coco_panoptic_clip_hand_craft_ViTL14x336.npy -------------------------------------------------------------------------------- /ovdet/DATA.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/DATA.md -------------------------------------------------------------------------------- /ovdet/INSTALLATION.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/INSTALLATION.md -------------------------------------------------------------------------------- /ovdet/configs/_base_/datasets/coco_ovd_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/configs/_base_/datasets/coco_ovd_base.py -------------------------------------------------------------------------------- /ovdet/configs/_base_/datasets/coco_ovd_base_lsj.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/configs/_base_/datasets/coco_ovd_base_lsj.py -------------------------------------------------------------------------------- /ovdet/configs/_base_/datasets/coco_ovd_detic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/configs/_base_/datasets/coco_ovd_detic.py -------------------------------------------------------------------------------- /ovdet/configs/_base_/datasets/coco_ovd_detic_clim.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/configs/_base_/datasets/coco_ovd_detic_clim.py -------------------------------------------------------------------------------- /ovdet/configs/_base_/datasets/lvis_v1_ovd_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/configs/_base_/datasets/lvis_v1_ovd_base.py -------------------------------------------------------------------------------- /ovdet/configs/_base_/datasets/lvis_v1_ovd_base_lsj.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/configs/_base_/datasets/lvis_v1_ovd_base_lsj.py -------------------------------------------------------------------------------- /ovdet/configs/_base_/datasets/lvis_v1_ovd_base_lsj_640.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/configs/_base_/datasets/lvis_v1_ovd_base_lsj_640.py -------------------------------------------------------------------------------- /ovdet/configs/_base_/iter_based_runtime.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/configs/_base_/iter_based_runtime.py -------------------------------------------------------------------------------- /ovdet/configs/_base_/models/faster-rcnn_r50_fpn_syncbn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/configs/_base_/models/faster-rcnn_r50_fpn_syncbn.py -------------------------------------------------------------------------------- /ovdet/configs/_base_/models/mask-rcnn_r50_fpn_syncbn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/configs/_base_/models/mask-rcnn_r50_fpn_syncbn.py -------------------------------------------------------------------------------- /ovdet/configs/_base_/schedules/schedule_180k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/configs/_base_/schedules/schedule_180k.py -------------------------------------------------------------------------------- /ovdet/configs/_base_/schedules/schedule_45k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/configs/_base_/schedules/schedule_45k.py -------------------------------------------------------------------------------- /ovdet/configs/_base_/schedules/schedule_90k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/configs/_base_/schedules/schedule_90k.py -------------------------------------------------------------------------------- /ovdet/configs/clip_based/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/configs/clip_based/README.md -------------------------------------------------------------------------------- /ovdet/configs/clip_based/openai_rn50x64/mask_rcnn_fpn_openai_rn50x64_clim_bs256_ov_lvis_2.88k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/configs/clip_based/openai_rn50x64/mask_rcnn_fpn_openai_rn50x64_clim_bs256_ov_lvis_2.88k.py -------------------------------------------------------------------------------- /ovdet/configs/clip_based/openai_vitb16/faster_rcnn_fpn_openai_vitb16_clim_bs64_ov_coco_3e.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/configs/clip_based/openai_vitb16/faster_rcnn_fpn_openai_vitb16_clim_bs64_ov_coco_3e.py -------------------------------------------------------------------------------- /ovdet/configs/clip_based/openai_vitb16/mask_rcnn_nasfpn_openai_vitb16_clim_bs64_ov_lvis_4x.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/configs/clip_based/openai_vitb16/mask_rcnn_nasfpn_openai_vitb16_clim_bs64_ov_lvis_4x.py -------------------------------------------------------------------------------- /ovdet/configs/detic/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/configs/detic/README.md -------------------------------------------------------------------------------- /ovdet/configs/detic/ov_coco/detic_no_tags_clim_faster_rcnn_r50_caffe_c4_45k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/configs/detic/ov_coco/detic_no_tags_clim_faster_rcnn_r50_caffe_c4_45k.py -------------------------------------------------------------------------------- /ovdet/configs/detic/ov_coco/detic_w_tags_clim_faster_rcnn_r50_caffe_c4_45k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/configs/detic/ov_coco/detic_w_tags_clim_faster_rcnn_r50_caffe_c4_45k.py -------------------------------------------------------------------------------- /ovdet/configs/detic/ov_coco/faster_rcnn_r50_caffe_c4_90k_ovcoco.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/configs/detic/ov_coco/faster_rcnn_r50_caffe_c4_90k_ovcoco.py -------------------------------------------------------------------------------- /ovdet/configs/detic/ov_lvis/detic_centernet2_r50_fpn_4x_lvis-base_cc3m-lvis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/configs/detic/ov_lvis/detic_centernet2_r50_fpn_4x_lvis-base_cc3m-lvis.py -------------------------------------------------------------------------------- /ovdet/configs/detic/ov_lvis/detic_centernet2_r50_fpn_4x_lvis_boxsup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/configs/detic/ov_lvis/detic_centernet2_r50_fpn_4x_lvis_boxsup.py -------------------------------------------------------------------------------- /ovdet/configs/detic/ov_lvis/detic_clim_centernet2_r50_fpn_4x_lvis-base_cc3m-lvis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/configs/detic/ov_lvis/detic_clim_centernet2_r50_fpn_4x_lvis-base_cc3m-lvis.py -------------------------------------------------------------------------------- /ovdet/data/metadata/coco_clip_hand_craft.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/data/metadata/coco_clip_hand_craft.npy -------------------------------------------------------------------------------- /ovdet/data/metadata/coco_openai_vitb16_hand_craft.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/data/metadata/coco_openai_vitb16_hand_craft.npy -------------------------------------------------------------------------------- /ovdet/data/metadata/coco_openai_vitb16_hand_craft_with_background.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/data/metadata/coco_openai_vitb16_hand_craft_with_background.npy -------------------------------------------------------------------------------- /ovdet/data/metadata/lvis_openai_rn50x64_hand_craft.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/data/metadata/lvis_openai_rn50x64_hand_craft.npy -------------------------------------------------------------------------------- /ovdet/data/metadata/lvis_openai_rn50x64_hand_craft_with_background.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/data/metadata/lvis_openai_rn50x64_hand_craft_with_background.npy -------------------------------------------------------------------------------- /ovdet/data/metadata/lvis_openai_vitb16_hand_craft.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/data/metadata/lvis_openai_vitb16_hand_craft.npy -------------------------------------------------------------------------------- /ovdet/data/metadata/lvis_openai_vitb16_hand_craft_with_background.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/data/metadata/lvis_openai_vitb16_hand_craft_with_background.npy -------------------------------------------------------------------------------- /ovdet/data/metadata/lvis_v1_clip_a+cname.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/data/metadata/lvis_v1_clip_a+cname.npy -------------------------------------------------------------------------------- /ovdet/data/metadata/lvis_v1_train_cat_info.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/data/metadata/lvis_v1_train_cat_info.json -------------------------------------------------------------------------------- /ovdet/data/metadata/lvis_v1_train_cat_norare_info.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/data/metadata/lvis_v1_train_cat_norare_info.json -------------------------------------------------------------------------------- /ovdet/ovdet/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/ovdet/__init__.py -------------------------------------------------------------------------------- /ovdet/ovdet/datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/ovdet/datasets/__init__.py -------------------------------------------------------------------------------- /ovdet/ovdet/datasets/cc3m_lvis_v1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/ovdet/datasets/cc3m_lvis_v1.py -------------------------------------------------------------------------------- /ovdet/ovdet/datasets/coco_caption.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/ovdet/datasets/coco_caption.py -------------------------------------------------------------------------------- /ovdet/ovdet/datasets/pipelines/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/ovdet/datasets/pipelines/__init__.py -------------------------------------------------------------------------------- /ovdet/ovdet/datasets/pipelines/mosaic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/ovdet/datasets/pipelines/mosaic.py -------------------------------------------------------------------------------- /ovdet/ovdet/datasets/samplers/multi_source_sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/ovdet/datasets/samplers/multi_source_sampler.py -------------------------------------------------------------------------------- /ovdet/ovdet/methods/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/ovdet/methods/__init__.py -------------------------------------------------------------------------------- /ovdet/ovdet/methods/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/ovdet/methods/builder.py -------------------------------------------------------------------------------- /ovdet/ovdet/methods/detic/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/ovdet/methods/detic/__init__.py -------------------------------------------------------------------------------- /ovdet/ovdet/methods/detic/detic_caption.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/ovdet/methods/detic/detic_caption.py -------------------------------------------------------------------------------- /ovdet/ovdet/methods/detic/detic_tags.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/ovdet/methods/detic/detic_tags.py -------------------------------------------------------------------------------- /ovdet/ovdet/methods/detic/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/ovdet/methods/detic/utils.py -------------------------------------------------------------------------------- /ovdet/ovdet/methods/queues.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/ovdet/methods/queues.py -------------------------------------------------------------------------------- /ovdet/ovdet/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/ovdet/models/__init__.py -------------------------------------------------------------------------------- /ovdet/ovdet/models/backbones/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/ovdet/models/backbones/__init__.py -------------------------------------------------------------------------------- /ovdet/ovdet/models/backbones/clip_resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/ovdet/models/backbones/clip_resnet.py -------------------------------------------------------------------------------- /ovdet/ovdet/models/backbones/clip_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/ovdet/models/backbones/clip_vit.py -------------------------------------------------------------------------------- /ovdet/ovdet/models/dense_heads/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/ovdet/models/dense_heads/__init__.py -------------------------------------------------------------------------------- /ovdet/ovdet/models/dense_heads/centernet_rpn_head.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/ovdet/models/dense_heads/centernet_rpn_head.py -------------------------------------------------------------------------------- /ovdet/ovdet/models/dense_heads/iou_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/ovdet/models/dense_heads/iou_loss.py -------------------------------------------------------------------------------- /ovdet/ovdet/models/dense_heads/rpn_head.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/ovdet/models/dense_heads/rpn_head.py -------------------------------------------------------------------------------- /ovdet/ovdet/models/detectors/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/ovdet/models/detectors/__init__.py -------------------------------------------------------------------------------- /ovdet/ovdet/models/detectors/centernet2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/ovdet/models/detectors/centernet2.py -------------------------------------------------------------------------------- /ovdet/ovdet/models/detectors/detic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/ovdet/models/detectors/detic.py -------------------------------------------------------------------------------- /ovdet/ovdet/models/detectors/fvlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/ovdet/models/detectors/fvlm.py -------------------------------------------------------------------------------- /ovdet/ovdet/models/detectors/two_stage.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/ovdet/models/detectors/two_stage.py -------------------------------------------------------------------------------- /ovdet/ovdet/models/losses/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/ovdet/models/losses/__init__.py -------------------------------------------------------------------------------- /ovdet/ovdet/models/losses/cross_entropy_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/ovdet/models/losses/cross_entropy_loss.py -------------------------------------------------------------------------------- /ovdet/ovdet/models/losses/heatmap_focal_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/ovdet/models/losses/heatmap_focal_loss.py -------------------------------------------------------------------------------- /ovdet/ovdet/models/roi_heads/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/ovdet/models/roi_heads/__init__.py -------------------------------------------------------------------------------- /ovdet/ovdet/models/roi_heads/detic_bbox_heads/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/ovdet/models/roi_heads/detic_bbox_heads/__init__.py -------------------------------------------------------------------------------- /ovdet/ovdet/models/roi_heads/detic_bbox_heads/bbox_head.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/ovdet/models/roi_heads/detic_bbox_heads/bbox_head.py -------------------------------------------------------------------------------- /ovdet/ovdet/models/roi_heads/detic_bbox_heads/detic_bbox_head.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/ovdet/models/roi_heads/detic_bbox_heads/detic_bbox_head.py -------------------------------------------------------------------------------- /ovdet/ovdet/models/roi_heads/detic_bbox_heads/zero_shot_classifier.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/ovdet/models/roi_heads/detic_bbox_heads/zero_shot_classifier.py -------------------------------------------------------------------------------- /ovdet/ovdet/models/roi_heads/detic_roi_head.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/ovdet/models/roi_heads/detic_roi_head.py -------------------------------------------------------------------------------- /ovdet/ovdet/models/roi_heads/fvlm_bbox_heads/__init__.py: -------------------------------------------------------------------------------- 1 | from .convfc_bbox_head import * 2 | -------------------------------------------------------------------------------- /ovdet/ovdet/models/roi_heads/fvlm_bbox_heads/convfc_bbox_head.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/ovdet/models/roi_heads/fvlm_bbox_heads/convfc_bbox_head.py -------------------------------------------------------------------------------- /ovdet/ovdet/models/roi_heads/standard_roi_head.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/ovdet/models/roi_heads/standard_roi_head.py -------------------------------------------------------------------------------- /ovdet/ovdet/models/vlms/__init__.py: -------------------------------------------------------------------------------- 1 | from .clip import * 2 | -------------------------------------------------------------------------------- /ovdet/ovdet/models/vlms/clip/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/ovdet/models/vlms/clip/README.md -------------------------------------------------------------------------------- /ovdet/ovdet/models/vlms/clip/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/ovdet/models/vlms/clip/__init__.py -------------------------------------------------------------------------------- /ovdet/ovdet/models/vlms/clip/bpe_simple_vocab_16e6.txt.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/ovdet/models/vlms/clip/bpe_simple_vocab_16e6.txt.gz -------------------------------------------------------------------------------- /ovdet/ovdet/models/vlms/clip/clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/ovdet/models/vlms/clip/clip.py -------------------------------------------------------------------------------- /ovdet/ovdet/models/vlms/clip/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/ovdet/models/vlms/clip/common.py -------------------------------------------------------------------------------- /ovdet/ovdet/models/vlms/clip/image_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/ovdet/models/vlms/clip/image_encoder.py -------------------------------------------------------------------------------- /ovdet/ovdet/models/vlms/clip/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/ovdet/models/vlms/clip/model.py -------------------------------------------------------------------------------- /ovdet/ovdet/models/vlms/clip/openai_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/ovdet/models/vlms/clip/openai_model.py -------------------------------------------------------------------------------- /ovdet/ovdet/models/vlms/clip/simple_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/ovdet/models/vlms/clip/simple_tokenizer.py -------------------------------------------------------------------------------- /ovdet/ovdet/models/vlms/clip/text_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/ovdet/models/vlms/clip/text_encoder.py -------------------------------------------------------------------------------- /ovdet/ovdet/models/vlms/clip/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/ovdet/models/vlms/clip/utils.py -------------------------------------------------------------------------------- /ovdet/ovdet/utils/__init__.py: -------------------------------------------------------------------------------- 1 | from .misc import multi_apply, load_class_freq 2 | -------------------------------------------------------------------------------- /ovdet/ovdet/utils/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/ovdet/utils/misc.py -------------------------------------------------------------------------------- /ovdet/tools/dist_test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/tools/dist_test.sh -------------------------------------------------------------------------------- /ovdet/tools/dist_train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/tools/dist_train.sh -------------------------------------------------------------------------------- /ovdet/tools/generate_text_embeddings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/tools/generate_text_embeddings.py -------------------------------------------------------------------------------- /ovdet/tools/pre_processors/keep_coco_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/tools/pre_processors/keep_coco_base.py -------------------------------------------------------------------------------- /ovdet/tools/pre_processors/keep_coco_novel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/tools/pre_processors/keep_coco_novel.py -------------------------------------------------------------------------------- /ovdet/tools/pre_processors/keep_lvis_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/tools/pre_processors/keep_lvis_base.py -------------------------------------------------------------------------------- /ovdet/tools/slurm_test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/tools/slurm_test.sh -------------------------------------------------------------------------------- /ovdet/tools/slurm_train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/tools/slurm_train.sh -------------------------------------------------------------------------------- /ovdet/tools/test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/tools/test.py -------------------------------------------------------------------------------- /ovdet/tools/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/ovdet/tools/train.py -------------------------------------------------------------------------------- /requirements-training.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/requirements-training.txt -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/test_openai_vitb16_macc_boxes_masks.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/scripts/test_openai_vitb16_macc_boxes_masks.sh -------------------------------------------------------------------------------- /scripts/train_clim_cc3m_3e_openai_vitb16.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/scripts/train_clim_cc3m_3e_openai_vitb16.sh -------------------------------------------------------------------------------- /scripts/train_clim_coco_100e_openai_vitb16.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/scripts/train_clim_coco_100e_openai_vitb16.sh -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/setup.py -------------------------------------------------------------------------------- /src/open_clip/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/__init__.py -------------------------------------------------------------------------------- /src/open_clip/bpe_simple_vocab_16e6.txt.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/bpe_simple_vocab_16e6.txt.gz -------------------------------------------------------------------------------- /src/open_clip/coca_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/coca_model.py -------------------------------------------------------------------------------- /src/open_clip/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/constants.py -------------------------------------------------------------------------------- /src/open_clip/customs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/customs.py -------------------------------------------------------------------------------- /src/open_clip/eva_clip/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/eva_clip/__init__.py -------------------------------------------------------------------------------- /src/open_clip/eva_clip/bpe_simple_vocab_16e6.txt.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/eva_clip/bpe_simple_vocab_16e6.txt.gz -------------------------------------------------------------------------------- /src/open_clip/eva_clip/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/eva_clip/constants.py -------------------------------------------------------------------------------- /src/open_clip/eva_clip/eva_vit_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/eva_clip/eva_vit_model.py -------------------------------------------------------------------------------- /src/open_clip/eva_clip/factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/eva_clip/factory.py -------------------------------------------------------------------------------- /src/open_clip/eva_clip/hf_configs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/eva_clip/hf_configs.py -------------------------------------------------------------------------------- /src/open_clip/eva_clip/hf_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/eva_clip/hf_model.py -------------------------------------------------------------------------------- /src/open_clip/eva_clip/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/eva_clip/loss.py -------------------------------------------------------------------------------- /src/open_clip/eva_clip/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/eva_clip/model.py -------------------------------------------------------------------------------- /src/open_clip/eva_clip/model_configs/EVA01-CLIP-B-16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/eva_clip/model_configs/EVA01-CLIP-B-16.json -------------------------------------------------------------------------------- /src/open_clip/eva_clip/model_configs/EVA01-CLIP-g-14-plus.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/eva_clip/model_configs/EVA01-CLIP-g-14-plus.json -------------------------------------------------------------------------------- /src/open_clip/eva_clip/model_configs/EVA01-CLIP-g-14.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/eva_clip/model_configs/EVA01-CLIP-g-14.json -------------------------------------------------------------------------------- /src/open_clip/eva_clip/model_configs/EVA02-CLIP-B-16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/eva_clip/model_configs/EVA02-CLIP-B-16.json -------------------------------------------------------------------------------- /src/open_clip/eva_clip/model_configs/EVA02-CLIP-L-14-336.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/eva_clip/model_configs/EVA02-CLIP-L-14-336.json -------------------------------------------------------------------------------- /src/open_clip/eva_clip/model_configs/EVA02-CLIP-L-14.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/eva_clip/model_configs/EVA02-CLIP-L-14.json -------------------------------------------------------------------------------- /src/open_clip/eva_clip/model_configs/EVA02-CLIP-bigE-14-plus.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/eva_clip/model_configs/EVA02-CLIP-bigE-14-plus.json -------------------------------------------------------------------------------- /src/open_clip/eva_clip/model_configs/EVA02-CLIP-bigE-14.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/eva_clip/model_configs/EVA02-CLIP-bigE-14.json -------------------------------------------------------------------------------- /src/open_clip/eva_clip/modified_resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/eva_clip/modified_resnet.py -------------------------------------------------------------------------------- /src/open_clip/eva_clip/openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/eva_clip/openai.py -------------------------------------------------------------------------------- /src/open_clip/eva_clip/pretrained.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/eva_clip/pretrained.py -------------------------------------------------------------------------------- /src/open_clip/eva_clip/rope.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/eva_clip/rope.py -------------------------------------------------------------------------------- /src/open_clip/eva_clip/timm_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/eva_clip/timm_model.py -------------------------------------------------------------------------------- /src/open_clip/eva_clip/tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/eva_clip/tokenizer.py -------------------------------------------------------------------------------- /src/open_clip/eva_clip/transform.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/eva_clip/transform.py -------------------------------------------------------------------------------- /src/open_clip/eva_clip/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/eva_clip/transformer.py -------------------------------------------------------------------------------- /src/open_clip/eva_clip/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/eva_clip/utils.py -------------------------------------------------------------------------------- /src/open_clip/factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/factory.py -------------------------------------------------------------------------------- /src/open_clip/generation_utils.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/open_clip/hf_configs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/hf_configs.py -------------------------------------------------------------------------------- /src/open_clip/hf_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/hf_model.py -------------------------------------------------------------------------------- /src/open_clip/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/loss.py -------------------------------------------------------------------------------- /src/open_clip/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/model.py -------------------------------------------------------------------------------- /src/open_clip/model_configs/RN101-quickgelu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/model_configs/RN101-quickgelu.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/RN101.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/model_configs/RN101.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/RN50-quickgelu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/model_configs/RN50-quickgelu.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/RN50.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/model_configs/RN50.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/RN50x16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/model_configs/RN50x16.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/RN50x4.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/model_configs/RN50x4.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/RN50x64.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/model_configs/RN50x64.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/ViT-B-16-plus-240.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/model_configs/ViT-B-16-plus-240.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/ViT-B-16-plus.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/model_configs/ViT-B-16-plus.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/ViT-B-16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/model_configs/ViT-B-16.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/ViT-B-32-plus-256.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/model_configs/ViT-B-32-plus-256.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/ViT-B-32-quickgelu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/model_configs/ViT-B-32-quickgelu.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/ViT-B-32.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/model_configs/ViT-B-32.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/ViT-H-14.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/model_configs/ViT-H-14.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/ViT-H-16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/model_configs/ViT-H-16.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/ViT-L-14-280.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/model_configs/ViT-L-14-280.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/ViT-L-14-336.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/model_configs/ViT-L-14-336.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/ViT-L-14.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/model_configs/ViT-L-14.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/ViT-L-16-320.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/model_configs/ViT-L-16-320.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/ViT-L-16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/model_configs/ViT-L-16.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/ViT-M-16-alt.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/model_configs/ViT-M-16-alt.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/ViT-M-16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/model_configs/ViT-M-16.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/ViT-M-32-alt.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/model_configs/ViT-M-32-alt.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/ViT-M-32.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/model_configs/ViT-M-32.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/ViT-S-16-alt.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/model_configs/ViT-S-16-alt.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/ViT-S-16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/model_configs/ViT-S-16.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/ViT-S-32-alt.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/model_configs/ViT-S-32-alt.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/ViT-S-32.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/model_configs/ViT-S-32.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/ViT-bigG-14.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/model_configs/ViT-bigG-14.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/ViT-e-14.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/model_configs/ViT-e-14.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/ViT-g-14.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/model_configs/ViT-g-14.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/coca_ViT-B-32.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/model_configs/coca_ViT-B-32.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/coca_ViT-L-14.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/model_configs/coca_ViT-L-14.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/coca_base.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/model_configs/coca_base.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/coca_roberta-ViT-B-32.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/model_configs/coca_roberta-ViT-B-32.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/convnext_base.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/model_configs/convnext_base.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/convnext_base_w.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/model_configs/convnext_base_w.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/convnext_base_w_320.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/model_configs/convnext_base_w_320.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/convnext_large.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/model_configs/convnext_large.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/convnext_large_d.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/model_configs/convnext_large_d.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/convnext_large_d_320.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/model_configs/convnext_large_d_320.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/convnext_small.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/model_configs/convnext_small.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/convnext_tiny.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/model_configs/convnext_tiny.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/convnext_xlarge.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/model_configs/convnext_xlarge.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/convnext_xxlarge.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/model_configs/convnext_xxlarge.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/convnext_xxlarge_320.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/model_configs/convnext_xxlarge_320.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/mt5-base-ViT-B-32.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/model_configs/mt5-base-ViT-B-32.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/mt5-xl-ViT-H-14.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/model_configs/mt5-xl-ViT-H-14.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/roberta-ViT-B-32.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/model_configs/roberta-ViT-B-32.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/swin_base_patch4_window7_224.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/model_configs/swin_base_patch4_window7_224.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/vit_medium_patch16_gap_256.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/model_configs/vit_medium_patch16_gap_256.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/vit_relpos_medium_patch16_cls_224.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/model_configs/vit_relpos_medium_patch16_cls_224.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/xlm-roberta-base-ViT-B-32.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/model_configs/xlm-roberta-base-ViT-B-32.json -------------------------------------------------------------------------------- /src/open_clip/model_configs/xlm-roberta-large-ViT-H-14.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/model_configs/xlm-roberta-large-ViT-H-14.json -------------------------------------------------------------------------------- /src/open_clip/modified_resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/modified_resnet.py -------------------------------------------------------------------------------- /src/open_clip/openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/openai.py -------------------------------------------------------------------------------- /src/open_clip/pretrained.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/pretrained.py -------------------------------------------------------------------------------- /src/open_clip/push_to_hf_hub.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/push_to_hf_hub.py -------------------------------------------------------------------------------- /src/open_clip/timm_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/timm_model.py -------------------------------------------------------------------------------- /src/open_clip/tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/tokenizer.py -------------------------------------------------------------------------------- /src/open_clip/transform.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/transform.py -------------------------------------------------------------------------------- /src/open_clip/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/transformer.py -------------------------------------------------------------------------------- /src/open_clip/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/open_clip/utils.py -------------------------------------------------------------------------------- /src/open_clip/version.py: -------------------------------------------------------------------------------- 1 | __version__ = '2.16.0' 2 | -------------------------------------------------------------------------------- /src/training/.gitignore: -------------------------------------------------------------------------------- 1 | logs/ 2 | -------------------------------------------------------------------------------- /src/training/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/training/clim.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/training/clim.py -------------------------------------------------------------------------------- /src/training/coco_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/training/coco_api.py -------------------------------------------------------------------------------- /src/training/custom_transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/training/custom_transforms.py -------------------------------------------------------------------------------- /src/training/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/training/data.py -------------------------------------------------------------------------------- /src/training/dist_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/training/dist_utils.py -------------------------------------------------------------------------------- /src/training/distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/training/distributed.py -------------------------------------------------------------------------------- /src/training/file_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/training/file_utils.py -------------------------------------------------------------------------------- /src/training/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/training/logger.py -------------------------------------------------------------------------------- /src/training/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/training/main.py -------------------------------------------------------------------------------- /src/training/params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/training/params.py -------------------------------------------------------------------------------- /src/training/precision.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/training/precision.py -------------------------------------------------------------------------------- /src/training/profile.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/training/profile.py -------------------------------------------------------------------------------- /src/training/region_clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/training/region_clip.py -------------------------------------------------------------------------------- /src/training/scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/training/scheduler.py -------------------------------------------------------------------------------- /src/training/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/training/train.py -------------------------------------------------------------------------------- /src/training/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/training/utils.py -------------------------------------------------------------------------------- /src/training/zero_shot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/src/training/zero_shot.py -------------------------------------------------------------------------------- /tools/generate_text_embeddings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wusize/CLIM/HEAD/tools/generate_text_embeddings.py --------------------------------------------------------------------------------