├── .gitignore ├── LICENSE ├── Pretrain └── config.yaml ├── PretrainHydra.py ├── README.md ├── classification.py ├── classification_fmnist.py ├── classification_imagenet_a.py ├── configs-v2 ├── CLIPAdjustable.yaml ├── Retrieval_AdjustableCLIP_CC3M.yaml ├── Retrieval_AdjustableCLIP_COCO.yaml ├── Retrieval_AdjustableCLIP_Concadia.yaml ├── Retrieval_AdjustableCLIP_FashionGen.yaml ├── Retrieval_AdjustableCLIP_Flickr.yaml ├── Retrieval_AdjustableCLIP_VizWiz.yaml ├── Retrieval_AdjustableCLIP_Winoground.yaml ├── Retrieval_CLIP_Flickr.yaml └── bert_config │ ├── 12mm.yaml │ ├── 6t_6mm.yaml │ ├── bert.yaml │ └── simcse.yaml ├── dataset ├── __init__.py ├── caption_dataset.py ├── eurosat.py ├── grounding_dataset.py ├── nlvr_dataset.py ├── randaugment.py ├── sun397.py ├── utils.py ├── ve_dataset.py └── vqa_dataset.py ├── environment.yaml ├── experiments ├── evaluate_clip.sh ├── evaluate_lilt.sh ├── evaluate_lit.sh ├── pretrain_clip.sh ├── pretrain_lilt.sh └── pretrain_lit.sh ├── imagenet_classes.py ├── models ├── __init__.py ├── build.py ├── clip_adjustable.py ├── conventional_adapter.py ├── deit_v2.py ├── dino_vit.py ├── med.py ├── tokenization_bert.py └── vit.py ├── optim ├── __init__.py ├── adafactor.py ├── adahessian.py ├── adamp.py ├── adamw.py ├── lookahead.py ├── nadam.py ├── novograd.py ├── nvnovograd.py ├── optim_factory.py ├── radam.py ├── rmsprop_tf.py └── sgdp.py ├── process_xtd10.py ├── scheduler ├── __init__.py ├── cosine_lr.py ├── plateau_lr.py ├── scheduler.py ├── scheduler_factory.py ├── step_lr.py └── tanh_lr.py ├── torchvision_patches ├── __init.py__ ├── _internally_replaced_utils.py └── utils.py ├── utils.py └── zero_shot_retrieval.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codezakh/LilT/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codezakh/LilT/HEAD/LICENSE -------------------------------------------------------------------------------- /Pretrain/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codezakh/LilT/HEAD/Pretrain/config.yaml -------------------------------------------------------------------------------- /PretrainHydra.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codezakh/LilT/HEAD/PretrainHydra.py -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codezakh/LilT/HEAD/README.md -------------------------------------------------------------------------------- /classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codezakh/LilT/HEAD/classification.py -------------------------------------------------------------------------------- /classification_fmnist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codezakh/LilT/HEAD/classification_fmnist.py -------------------------------------------------------------------------------- /classification_imagenet_a.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codezakh/LilT/HEAD/classification_imagenet_a.py -------------------------------------------------------------------------------- /configs-v2/CLIPAdjustable.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codezakh/LilT/HEAD/configs-v2/CLIPAdjustable.yaml -------------------------------------------------------------------------------- /configs-v2/Retrieval_AdjustableCLIP_CC3M.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codezakh/LilT/HEAD/configs-v2/Retrieval_AdjustableCLIP_CC3M.yaml -------------------------------------------------------------------------------- /configs-v2/Retrieval_AdjustableCLIP_COCO.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codezakh/LilT/HEAD/configs-v2/Retrieval_AdjustableCLIP_COCO.yaml -------------------------------------------------------------------------------- /configs-v2/Retrieval_AdjustableCLIP_Concadia.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codezakh/LilT/HEAD/configs-v2/Retrieval_AdjustableCLIP_Concadia.yaml -------------------------------------------------------------------------------- /configs-v2/Retrieval_AdjustableCLIP_FashionGen.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codezakh/LilT/HEAD/configs-v2/Retrieval_AdjustableCLIP_FashionGen.yaml -------------------------------------------------------------------------------- /configs-v2/Retrieval_AdjustableCLIP_Flickr.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codezakh/LilT/HEAD/configs-v2/Retrieval_AdjustableCLIP_Flickr.yaml -------------------------------------------------------------------------------- /configs-v2/Retrieval_AdjustableCLIP_VizWiz.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codezakh/LilT/HEAD/configs-v2/Retrieval_AdjustableCLIP_VizWiz.yaml -------------------------------------------------------------------------------- /configs-v2/Retrieval_AdjustableCLIP_Winoground.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codezakh/LilT/HEAD/configs-v2/Retrieval_AdjustableCLIP_Winoground.yaml -------------------------------------------------------------------------------- /configs-v2/Retrieval_CLIP_Flickr.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codezakh/LilT/HEAD/configs-v2/Retrieval_CLIP_Flickr.yaml -------------------------------------------------------------------------------- /configs-v2/bert_config/12mm.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codezakh/LilT/HEAD/configs-v2/bert_config/12mm.yaml -------------------------------------------------------------------------------- /configs-v2/bert_config/6t_6mm.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codezakh/LilT/HEAD/configs-v2/bert_config/6t_6mm.yaml -------------------------------------------------------------------------------- /configs-v2/bert_config/bert.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codezakh/LilT/HEAD/configs-v2/bert_config/bert.yaml -------------------------------------------------------------------------------- /configs-v2/bert_config/simcse.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codezakh/LilT/HEAD/configs-v2/bert_config/simcse.yaml -------------------------------------------------------------------------------- /dataset/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codezakh/LilT/HEAD/dataset/__init__.py -------------------------------------------------------------------------------- /dataset/caption_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codezakh/LilT/HEAD/dataset/caption_dataset.py -------------------------------------------------------------------------------- /dataset/eurosat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codezakh/LilT/HEAD/dataset/eurosat.py -------------------------------------------------------------------------------- /dataset/grounding_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codezakh/LilT/HEAD/dataset/grounding_dataset.py -------------------------------------------------------------------------------- /dataset/nlvr_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codezakh/LilT/HEAD/dataset/nlvr_dataset.py -------------------------------------------------------------------------------- /dataset/randaugment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codezakh/LilT/HEAD/dataset/randaugment.py -------------------------------------------------------------------------------- /dataset/sun397.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codezakh/LilT/HEAD/dataset/sun397.py -------------------------------------------------------------------------------- /dataset/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codezakh/LilT/HEAD/dataset/utils.py -------------------------------------------------------------------------------- /dataset/ve_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codezakh/LilT/HEAD/dataset/ve_dataset.py -------------------------------------------------------------------------------- /dataset/vqa_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codezakh/LilT/HEAD/dataset/vqa_dataset.py -------------------------------------------------------------------------------- /environment.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codezakh/LilT/HEAD/environment.yaml -------------------------------------------------------------------------------- /experiments/evaluate_clip.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codezakh/LilT/HEAD/experiments/evaluate_clip.sh -------------------------------------------------------------------------------- /experiments/evaluate_lilt.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codezakh/LilT/HEAD/experiments/evaluate_lilt.sh -------------------------------------------------------------------------------- /experiments/evaluate_lit.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codezakh/LilT/HEAD/experiments/evaluate_lit.sh -------------------------------------------------------------------------------- /experiments/pretrain_clip.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codezakh/LilT/HEAD/experiments/pretrain_clip.sh -------------------------------------------------------------------------------- /experiments/pretrain_lilt.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codezakh/LilT/HEAD/experiments/pretrain_lilt.sh -------------------------------------------------------------------------------- /experiments/pretrain_lit.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codezakh/LilT/HEAD/experiments/pretrain_lit.sh -------------------------------------------------------------------------------- /imagenet_classes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codezakh/LilT/HEAD/imagenet_classes.py -------------------------------------------------------------------------------- /models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /models/build.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codezakh/LilT/HEAD/models/build.py -------------------------------------------------------------------------------- /models/clip_adjustable.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codezakh/LilT/HEAD/models/clip_adjustable.py -------------------------------------------------------------------------------- /models/conventional_adapter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codezakh/LilT/HEAD/models/conventional_adapter.py -------------------------------------------------------------------------------- /models/deit_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codezakh/LilT/HEAD/models/deit_v2.py -------------------------------------------------------------------------------- /models/dino_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codezakh/LilT/HEAD/models/dino_vit.py -------------------------------------------------------------------------------- /models/med.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codezakh/LilT/HEAD/models/med.py -------------------------------------------------------------------------------- /models/tokenization_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codezakh/LilT/HEAD/models/tokenization_bert.py -------------------------------------------------------------------------------- /models/vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codezakh/LilT/HEAD/models/vit.py -------------------------------------------------------------------------------- /optim/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codezakh/LilT/HEAD/optim/__init__.py -------------------------------------------------------------------------------- /optim/adafactor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codezakh/LilT/HEAD/optim/adafactor.py -------------------------------------------------------------------------------- /optim/adahessian.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codezakh/LilT/HEAD/optim/adahessian.py -------------------------------------------------------------------------------- /optim/adamp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codezakh/LilT/HEAD/optim/adamp.py -------------------------------------------------------------------------------- /optim/adamw.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codezakh/LilT/HEAD/optim/adamw.py -------------------------------------------------------------------------------- /optim/lookahead.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codezakh/LilT/HEAD/optim/lookahead.py -------------------------------------------------------------------------------- /optim/nadam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codezakh/LilT/HEAD/optim/nadam.py -------------------------------------------------------------------------------- /optim/novograd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codezakh/LilT/HEAD/optim/novograd.py -------------------------------------------------------------------------------- /optim/nvnovograd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codezakh/LilT/HEAD/optim/nvnovograd.py -------------------------------------------------------------------------------- /optim/optim_factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codezakh/LilT/HEAD/optim/optim_factory.py -------------------------------------------------------------------------------- /optim/radam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codezakh/LilT/HEAD/optim/radam.py -------------------------------------------------------------------------------- /optim/rmsprop_tf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codezakh/LilT/HEAD/optim/rmsprop_tf.py -------------------------------------------------------------------------------- /optim/sgdp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codezakh/LilT/HEAD/optim/sgdp.py -------------------------------------------------------------------------------- /process_xtd10.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codezakh/LilT/HEAD/process_xtd10.py -------------------------------------------------------------------------------- /scheduler/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codezakh/LilT/HEAD/scheduler/__init__.py -------------------------------------------------------------------------------- /scheduler/cosine_lr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codezakh/LilT/HEAD/scheduler/cosine_lr.py -------------------------------------------------------------------------------- /scheduler/plateau_lr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codezakh/LilT/HEAD/scheduler/plateau_lr.py -------------------------------------------------------------------------------- /scheduler/scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codezakh/LilT/HEAD/scheduler/scheduler.py -------------------------------------------------------------------------------- /scheduler/scheduler_factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codezakh/LilT/HEAD/scheduler/scheduler_factory.py -------------------------------------------------------------------------------- /scheduler/step_lr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codezakh/LilT/HEAD/scheduler/step_lr.py -------------------------------------------------------------------------------- /scheduler/tanh_lr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codezakh/LilT/HEAD/scheduler/tanh_lr.py -------------------------------------------------------------------------------- /torchvision_patches/__init.py__: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /torchvision_patches/_internally_replaced_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codezakh/LilT/HEAD/torchvision_patches/_internally_replaced_utils.py -------------------------------------------------------------------------------- /torchvision_patches/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codezakh/LilT/HEAD/torchvision_patches/utils.py -------------------------------------------------------------------------------- /utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codezakh/LilT/HEAD/utils.py -------------------------------------------------------------------------------- /zero_shot_retrieval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codezakh/LilT/HEAD/zero_shot_retrieval.py --------------------------------------------------------------------------------