├── CONTRIBUTING.md ├── LICENSE ├── README.md ├── Scaling ├── README.md ├── assets │ └── scaling.png ├── clip │ ├── eval_imagenet_clip.py │ ├── imagenet_labels.json │ └── imagenet_templates.json └── supervised │ ├── eval_imagenet_supervised.py │ └── models_vit.py ├── StableRep ├── README.md ├── data_generation │ ├── README.md │ └── txt2img.py ├── dataset │ ├── __init__.py │ ├── data.py │ └── util.py ├── environment.yml ├── environment_overcomplete.yml ├── figures │ └── model.png ├── main_linear.py ├── main_stablerep.py ├── models │ ├── StableRep.py │ ├── StableRepMM.py │ ├── __init__.py │ └── losses.py └── util │ ├── __init__.py │ └── misc.py └── SynCLR ├── README.md ├── assets ├── synclr_paper.pdf └── teaser.png ├── eval ├── EVALUATE.md ├── downstreams │ ├── caltech101.py │ ├── sun397.py │ └── voc2007.py ├── logs │ ├── vit_b_imagenet_log.txt │ ├── vit_b_linear_log.txt │ ├── vit_l_imagenet_log.txt │ └── vit_l_linear_log.txt ├── main_downstream_linear.py ├── main_finetune.py ├── models_vit.py ├── seg │ ├── _base_ │ │ ├── datasets │ │ │ ├── ade20k.py │ │ │ └── ade20k_518.py │ │ └── schedules │ │ │ ├── schedule_160k.py │ │ │ └── schedule_60k.py │ └── mae │ │ ├── mae-finetune-60k.py │ │ └── mae-finetune-large.py └── util │ ├── datasets.py │ ├── lr_decay.py │ ├── lr_sched.py │ └── misc.py ├── synthesis ├── README.md ├── syn_image │ └── README.md └── syn_text │ ├── README.md │ ├── ds_background_dict.json │ ├── imgnet21k_combined_background_dict.json │ ├── imgnet_background_dict.json │ ├── labels.json │ ├── places.txt │ ├── synthesize_text.py │ └── utils.py └── train_pytorch ├── README.md ├── dataset ├── __init__.py ├── augmentations.py ├── collate.py └── data.py ├── main_mask_synclr.py ├── models ├── MaskTransformer.py ├── __init__.py ├── head.py ├── mask_decoder.py ├── mask_losses.py ├── masking.py └── vision_transformer.py ├── synclr_meta_arch.py └── util ├── __init__.py ├── lr_sched.py ├── misc.py └── pos_embed.py /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/README.md -------------------------------------------------------------------------------- /Scaling/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/Scaling/README.md -------------------------------------------------------------------------------- /Scaling/assets/scaling.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/Scaling/assets/scaling.png -------------------------------------------------------------------------------- /Scaling/clip/eval_imagenet_clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/Scaling/clip/eval_imagenet_clip.py -------------------------------------------------------------------------------- /Scaling/clip/imagenet_labels.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/Scaling/clip/imagenet_labels.json -------------------------------------------------------------------------------- /Scaling/clip/imagenet_templates.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/Scaling/clip/imagenet_templates.json -------------------------------------------------------------------------------- /Scaling/supervised/eval_imagenet_supervised.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/Scaling/supervised/eval_imagenet_supervised.py -------------------------------------------------------------------------------- /Scaling/supervised/models_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/Scaling/supervised/models_vit.py -------------------------------------------------------------------------------- /StableRep/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/StableRep/README.md -------------------------------------------------------------------------------- /StableRep/data_generation/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/StableRep/data_generation/README.md -------------------------------------------------------------------------------- /StableRep/data_generation/txt2img.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/StableRep/data_generation/txt2img.py -------------------------------------------------------------------------------- /StableRep/dataset/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/StableRep/dataset/__init__.py -------------------------------------------------------------------------------- /StableRep/dataset/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/StableRep/dataset/data.py -------------------------------------------------------------------------------- /StableRep/dataset/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/StableRep/dataset/util.py -------------------------------------------------------------------------------- /StableRep/environment.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/StableRep/environment.yml -------------------------------------------------------------------------------- /StableRep/environment_overcomplete.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/StableRep/environment_overcomplete.yml -------------------------------------------------------------------------------- /StableRep/figures/model.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/StableRep/figures/model.png -------------------------------------------------------------------------------- /StableRep/main_linear.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/StableRep/main_linear.py -------------------------------------------------------------------------------- /StableRep/main_stablerep.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/StableRep/main_stablerep.py -------------------------------------------------------------------------------- /StableRep/models/StableRep.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/StableRep/models/StableRep.py -------------------------------------------------------------------------------- /StableRep/models/StableRepMM.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/StableRep/models/StableRepMM.py -------------------------------------------------------------------------------- /StableRep/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/StableRep/models/__init__.py -------------------------------------------------------------------------------- /StableRep/models/losses.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/StableRep/models/losses.py -------------------------------------------------------------------------------- /StableRep/util/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/StableRep/util/__init__.py -------------------------------------------------------------------------------- /StableRep/util/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/StableRep/util/misc.py -------------------------------------------------------------------------------- /SynCLR/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/SynCLR/README.md -------------------------------------------------------------------------------- /SynCLR/assets/synclr_paper.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/SynCLR/assets/synclr_paper.pdf -------------------------------------------------------------------------------- /SynCLR/assets/teaser.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/SynCLR/assets/teaser.png -------------------------------------------------------------------------------- /SynCLR/eval/EVALUATE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/SynCLR/eval/EVALUATE.md -------------------------------------------------------------------------------- /SynCLR/eval/downstreams/caltech101.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/SynCLR/eval/downstreams/caltech101.py -------------------------------------------------------------------------------- /SynCLR/eval/downstreams/sun397.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/SynCLR/eval/downstreams/sun397.py -------------------------------------------------------------------------------- /SynCLR/eval/downstreams/voc2007.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/SynCLR/eval/downstreams/voc2007.py -------------------------------------------------------------------------------- /SynCLR/eval/logs/vit_b_imagenet_log.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/SynCLR/eval/logs/vit_b_imagenet_log.txt -------------------------------------------------------------------------------- /SynCLR/eval/logs/vit_b_linear_log.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/SynCLR/eval/logs/vit_b_linear_log.txt -------------------------------------------------------------------------------- /SynCLR/eval/logs/vit_l_imagenet_log.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/SynCLR/eval/logs/vit_l_imagenet_log.txt -------------------------------------------------------------------------------- /SynCLR/eval/logs/vit_l_linear_log.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/SynCLR/eval/logs/vit_l_linear_log.txt -------------------------------------------------------------------------------- /SynCLR/eval/main_downstream_linear.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/SynCLR/eval/main_downstream_linear.py -------------------------------------------------------------------------------- /SynCLR/eval/main_finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/SynCLR/eval/main_finetune.py -------------------------------------------------------------------------------- /SynCLR/eval/models_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/SynCLR/eval/models_vit.py -------------------------------------------------------------------------------- /SynCLR/eval/seg/_base_/datasets/ade20k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/SynCLR/eval/seg/_base_/datasets/ade20k.py -------------------------------------------------------------------------------- /SynCLR/eval/seg/_base_/datasets/ade20k_518.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/SynCLR/eval/seg/_base_/datasets/ade20k_518.py -------------------------------------------------------------------------------- /SynCLR/eval/seg/_base_/schedules/schedule_160k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/SynCLR/eval/seg/_base_/schedules/schedule_160k.py -------------------------------------------------------------------------------- /SynCLR/eval/seg/_base_/schedules/schedule_60k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/SynCLR/eval/seg/_base_/schedules/schedule_60k.py -------------------------------------------------------------------------------- /SynCLR/eval/seg/mae/mae-finetune-60k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/SynCLR/eval/seg/mae/mae-finetune-60k.py -------------------------------------------------------------------------------- /SynCLR/eval/seg/mae/mae-finetune-large.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/SynCLR/eval/seg/mae/mae-finetune-large.py -------------------------------------------------------------------------------- /SynCLR/eval/util/datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/SynCLR/eval/util/datasets.py -------------------------------------------------------------------------------- /SynCLR/eval/util/lr_decay.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/SynCLR/eval/util/lr_decay.py -------------------------------------------------------------------------------- /SynCLR/eval/util/lr_sched.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/SynCLR/eval/util/lr_sched.py -------------------------------------------------------------------------------- /SynCLR/eval/util/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/SynCLR/eval/util/misc.py -------------------------------------------------------------------------------- /SynCLR/synthesis/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/SynCLR/synthesis/README.md -------------------------------------------------------------------------------- /SynCLR/synthesis/syn_image/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/SynCLR/synthesis/syn_image/README.md -------------------------------------------------------------------------------- /SynCLR/synthesis/syn_text/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/SynCLR/synthesis/syn_text/README.md -------------------------------------------------------------------------------- /SynCLR/synthesis/syn_text/ds_background_dict.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/SynCLR/synthesis/syn_text/ds_background_dict.json -------------------------------------------------------------------------------- /SynCLR/synthesis/syn_text/imgnet21k_combined_background_dict.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/SynCLR/synthesis/syn_text/imgnet21k_combined_background_dict.json -------------------------------------------------------------------------------- /SynCLR/synthesis/syn_text/imgnet_background_dict.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/SynCLR/synthesis/syn_text/imgnet_background_dict.json -------------------------------------------------------------------------------- /SynCLR/synthesis/syn_text/labels.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/SynCLR/synthesis/syn_text/labels.json -------------------------------------------------------------------------------- /SynCLR/synthesis/syn_text/places.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/SynCLR/synthesis/syn_text/places.txt -------------------------------------------------------------------------------- /SynCLR/synthesis/syn_text/synthesize_text.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/SynCLR/synthesis/syn_text/synthesize_text.py -------------------------------------------------------------------------------- /SynCLR/synthesis/syn_text/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/SynCLR/synthesis/syn_text/utils.py -------------------------------------------------------------------------------- /SynCLR/train_pytorch/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/SynCLR/train_pytorch/README.md -------------------------------------------------------------------------------- /SynCLR/train_pytorch/dataset/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/SynCLR/train_pytorch/dataset/__init__.py -------------------------------------------------------------------------------- /SynCLR/train_pytorch/dataset/augmentations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/SynCLR/train_pytorch/dataset/augmentations.py -------------------------------------------------------------------------------- /SynCLR/train_pytorch/dataset/collate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/SynCLR/train_pytorch/dataset/collate.py -------------------------------------------------------------------------------- /SynCLR/train_pytorch/dataset/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/SynCLR/train_pytorch/dataset/data.py -------------------------------------------------------------------------------- /SynCLR/train_pytorch/main_mask_synclr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/SynCLR/train_pytorch/main_mask_synclr.py -------------------------------------------------------------------------------- /SynCLR/train_pytorch/models/MaskTransformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/SynCLR/train_pytorch/models/MaskTransformer.py -------------------------------------------------------------------------------- /SynCLR/train_pytorch/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/SynCLR/train_pytorch/models/__init__.py -------------------------------------------------------------------------------- /SynCLR/train_pytorch/models/head.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/SynCLR/train_pytorch/models/head.py -------------------------------------------------------------------------------- /SynCLR/train_pytorch/models/mask_decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/SynCLR/train_pytorch/models/mask_decoder.py -------------------------------------------------------------------------------- /SynCLR/train_pytorch/models/mask_losses.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/SynCLR/train_pytorch/models/mask_losses.py -------------------------------------------------------------------------------- /SynCLR/train_pytorch/models/masking.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/SynCLR/train_pytorch/models/masking.py -------------------------------------------------------------------------------- /SynCLR/train_pytorch/models/vision_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/SynCLR/train_pytorch/models/vision_transformer.py -------------------------------------------------------------------------------- /SynCLR/train_pytorch/synclr_meta_arch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/SynCLR/train_pytorch/synclr_meta_arch.py -------------------------------------------------------------------------------- /SynCLR/train_pytorch/util/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/SynCLR/train_pytorch/util/__init__.py -------------------------------------------------------------------------------- /SynCLR/train_pytorch/util/lr_sched.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/SynCLR/train_pytorch/util/lr_sched.py -------------------------------------------------------------------------------- /SynCLR/train_pytorch/util/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/SynCLR/train_pytorch/util/misc.py -------------------------------------------------------------------------------- /SynCLR/train_pytorch/util/pos_embed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/syn-rep-learn/HEAD/SynCLR/train_pytorch/util/pos_embed.py --------------------------------------------------------------------------------