├── .gitignore ├── LICENSE ├── README.md ├── configs ├── eval_ensemble.yaml ├── eval_single_clip.yaml ├── train_ensemble_model_lora.yaml ├── train_ensemble_model_mlp.yaml ├── train_single_model_lora.yaml ├── train_single_model_mlp.yaml └── train_single_model_patch.yaml ├── dataset ├── README.md ├── __init__.py ├── dataset.py ├── download_chunked_dataset.sh ├── download_dataset.sh ├── download_jnd_dataset.sh └── download_unfiltered_dataset.sh ├── demo.py ├── dreamsim ├── __init__.py ├── config.py ├── constants.py ├── feature_extraction │ ├── __init__.py │ ├── extractor.py │ ├── load_clip_as_dino.py │ ├── load_mae_as_vit.py │ ├── load_open_clip_as_dino.py │ ├── load_synclr_as_dino.py │ └── vision_transformer.py └── model.py ├── evaluation ├── eval_datasets.py ├── eval_percep.py └── score.py ├── images ├── figs │ ├── icon.png │ ├── teaser.jpg │ └── teaser.png ├── img_a_1.png ├── img_b_1.png └── ref_1.png ├── requirements.txt ├── setup.py ├── training ├── __init__.py ├── download_models.sh └── train.py └── util ├── constants.py ├── train_utils.py └── utils.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssundaram21/dreamsim/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssundaram21/dreamsim/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssundaram21/dreamsim/HEAD/README.md -------------------------------------------------------------------------------- /configs/eval_ensemble.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssundaram21/dreamsim/HEAD/configs/eval_ensemble.yaml -------------------------------------------------------------------------------- /configs/eval_single_clip.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssundaram21/dreamsim/HEAD/configs/eval_single_clip.yaml -------------------------------------------------------------------------------- /configs/train_ensemble_model_lora.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssundaram21/dreamsim/HEAD/configs/train_ensemble_model_lora.yaml -------------------------------------------------------------------------------- /configs/train_ensemble_model_mlp.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssundaram21/dreamsim/HEAD/configs/train_ensemble_model_mlp.yaml -------------------------------------------------------------------------------- /configs/train_single_model_lora.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssundaram21/dreamsim/HEAD/configs/train_single_model_lora.yaml -------------------------------------------------------------------------------- /configs/train_single_model_mlp.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssundaram21/dreamsim/HEAD/configs/train_single_model_mlp.yaml -------------------------------------------------------------------------------- /configs/train_single_model_patch.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssundaram21/dreamsim/HEAD/configs/train_single_model_patch.yaml -------------------------------------------------------------------------------- /dataset/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssundaram21/dreamsim/HEAD/dataset/README.md -------------------------------------------------------------------------------- /dataset/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dataset/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssundaram21/dreamsim/HEAD/dataset/dataset.py -------------------------------------------------------------------------------- /dataset/download_chunked_dataset.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssundaram21/dreamsim/HEAD/dataset/download_chunked_dataset.sh -------------------------------------------------------------------------------- /dataset/download_dataset.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssundaram21/dreamsim/HEAD/dataset/download_dataset.sh -------------------------------------------------------------------------------- /dataset/download_jnd_dataset.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssundaram21/dreamsim/HEAD/dataset/download_jnd_dataset.sh -------------------------------------------------------------------------------- /dataset/download_unfiltered_dataset.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssundaram21/dreamsim/HEAD/dataset/download_unfiltered_dataset.sh -------------------------------------------------------------------------------- /demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssundaram21/dreamsim/HEAD/demo.py -------------------------------------------------------------------------------- /dreamsim/__init__.py: -------------------------------------------------------------------------------- 1 | from .model import dreamsim, PerceptualModel 2 | -------------------------------------------------------------------------------- /dreamsim/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssundaram21/dreamsim/HEAD/dreamsim/config.py -------------------------------------------------------------------------------- /dreamsim/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssundaram21/dreamsim/HEAD/dreamsim/constants.py -------------------------------------------------------------------------------- /dreamsim/feature_extraction/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dreamsim/feature_extraction/extractor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssundaram21/dreamsim/HEAD/dreamsim/feature_extraction/extractor.py -------------------------------------------------------------------------------- /dreamsim/feature_extraction/load_clip_as_dino.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssundaram21/dreamsim/HEAD/dreamsim/feature_extraction/load_clip_as_dino.py -------------------------------------------------------------------------------- /dreamsim/feature_extraction/load_mae_as_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssundaram21/dreamsim/HEAD/dreamsim/feature_extraction/load_mae_as_vit.py -------------------------------------------------------------------------------- /dreamsim/feature_extraction/load_open_clip_as_dino.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssundaram21/dreamsim/HEAD/dreamsim/feature_extraction/load_open_clip_as_dino.py -------------------------------------------------------------------------------- /dreamsim/feature_extraction/load_synclr_as_dino.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssundaram21/dreamsim/HEAD/dreamsim/feature_extraction/load_synclr_as_dino.py -------------------------------------------------------------------------------- /dreamsim/feature_extraction/vision_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssundaram21/dreamsim/HEAD/dreamsim/feature_extraction/vision_transformer.py -------------------------------------------------------------------------------- /dreamsim/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssundaram21/dreamsim/HEAD/dreamsim/model.py -------------------------------------------------------------------------------- /evaluation/eval_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssundaram21/dreamsim/HEAD/evaluation/eval_datasets.py -------------------------------------------------------------------------------- /evaluation/eval_percep.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssundaram21/dreamsim/HEAD/evaluation/eval_percep.py -------------------------------------------------------------------------------- /evaluation/score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssundaram21/dreamsim/HEAD/evaluation/score.py -------------------------------------------------------------------------------- /images/figs/icon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssundaram21/dreamsim/HEAD/images/figs/icon.png -------------------------------------------------------------------------------- /images/figs/teaser.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssundaram21/dreamsim/HEAD/images/figs/teaser.jpg -------------------------------------------------------------------------------- /images/figs/teaser.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssundaram21/dreamsim/HEAD/images/figs/teaser.png -------------------------------------------------------------------------------- /images/img_a_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssundaram21/dreamsim/HEAD/images/img_a_1.png -------------------------------------------------------------------------------- /images/img_b_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssundaram21/dreamsim/HEAD/images/img_b_1.png -------------------------------------------------------------------------------- /images/ref_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssundaram21/dreamsim/HEAD/images/ref_1.png -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssundaram21/dreamsim/HEAD/requirements.txt -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssundaram21/dreamsim/HEAD/setup.py -------------------------------------------------------------------------------- /training/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /training/download_models.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssundaram21/dreamsim/HEAD/training/download_models.sh -------------------------------------------------------------------------------- /training/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssundaram21/dreamsim/HEAD/training/train.py -------------------------------------------------------------------------------- /util/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssundaram21/dreamsim/HEAD/util/constants.py -------------------------------------------------------------------------------- /util/train_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssundaram21/dreamsim/HEAD/util/train_utils.py -------------------------------------------------------------------------------- /util/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ssundaram21/dreamsim/HEAD/util/utils.py --------------------------------------------------------------------------------