├── CHANGELOG.md ├── LICENSE ├── README.md ├── data ├── human-evaluation-realism │ ├── README.md │ ├── data │ │ ├── cifar10.csv │ │ ├── ffhq256.csv │ │ ├── imagenet256.csv │ │ └── lsun256.csv │ ├── notebooks │ │ ├── analyse_human_experiments_cifar10.ipynb │ │ ├── analyse_human_experiments_ffhq256.ipynb │ │ ├── analyse_human_experiments_imagenet256.ipynb │ │ └── analyse_human_experiments_lsun256.ipynb │ └── per-image-data │ │ ├── cifar10_labeled_data.csv │ │ ├── ffhq_labeled_data.csv │ │ ├── imagenet_labeled_data.csv │ │ └── lsun_labeled_data.csv ├── imagenet-labels.yml └── times-new-roman.ttf ├── dgm_eval ├── __init__.py ├── __main__.py ├── dataloaders.py ├── heatmaps │ ├── __init__.py │ ├── gradcam.py │ ├── heatmaps.py │ └── heatmaps_utils.py ├── metrics │ ├── __init__.py │ ├── authpct.py │ ├── ct.py │ ├── fd.py │ ├── fls.py │ ├── inception_score.py │ ├── mmd.py │ ├── prdc.py │ ├── sw.py │ └── vendi.py ├── models │ ├── __init__.py │ ├── clip.py │ ├── convnext.py │ ├── data2vec.py │ ├── dinov2.py │ ├── encoder.py │ ├── inception.py │ ├── load_encoder.py │ ├── mae.py │ ├── pixel.py │ ├── simclr.py │ ├── swav.py │ └── util │ │ └── pos_embed.py ├── representations.py └── resizer.py ├── figures ├── heatmaps_dinov2_1.png ├── heatmaps_dinov2_2.png ├── heatmaps_inception_1.png ├── heatmaps_inception_2.png ├── humaneval-vs-dinov2.png ├── humaneval-vs-inception.png └── leaderboard.png ├── notebooks └── l2_memorization_check.ipynb ├── scripts └── run_experiments.sh ├── setup.cfg ├── setup.py └── tests └── test_url.py /CHANGELOG.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/layer6ai-labs/dgm-eval/HEAD/CHANGELOG.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/layer6ai-labs/dgm-eval/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/layer6ai-labs/dgm-eval/HEAD/README.md -------------------------------------------------------------------------------- /data/human-evaluation-realism/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/layer6ai-labs/dgm-eval/HEAD/data/human-evaluation-realism/README.md -------------------------------------------------------------------------------- /data/human-evaluation-realism/data/cifar10.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/layer6ai-labs/dgm-eval/HEAD/data/human-evaluation-realism/data/cifar10.csv -------------------------------------------------------------------------------- /data/human-evaluation-realism/data/ffhq256.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/layer6ai-labs/dgm-eval/HEAD/data/human-evaluation-realism/data/ffhq256.csv -------------------------------------------------------------------------------- /data/human-evaluation-realism/data/imagenet256.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/layer6ai-labs/dgm-eval/HEAD/data/human-evaluation-realism/data/imagenet256.csv -------------------------------------------------------------------------------- /data/human-evaluation-realism/data/lsun256.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/layer6ai-labs/dgm-eval/HEAD/data/human-evaluation-realism/data/lsun256.csv -------------------------------------------------------------------------------- /data/human-evaluation-realism/notebooks/analyse_human_experiments_cifar10.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/layer6ai-labs/dgm-eval/HEAD/data/human-evaluation-realism/notebooks/analyse_human_experiments_cifar10.ipynb -------------------------------------------------------------------------------- /data/human-evaluation-realism/notebooks/analyse_human_experiments_ffhq256.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/layer6ai-labs/dgm-eval/HEAD/data/human-evaluation-realism/notebooks/analyse_human_experiments_ffhq256.ipynb -------------------------------------------------------------------------------- /data/human-evaluation-realism/notebooks/analyse_human_experiments_imagenet256.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/layer6ai-labs/dgm-eval/HEAD/data/human-evaluation-realism/notebooks/analyse_human_experiments_imagenet256.ipynb -------------------------------------------------------------------------------- /data/human-evaluation-realism/notebooks/analyse_human_experiments_lsun256.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/layer6ai-labs/dgm-eval/HEAD/data/human-evaluation-realism/notebooks/analyse_human_experiments_lsun256.ipynb -------------------------------------------------------------------------------- /data/human-evaluation-realism/per-image-data/cifar10_labeled_data.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/layer6ai-labs/dgm-eval/HEAD/data/human-evaluation-realism/per-image-data/cifar10_labeled_data.csv -------------------------------------------------------------------------------- /data/human-evaluation-realism/per-image-data/ffhq_labeled_data.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/layer6ai-labs/dgm-eval/HEAD/data/human-evaluation-realism/per-image-data/ffhq_labeled_data.csv -------------------------------------------------------------------------------- /data/human-evaluation-realism/per-image-data/imagenet_labeled_data.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/layer6ai-labs/dgm-eval/HEAD/data/human-evaluation-realism/per-image-data/imagenet_labeled_data.csv -------------------------------------------------------------------------------- /data/human-evaluation-realism/per-image-data/lsun_labeled_data.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/layer6ai-labs/dgm-eval/HEAD/data/human-evaluation-realism/per-image-data/lsun_labeled_data.csv -------------------------------------------------------------------------------- /data/imagenet-labels.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/layer6ai-labs/dgm-eval/HEAD/data/imagenet-labels.yml -------------------------------------------------------------------------------- /data/times-new-roman.ttf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/layer6ai-labs/dgm-eval/HEAD/data/times-new-roman.ttf -------------------------------------------------------------------------------- /dgm_eval/__init__.py: -------------------------------------------------------------------------------- 1 | __version__ = '0.1.0' 2 | -------------------------------------------------------------------------------- /dgm_eval/__main__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/layer6ai-labs/dgm-eval/HEAD/dgm_eval/__main__.py -------------------------------------------------------------------------------- /dgm_eval/dataloaders.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/layer6ai-labs/dgm-eval/HEAD/dgm_eval/dataloaders.py -------------------------------------------------------------------------------- /dgm_eval/heatmaps/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/layer6ai-labs/dgm-eval/HEAD/dgm_eval/heatmaps/__init__.py -------------------------------------------------------------------------------- /dgm_eval/heatmaps/gradcam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/layer6ai-labs/dgm-eval/HEAD/dgm_eval/heatmaps/gradcam.py -------------------------------------------------------------------------------- /dgm_eval/heatmaps/heatmaps.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/layer6ai-labs/dgm-eval/HEAD/dgm_eval/heatmaps/heatmaps.py -------------------------------------------------------------------------------- /dgm_eval/heatmaps/heatmaps_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/layer6ai-labs/dgm-eval/HEAD/dgm_eval/heatmaps/heatmaps_utils.py -------------------------------------------------------------------------------- /dgm_eval/metrics/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/layer6ai-labs/dgm-eval/HEAD/dgm_eval/metrics/__init__.py -------------------------------------------------------------------------------- /dgm_eval/metrics/authpct.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/layer6ai-labs/dgm-eval/HEAD/dgm_eval/metrics/authpct.py -------------------------------------------------------------------------------- /dgm_eval/metrics/ct.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/layer6ai-labs/dgm-eval/HEAD/dgm_eval/metrics/ct.py -------------------------------------------------------------------------------- /dgm_eval/metrics/fd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/layer6ai-labs/dgm-eval/HEAD/dgm_eval/metrics/fd.py -------------------------------------------------------------------------------- /dgm_eval/metrics/fls.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/layer6ai-labs/dgm-eval/HEAD/dgm_eval/metrics/fls.py -------------------------------------------------------------------------------- /dgm_eval/metrics/inception_score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/layer6ai-labs/dgm-eval/HEAD/dgm_eval/metrics/inception_score.py -------------------------------------------------------------------------------- /dgm_eval/metrics/mmd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/layer6ai-labs/dgm-eval/HEAD/dgm_eval/metrics/mmd.py -------------------------------------------------------------------------------- /dgm_eval/metrics/prdc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/layer6ai-labs/dgm-eval/HEAD/dgm_eval/metrics/prdc.py -------------------------------------------------------------------------------- /dgm_eval/metrics/sw.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/layer6ai-labs/dgm-eval/HEAD/dgm_eval/metrics/sw.py -------------------------------------------------------------------------------- /dgm_eval/metrics/vendi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/layer6ai-labs/dgm-eval/HEAD/dgm_eval/metrics/vendi.py -------------------------------------------------------------------------------- /dgm_eval/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/layer6ai-labs/dgm-eval/HEAD/dgm_eval/models/__init__.py -------------------------------------------------------------------------------- /dgm_eval/models/clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/layer6ai-labs/dgm-eval/HEAD/dgm_eval/models/clip.py -------------------------------------------------------------------------------- /dgm_eval/models/convnext.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/layer6ai-labs/dgm-eval/HEAD/dgm_eval/models/convnext.py -------------------------------------------------------------------------------- /dgm_eval/models/data2vec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/layer6ai-labs/dgm-eval/HEAD/dgm_eval/models/data2vec.py -------------------------------------------------------------------------------- /dgm_eval/models/dinov2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/layer6ai-labs/dgm-eval/HEAD/dgm_eval/models/dinov2.py -------------------------------------------------------------------------------- /dgm_eval/models/encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/layer6ai-labs/dgm-eval/HEAD/dgm_eval/models/encoder.py -------------------------------------------------------------------------------- /dgm_eval/models/inception.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/layer6ai-labs/dgm-eval/HEAD/dgm_eval/models/inception.py -------------------------------------------------------------------------------- /dgm_eval/models/load_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/layer6ai-labs/dgm-eval/HEAD/dgm_eval/models/load_encoder.py -------------------------------------------------------------------------------- /dgm_eval/models/mae.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/layer6ai-labs/dgm-eval/HEAD/dgm_eval/models/mae.py -------------------------------------------------------------------------------- /dgm_eval/models/pixel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/layer6ai-labs/dgm-eval/HEAD/dgm_eval/models/pixel.py -------------------------------------------------------------------------------- /dgm_eval/models/simclr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/layer6ai-labs/dgm-eval/HEAD/dgm_eval/models/simclr.py -------------------------------------------------------------------------------- /dgm_eval/models/swav.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/layer6ai-labs/dgm-eval/HEAD/dgm_eval/models/swav.py -------------------------------------------------------------------------------- /dgm_eval/models/util/pos_embed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/layer6ai-labs/dgm-eval/HEAD/dgm_eval/models/util/pos_embed.py -------------------------------------------------------------------------------- /dgm_eval/representations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/layer6ai-labs/dgm-eval/HEAD/dgm_eval/representations.py -------------------------------------------------------------------------------- /dgm_eval/resizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/layer6ai-labs/dgm-eval/HEAD/dgm_eval/resizer.py -------------------------------------------------------------------------------- /figures/heatmaps_dinov2_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/layer6ai-labs/dgm-eval/HEAD/figures/heatmaps_dinov2_1.png -------------------------------------------------------------------------------- /figures/heatmaps_dinov2_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/layer6ai-labs/dgm-eval/HEAD/figures/heatmaps_dinov2_2.png -------------------------------------------------------------------------------- /figures/heatmaps_inception_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/layer6ai-labs/dgm-eval/HEAD/figures/heatmaps_inception_1.png -------------------------------------------------------------------------------- /figures/heatmaps_inception_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/layer6ai-labs/dgm-eval/HEAD/figures/heatmaps_inception_2.png -------------------------------------------------------------------------------- /figures/humaneval-vs-dinov2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/layer6ai-labs/dgm-eval/HEAD/figures/humaneval-vs-dinov2.png -------------------------------------------------------------------------------- /figures/humaneval-vs-inception.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/layer6ai-labs/dgm-eval/HEAD/figures/humaneval-vs-inception.png -------------------------------------------------------------------------------- /figures/leaderboard.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/layer6ai-labs/dgm-eval/HEAD/figures/leaderboard.png -------------------------------------------------------------------------------- /notebooks/l2_memorization_check.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/layer6ai-labs/dgm-eval/HEAD/notebooks/l2_memorization_check.ipynb -------------------------------------------------------------------------------- /scripts/run_experiments.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/layer6ai-labs/dgm-eval/HEAD/scripts/run_experiments.sh -------------------------------------------------------------------------------- /setup.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/layer6ai-labs/dgm-eval/HEAD/setup.cfg -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/layer6ai-labs/dgm-eval/HEAD/setup.py -------------------------------------------------------------------------------- /tests/test_url.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/layer6ai-labs/dgm-eval/HEAD/tests/test_url.py --------------------------------------------------------------------------------