├── .gitignore ├── LICENSE ├── README.md ├── configs ├── autoencoder │ ├── autoencoder_kl_16x16x16.yaml │ ├── autoencoder_kl_32x32x4.yaml │ ├── autoencoder_kl_64x64x3.yaml │ └── autoencoder_kl_8x8x64.yaml ├── latent-diffusion │ ├── celebahq-ldm-vq-4.yaml │ ├── cin-ldm-vq-f8.yaml │ ├── cin256-v2.yaml │ ├── ffhq-ldm-vq-4.yaml │ ├── lsun_bedrooms-ldm-vq-4.yaml │ ├── lsun_churches-ldm-kl-8.yaml │ ├── txt2img-1p4B-eval.yaml │ ├── txt2img-1p4B-eval_with_tokens.yaml │ ├── txt2img-1p4B-finetune.yaml │ └── txt2img-1p4B-finetune_style.yaml └── stable-diffusion │ ├── v1-finetune.yaml │ ├── v1-finetune_unfrozen.yaml │ └── v1-inference.yaml ├── environment.yaml ├── img ├── app.png └── teaser.png ├── ldm ├── data │ ├── __init__.py │ ├── base.py │ ├── imagenet.py │ ├── lsun.py │ ├── personalized.py │ └── personalized_style.py ├── lr_scheduler.py ├── models │ ├── autoencoder.py │ └── diffusion │ │ ├── __init__.py │ │ ├── classifier.py │ │ ├── ddim.py │ │ ├── ddpm.py │ │ └── plms.py ├── modules │ ├── attention.py │ ├── diffusionmodules │ │ ├── __init__.py │ │ ├── model.py │ │ ├── openaimodel.py │ │ └── util.py │ ├── distributions │ │ ├── __init__.py │ │ └── distributions.py │ ├── ema.py │ ├── embedding_manager.py │ ├── encoders │ │ ├── __init__.py │ │ ├── modules.py │ │ └── modules_bak.py │ ├── image_degradation │ │ ├── __init__.py │ │ ├── bsrgan.py │ │ ├── bsrgan_light.py │ │ ├── utils │ │ │ └── test.png │ │ └── utils_image.py │ ├── losses │ │ ├── __init__.py │ │ ├── contperceptual.py │ │ └── vqperceptual.py │ └── x_transformer.py └── util.py ├── main.py ├── models ├── first_stage_models │ ├── kl-f16 │ │ └── config.yaml │ ├── kl-f32 │ │ └── config.yaml │ ├── kl-f4 │ │ └── config.yaml │ ├── kl-f8 │ │ └── config.yaml │ ├── vq-f16 │ │ └── config.yaml │ ├── vq-f4-noattn │ │ └── config.yaml │ ├── vq-f4 │ │ └── config.yaml │ ├── vq-f8-n256 │ │ └── config.yaml │ └── vq-f8 │ │ └── config.yaml └── ldm │ ├── bsr_sr │ └── config.yaml │ ├── celeba256 │ └── config.yaml │ ├── cin256 │ └── config.yaml │ ├── ffhq256 │ └── config.yaml │ ├── inpainting_big │ └── config.yaml │ ├── layout2img-openimages256 │ └── config.yaml │ ├── lsun_beds256 │ └── config.yaml │ ├── lsun_churches256 │ └── config.yaml │ ├── semantic_synthesis256 │ └── config.yaml │ ├── semantic_synthesis512 │ └── config.yaml │ └── text2img256 │ └── config.yaml ├── scripts ├── download_first_stages.sh ├── download_models.sh ├── evaluate_model.py ├── inpaint.py ├── latent_imagenet_diffusion.ipynb ├── sample_diffusion.py ├── stable_txt2img.py ├── test.ipynb ├── txt2img.py └── vico_txt2img.py └── setup.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/README.md -------------------------------------------------------------------------------- /configs/autoencoder/autoencoder_kl_16x16x16.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/configs/autoencoder/autoencoder_kl_16x16x16.yaml -------------------------------------------------------------------------------- /configs/autoencoder/autoencoder_kl_32x32x4.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/configs/autoencoder/autoencoder_kl_32x32x4.yaml -------------------------------------------------------------------------------- /configs/autoencoder/autoencoder_kl_64x64x3.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/configs/autoencoder/autoencoder_kl_64x64x3.yaml -------------------------------------------------------------------------------- /configs/autoencoder/autoencoder_kl_8x8x64.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/configs/autoencoder/autoencoder_kl_8x8x64.yaml -------------------------------------------------------------------------------- /configs/latent-diffusion/celebahq-ldm-vq-4.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/configs/latent-diffusion/celebahq-ldm-vq-4.yaml -------------------------------------------------------------------------------- /configs/latent-diffusion/cin-ldm-vq-f8.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/configs/latent-diffusion/cin-ldm-vq-f8.yaml -------------------------------------------------------------------------------- /configs/latent-diffusion/cin256-v2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/configs/latent-diffusion/cin256-v2.yaml -------------------------------------------------------------------------------- /configs/latent-diffusion/ffhq-ldm-vq-4.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/configs/latent-diffusion/ffhq-ldm-vq-4.yaml -------------------------------------------------------------------------------- /configs/latent-diffusion/lsun_bedrooms-ldm-vq-4.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/configs/latent-diffusion/lsun_bedrooms-ldm-vq-4.yaml -------------------------------------------------------------------------------- /configs/latent-diffusion/lsun_churches-ldm-kl-8.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/configs/latent-diffusion/lsun_churches-ldm-kl-8.yaml -------------------------------------------------------------------------------- /configs/latent-diffusion/txt2img-1p4B-eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/configs/latent-diffusion/txt2img-1p4B-eval.yaml -------------------------------------------------------------------------------- /configs/latent-diffusion/txt2img-1p4B-eval_with_tokens.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/configs/latent-diffusion/txt2img-1p4B-eval_with_tokens.yaml -------------------------------------------------------------------------------- /configs/latent-diffusion/txt2img-1p4B-finetune.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/configs/latent-diffusion/txt2img-1p4B-finetune.yaml -------------------------------------------------------------------------------- /configs/latent-diffusion/txt2img-1p4B-finetune_style.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/configs/latent-diffusion/txt2img-1p4B-finetune_style.yaml -------------------------------------------------------------------------------- /configs/stable-diffusion/v1-finetune.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/configs/stable-diffusion/v1-finetune.yaml -------------------------------------------------------------------------------- /configs/stable-diffusion/v1-finetune_unfrozen.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/configs/stable-diffusion/v1-finetune_unfrozen.yaml -------------------------------------------------------------------------------- /configs/stable-diffusion/v1-inference.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/configs/stable-diffusion/v1-inference.yaml -------------------------------------------------------------------------------- /environment.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/environment.yaml -------------------------------------------------------------------------------- /img/app.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/img/app.png -------------------------------------------------------------------------------- /img/teaser.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/img/teaser.png -------------------------------------------------------------------------------- /ldm/data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ldm/data/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/ldm/data/base.py -------------------------------------------------------------------------------- /ldm/data/imagenet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/ldm/data/imagenet.py -------------------------------------------------------------------------------- /ldm/data/lsun.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/ldm/data/lsun.py -------------------------------------------------------------------------------- /ldm/data/personalized.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/ldm/data/personalized.py -------------------------------------------------------------------------------- /ldm/data/personalized_style.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/ldm/data/personalized_style.py -------------------------------------------------------------------------------- /ldm/lr_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/ldm/lr_scheduler.py -------------------------------------------------------------------------------- /ldm/models/autoencoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/ldm/models/autoencoder.py -------------------------------------------------------------------------------- /ldm/models/diffusion/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ldm/models/diffusion/classifier.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/ldm/models/diffusion/classifier.py -------------------------------------------------------------------------------- /ldm/models/diffusion/ddim.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/ldm/models/diffusion/ddim.py -------------------------------------------------------------------------------- /ldm/models/diffusion/ddpm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/ldm/models/diffusion/ddpm.py -------------------------------------------------------------------------------- /ldm/models/diffusion/plms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/ldm/models/diffusion/plms.py -------------------------------------------------------------------------------- /ldm/modules/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/ldm/modules/attention.py -------------------------------------------------------------------------------- /ldm/modules/diffusionmodules/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ldm/modules/diffusionmodules/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/ldm/modules/diffusionmodules/model.py -------------------------------------------------------------------------------- /ldm/modules/diffusionmodules/openaimodel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/ldm/modules/diffusionmodules/openaimodel.py -------------------------------------------------------------------------------- /ldm/modules/diffusionmodules/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/ldm/modules/diffusionmodules/util.py -------------------------------------------------------------------------------- /ldm/modules/distributions/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ldm/modules/distributions/distributions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/ldm/modules/distributions/distributions.py -------------------------------------------------------------------------------- /ldm/modules/ema.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/ldm/modules/ema.py -------------------------------------------------------------------------------- /ldm/modules/embedding_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/ldm/modules/embedding_manager.py -------------------------------------------------------------------------------- /ldm/modules/encoders/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ldm/modules/encoders/modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/ldm/modules/encoders/modules.py -------------------------------------------------------------------------------- /ldm/modules/encoders/modules_bak.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/ldm/modules/encoders/modules_bak.py -------------------------------------------------------------------------------- /ldm/modules/image_degradation/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/ldm/modules/image_degradation/__init__.py -------------------------------------------------------------------------------- /ldm/modules/image_degradation/bsrgan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/ldm/modules/image_degradation/bsrgan.py -------------------------------------------------------------------------------- /ldm/modules/image_degradation/bsrgan_light.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/ldm/modules/image_degradation/bsrgan_light.py -------------------------------------------------------------------------------- /ldm/modules/image_degradation/utils/test.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/ldm/modules/image_degradation/utils/test.png -------------------------------------------------------------------------------- /ldm/modules/image_degradation/utils_image.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/ldm/modules/image_degradation/utils_image.py -------------------------------------------------------------------------------- /ldm/modules/losses/__init__.py: -------------------------------------------------------------------------------- 1 | from ldm.modules.losses.contperceptual import LPIPSWithDiscriminator -------------------------------------------------------------------------------- /ldm/modules/losses/contperceptual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/ldm/modules/losses/contperceptual.py -------------------------------------------------------------------------------- /ldm/modules/losses/vqperceptual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/ldm/modules/losses/vqperceptual.py -------------------------------------------------------------------------------- /ldm/modules/x_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/ldm/modules/x_transformer.py -------------------------------------------------------------------------------- /ldm/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/ldm/util.py -------------------------------------------------------------------------------- /main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/main.py -------------------------------------------------------------------------------- /models/first_stage_models/kl-f16/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/models/first_stage_models/kl-f16/config.yaml -------------------------------------------------------------------------------- /models/first_stage_models/kl-f32/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/models/first_stage_models/kl-f32/config.yaml -------------------------------------------------------------------------------- /models/first_stage_models/kl-f4/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/models/first_stage_models/kl-f4/config.yaml -------------------------------------------------------------------------------- /models/first_stage_models/kl-f8/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/models/first_stage_models/kl-f8/config.yaml -------------------------------------------------------------------------------- /models/first_stage_models/vq-f16/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/models/first_stage_models/vq-f16/config.yaml -------------------------------------------------------------------------------- /models/first_stage_models/vq-f4-noattn/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/models/first_stage_models/vq-f4-noattn/config.yaml -------------------------------------------------------------------------------- /models/first_stage_models/vq-f4/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/models/first_stage_models/vq-f4/config.yaml -------------------------------------------------------------------------------- /models/first_stage_models/vq-f8-n256/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/models/first_stage_models/vq-f8-n256/config.yaml -------------------------------------------------------------------------------- /models/first_stage_models/vq-f8/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/models/first_stage_models/vq-f8/config.yaml -------------------------------------------------------------------------------- /models/ldm/bsr_sr/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/models/ldm/bsr_sr/config.yaml -------------------------------------------------------------------------------- /models/ldm/celeba256/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/models/ldm/celeba256/config.yaml -------------------------------------------------------------------------------- /models/ldm/cin256/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/models/ldm/cin256/config.yaml -------------------------------------------------------------------------------- /models/ldm/ffhq256/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/models/ldm/ffhq256/config.yaml -------------------------------------------------------------------------------- /models/ldm/inpainting_big/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/models/ldm/inpainting_big/config.yaml -------------------------------------------------------------------------------- /models/ldm/layout2img-openimages256/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/models/ldm/layout2img-openimages256/config.yaml -------------------------------------------------------------------------------- /models/ldm/lsun_beds256/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/models/ldm/lsun_beds256/config.yaml -------------------------------------------------------------------------------- /models/ldm/lsun_churches256/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/models/ldm/lsun_churches256/config.yaml -------------------------------------------------------------------------------- /models/ldm/semantic_synthesis256/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/models/ldm/semantic_synthesis256/config.yaml -------------------------------------------------------------------------------- /models/ldm/semantic_synthesis512/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/models/ldm/semantic_synthesis512/config.yaml -------------------------------------------------------------------------------- /models/ldm/text2img256/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/models/ldm/text2img256/config.yaml -------------------------------------------------------------------------------- /scripts/download_first_stages.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/scripts/download_first_stages.sh -------------------------------------------------------------------------------- /scripts/download_models.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/scripts/download_models.sh -------------------------------------------------------------------------------- /scripts/evaluate_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/scripts/evaluate_model.py -------------------------------------------------------------------------------- /scripts/inpaint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/scripts/inpaint.py -------------------------------------------------------------------------------- /scripts/latent_imagenet_diffusion.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/scripts/latent_imagenet_diffusion.ipynb -------------------------------------------------------------------------------- /scripts/sample_diffusion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/scripts/sample_diffusion.py -------------------------------------------------------------------------------- /scripts/stable_txt2img.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/scripts/stable_txt2img.py -------------------------------------------------------------------------------- /scripts/test.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/scripts/test.ipynb -------------------------------------------------------------------------------- /scripts/txt2img.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/scripts/txt2img.py -------------------------------------------------------------------------------- /scripts/vico_txt2img.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/scripts/vico_txt2img.py -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haoosz/ViCo/HEAD/setup.py --------------------------------------------------------------------------------