├── .gitignore ├── README.md ├── compute_fid.py ├── configs ├── afhqv2.yml ├── cifar10.yml ├── cifar10_order2.yml ├── ffhq.yml ├── latent-diffusion │ ├── celebahq-ldm-vq-4.yaml │ ├── cin-ldm-vq-f8.yaml │ ├── cin256-v2.yaml │ ├── ffhq-ldm-vq-4.yaml │ ├── lsun_bedrooms-ldm-vq-4.yaml │ ├── lsun_churches-ldm-kl-8.yaml │ └── txt2img-1p4B-eval.yaml ├── latent_diff_LSUN.yml ├── latent_diff_imn.yml ├── stable-diffusion │ └── v1-inference.yaml ├── stable_diff_v1-4.yml └── stable_diff_v1-5.yml ├── data ├── coco_captions.txt └── prompts.txt ├── dataset.py ├── dnnlib ├── __init__.py └── util.py ├── gen_data.py ├── ldm ├── __init__.py ├── data │ ├── __init__.py │ ├── base.py │ ├── imagenet.py │ └── lsun.py ├── lr_scheduler.py ├── models │ ├── autoencoder.py │ └── diffusion │ │ ├── __init__.py │ │ ├── classifier.py │ │ ├── ddim.py │ │ ├── ddpm.py │ │ ├── dpm_solver │ │ ├── __init__.py │ │ ├── dpm_solver.py │ │ └── sampler.py │ │ ├── dpm_solver_v3 │ │ ├── __init__.py │ │ ├── dpm_solver_v3.py │ │ └── sampler.py │ │ ├── plms.py │ │ └── uni_pc │ │ ├── __init__.py │ │ ├── sampler.py │ │ └── uni_pc.py ├── modules │ ├── attention.py │ ├── diffusionmodules │ │ ├── __init__.py │ │ ├── model.py │ │ ├── openaimodel.py │ │ └── util.py │ ├── distributions │ │ ├── __init__.py │ │ └── distributions.py │ ├── ema.py │ ├── encoders │ │ ├── __init__.py │ │ └── modules.py │ ├── image_degradation │ │ ├── __init__.py │ │ ├── bsrgan.py │ │ ├── bsrgan_light.py │ │ └── utils_image.py │ ├── losses │ │ ├── __init__.py │ │ ├── contperceptual.py │ │ └── vqperceptual.py │ └── x_transformer.py └── util.py ├── main.py ├── models ├── __init__.py ├── condition_loader.py ├── edm_uncond.py └── latent_diff.py ├── noise_schedulers.py ├── requirements.yml ├── samplers ├── dpm_solver.py ├── dpm_solver_v3.py ├── dpm_solverpp.py ├── euler.py ├── general_solver.py ├── heun.py ├── ipndm.py └── uni_pc.py ├── scripts ├── download_model.sh ├── gen_data.sh ├── script_edm.sh ├── script_ldm.sh └── script_stable_diff.sh ├── src ├── clip │ ├── .github │ │ └── workflows │ │ │ └── test.yml │ ├── .gitignore │ ├── LICENSE │ ├── MANIFEST.in │ ├── README.md │ ├── clip │ │ ├── __init__.py │ │ ├── bpe_simple_vocab_16e6.txt.gz │ │ ├── clip.py │ │ ├── model.py │ │ └── simple_tokenizer.py │ ├── data │ │ ├── country211.md │ │ ├── prompts.md │ │ ├── rendered-sst2.md │ │ └── yfcc100m.md │ ├── hubconf.py │ ├── model-card.md │ ├── notebooks │ │ ├── Interacting_with_CLIP.ipynb │ │ └── Prompt_Engineering_for_ImageNet.ipynb │ ├── requirements.txt │ ├── setup.py │ └── tests │ │ └── test_consistency.py └── taming-transformers │ ├── README.md │ ├── configs │ ├── coco_cond_stage.yaml │ ├── coco_scene_images_transformer.yaml │ ├── custom_vqgan.yaml │ ├── drin_transformer.yaml │ ├── faceshq_transformer.yaml │ ├── faceshq_vqgan.yaml │ ├── imagenet_vqgan.yaml │ ├── imagenetdepth_vqgan.yaml │ ├── open_images_scene_images_transformer.yaml │ └── sflckr_cond_stage.yaml │ ├── environment.yaml │ ├── main.py │ ├── scripts │ ├── extract_depth.py │ ├── extract_segmentation.py │ ├── extract_submodel.py │ ├── make_samples.py │ ├── make_scene_samples.py │ ├── reconstruction_usage.ipynb │ ├── sample_conditional.py │ ├── sample_fast.py │ └── taming-transformers.ipynb │ ├── setup.py │ └── taming │ ├── data │ ├── ade20k.py │ ├── annotated_objects_coco.py │ ├── annotated_objects_dataset.py │ ├── annotated_objects_open_images.py │ ├── base.py │ ├── coco.py │ ├── conditional_builder │ │ ├── objects_bbox.py │ │ ├── objects_center_points.py │ │ └── utils.py │ ├── custom.py │ ├── faceshq.py │ ├── helper_types.py │ ├── image_transforms.py │ ├── imagenet.py │ ├── open_images_helper.py │ ├── sflckr.py │ └── utils.py │ ├── lr_scheduler.py │ ├── models │ ├── cond_transformer.py │ ├── dummy_cond_stage.py │ └── vqgan.py │ ├── modules │ ├── diffusionmodules │ │ └── model.py │ ├── discriminator │ │ └── model.py │ ├── losses │ │ ├── __init__.py │ │ ├── lpips.py │ │ ├── segmentation.py │ │ └── vqperceptual.py │ ├── misc │ │ └── coord.py │ ├── transformer │ │ ├── mingpt.py │ │ └── permuter.py │ ├── util.py │ └── vqvae │ │ └── quantize.py │ └── util.py ├── torch_utils ├── __init__.py ├── distributed.py ├── misc.py ├── persistence.py └── training_stats.py ├── trainer.py ├── utils.py └── visualizations └── illustration-lddd.png /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/README.md -------------------------------------------------------------------------------- /compute_fid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/compute_fid.py -------------------------------------------------------------------------------- /configs/afhqv2.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/configs/afhqv2.yml -------------------------------------------------------------------------------- /configs/cifar10.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/configs/cifar10.yml -------------------------------------------------------------------------------- /configs/cifar10_order2.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/configs/cifar10_order2.yml -------------------------------------------------------------------------------- /configs/ffhq.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/configs/ffhq.yml -------------------------------------------------------------------------------- /configs/latent-diffusion/celebahq-ldm-vq-4.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/configs/latent-diffusion/celebahq-ldm-vq-4.yaml -------------------------------------------------------------------------------- /configs/latent-diffusion/cin-ldm-vq-f8.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/configs/latent-diffusion/cin-ldm-vq-f8.yaml -------------------------------------------------------------------------------- /configs/latent-diffusion/cin256-v2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/configs/latent-diffusion/cin256-v2.yaml -------------------------------------------------------------------------------- /configs/latent-diffusion/ffhq-ldm-vq-4.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/configs/latent-diffusion/ffhq-ldm-vq-4.yaml -------------------------------------------------------------------------------- /configs/latent-diffusion/lsun_bedrooms-ldm-vq-4.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/configs/latent-diffusion/lsun_bedrooms-ldm-vq-4.yaml -------------------------------------------------------------------------------- /configs/latent-diffusion/lsun_churches-ldm-kl-8.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/configs/latent-diffusion/lsun_churches-ldm-kl-8.yaml -------------------------------------------------------------------------------- /configs/latent-diffusion/txt2img-1p4B-eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/configs/latent-diffusion/txt2img-1p4B-eval.yaml -------------------------------------------------------------------------------- /configs/latent_diff_LSUN.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/configs/latent_diff_LSUN.yml -------------------------------------------------------------------------------- /configs/latent_diff_imn.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/configs/latent_diff_imn.yml -------------------------------------------------------------------------------- /configs/stable-diffusion/v1-inference.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/configs/stable-diffusion/v1-inference.yaml -------------------------------------------------------------------------------- /configs/stable_diff_v1-4.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/configs/stable_diff_v1-4.yml -------------------------------------------------------------------------------- /configs/stable_diff_v1-5.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/configs/stable_diff_v1-5.yml -------------------------------------------------------------------------------- /data/coco_captions.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/data/coco_captions.txt -------------------------------------------------------------------------------- /data/prompts.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/data/prompts.txt -------------------------------------------------------------------------------- /dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/dataset.py -------------------------------------------------------------------------------- /dnnlib/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/dnnlib/__init__.py -------------------------------------------------------------------------------- /dnnlib/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/dnnlib/util.py -------------------------------------------------------------------------------- /gen_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/gen_data.py -------------------------------------------------------------------------------- /ldm/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ldm/data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ldm/data/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/ldm/data/base.py -------------------------------------------------------------------------------- /ldm/data/imagenet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/ldm/data/imagenet.py -------------------------------------------------------------------------------- /ldm/data/lsun.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/ldm/data/lsun.py -------------------------------------------------------------------------------- /ldm/lr_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/ldm/lr_scheduler.py -------------------------------------------------------------------------------- /ldm/models/autoencoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/ldm/models/autoencoder.py -------------------------------------------------------------------------------- /ldm/models/diffusion/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ldm/models/diffusion/classifier.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/ldm/models/diffusion/classifier.py -------------------------------------------------------------------------------- /ldm/models/diffusion/ddim.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/ldm/models/diffusion/ddim.py -------------------------------------------------------------------------------- /ldm/models/diffusion/ddpm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/ldm/models/diffusion/ddpm.py -------------------------------------------------------------------------------- /ldm/models/diffusion/dpm_solver/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/ldm/models/diffusion/dpm_solver/__init__.py -------------------------------------------------------------------------------- /ldm/models/diffusion/dpm_solver/dpm_solver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/ldm/models/diffusion/dpm_solver/dpm_solver.py -------------------------------------------------------------------------------- /ldm/models/diffusion/dpm_solver/sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/ldm/models/diffusion/dpm_solver/sampler.py -------------------------------------------------------------------------------- /ldm/models/diffusion/dpm_solver_v3/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/ldm/models/diffusion/dpm_solver_v3/__init__.py -------------------------------------------------------------------------------- /ldm/models/diffusion/dpm_solver_v3/dpm_solver_v3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/ldm/models/diffusion/dpm_solver_v3/dpm_solver_v3.py -------------------------------------------------------------------------------- /ldm/models/diffusion/dpm_solver_v3/sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/ldm/models/diffusion/dpm_solver_v3/sampler.py -------------------------------------------------------------------------------- /ldm/models/diffusion/plms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/ldm/models/diffusion/plms.py -------------------------------------------------------------------------------- /ldm/models/diffusion/uni_pc/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/ldm/models/diffusion/uni_pc/__init__.py -------------------------------------------------------------------------------- /ldm/models/diffusion/uni_pc/sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/ldm/models/diffusion/uni_pc/sampler.py -------------------------------------------------------------------------------- /ldm/models/diffusion/uni_pc/uni_pc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/ldm/models/diffusion/uni_pc/uni_pc.py -------------------------------------------------------------------------------- /ldm/modules/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/ldm/modules/attention.py -------------------------------------------------------------------------------- /ldm/modules/diffusionmodules/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ldm/modules/diffusionmodules/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/ldm/modules/diffusionmodules/model.py -------------------------------------------------------------------------------- /ldm/modules/diffusionmodules/openaimodel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/ldm/modules/diffusionmodules/openaimodel.py -------------------------------------------------------------------------------- /ldm/modules/diffusionmodules/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/ldm/modules/diffusionmodules/util.py -------------------------------------------------------------------------------- /ldm/modules/distributions/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ldm/modules/distributions/distributions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/ldm/modules/distributions/distributions.py -------------------------------------------------------------------------------- /ldm/modules/ema.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/ldm/modules/ema.py -------------------------------------------------------------------------------- /ldm/modules/encoders/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ldm/modules/encoders/modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/ldm/modules/encoders/modules.py -------------------------------------------------------------------------------- /ldm/modules/image_degradation/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/ldm/modules/image_degradation/__init__.py -------------------------------------------------------------------------------- /ldm/modules/image_degradation/bsrgan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/ldm/modules/image_degradation/bsrgan.py -------------------------------------------------------------------------------- /ldm/modules/image_degradation/bsrgan_light.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/ldm/modules/image_degradation/bsrgan_light.py -------------------------------------------------------------------------------- /ldm/modules/image_degradation/utils_image.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/ldm/modules/image_degradation/utils_image.py -------------------------------------------------------------------------------- /ldm/modules/losses/__init__.py: -------------------------------------------------------------------------------- 1 | from ldm.modules.losses.contperceptual import LPIPSWithDiscriminator -------------------------------------------------------------------------------- /ldm/modules/losses/contperceptual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/ldm/modules/losses/contperceptual.py -------------------------------------------------------------------------------- /ldm/modules/losses/vqperceptual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/ldm/modules/losses/vqperceptual.py -------------------------------------------------------------------------------- /ldm/modules/x_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/ldm/modules/x_transformer.py -------------------------------------------------------------------------------- /ldm/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/ldm/util.py -------------------------------------------------------------------------------- /main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/main.py -------------------------------------------------------------------------------- /models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/models/__init__.py -------------------------------------------------------------------------------- /models/condition_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/models/condition_loader.py -------------------------------------------------------------------------------- /models/edm_uncond.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/models/edm_uncond.py -------------------------------------------------------------------------------- /models/latent_diff.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/models/latent_diff.py -------------------------------------------------------------------------------- /noise_schedulers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/noise_schedulers.py -------------------------------------------------------------------------------- /requirements.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/requirements.yml -------------------------------------------------------------------------------- /samplers/dpm_solver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/samplers/dpm_solver.py -------------------------------------------------------------------------------- /samplers/dpm_solver_v3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/samplers/dpm_solver_v3.py -------------------------------------------------------------------------------- /samplers/dpm_solverpp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/samplers/dpm_solverpp.py -------------------------------------------------------------------------------- /samplers/euler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/samplers/euler.py -------------------------------------------------------------------------------- /samplers/general_solver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/samplers/general_solver.py -------------------------------------------------------------------------------- /samplers/heun.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/samplers/heun.py -------------------------------------------------------------------------------- /samplers/ipndm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/samplers/ipndm.py -------------------------------------------------------------------------------- /samplers/uni_pc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/samplers/uni_pc.py -------------------------------------------------------------------------------- /scripts/download_model.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/scripts/download_model.sh -------------------------------------------------------------------------------- /scripts/gen_data.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/scripts/gen_data.sh -------------------------------------------------------------------------------- /scripts/script_edm.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/scripts/script_edm.sh -------------------------------------------------------------------------------- /scripts/script_ldm.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/scripts/script_ldm.sh -------------------------------------------------------------------------------- /scripts/script_stable_diff.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/scripts/script_stable_diff.sh -------------------------------------------------------------------------------- /src/clip/.github/workflows/test.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/clip/.github/workflows/test.yml -------------------------------------------------------------------------------- /src/clip/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/clip/.gitignore -------------------------------------------------------------------------------- /src/clip/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/clip/LICENSE -------------------------------------------------------------------------------- /src/clip/MANIFEST.in: -------------------------------------------------------------------------------- 1 | include clip/bpe_simple_vocab_16e6.txt.gz 2 | -------------------------------------------------------------------------------- /src/clip/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/clip/README.md -------------------------------------------------------------------------------- /src/clip/clip/__init__.py: -------------------------------------------------------------------------------- 1 | from .clip import * 2 | -------------------------------------------------------------------------------- /src/clip/clip/bpe_simple_vocab_16e6.txt.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/clip/clip/bpe_simple_vocab_16e6.txt.gz -------------------------------------------------------------------------------- /src/clip/clip/clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/clip/clip/clip.py -------------------------------------------------------------------------------- /src/clip/clip/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/clip/clip/model.py -------------------------------------------------------------------------------- /src/clip/clip/simple_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/clip/clip/simple_tokenizer.py -------------------------------------------------------------------------------- /src/clip/data/country211.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/clip/data/country211.md -------------------------------------------------------------------------------- /src/clip/data/prompts.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/clip/data/prompts.md -------------------------------------------------------------------------------- /src/clip/data/rendered-sst2.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/clip/data/rendered-sst2.md -------------------------------------------------------------------------------- /src/clip/data/yfcc100m.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/clip/data/yfcc100m.md -------------------------------------------------------------------------------- /src/clip/hubconf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/clip/hubconf.py -------------------------------------------------------------------------------- /src/clip/model-card.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/clip/model-card.md -------------------------------------------------------------------------------- /src/clip/notebooks/Interacting_with_CLIP.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/clip/notebooks/Interacting_with_CLIP.ipynb -------------------------------------------------------------------------------- /src/clip/notebooks/Prompt_Engineering_for_ImageNet.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/clip/notebooks/Prompt_Engineering_for_ImageNet.ipynb -------------------------------------------------------------------------------- /src/clip/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/clip/requirements.txt -------------------------------------------------------------------------------- /src/clip/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/clip/setup.py -------------------------------------------------------------------------------- /src/clip/tests/test_consistency.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/clip/tests/test_consistency.py -------------------------------------------------------------------------------- /src/taming-transformers/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/taming-transformers/README.md -------------------------------------------------------------------------------- /src/taming-transformers/configs/coco_cond_stage.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/taming-transformers/configs/coco_cond_stage.yaml -------------------------------------------------------------------------------- /src/taming-transformers/configs/coco_scene_images_transformer.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/taming-transformers/configs/coco_scene_images_transformer.yaml -------------------------------------------------------------------------------- /src/taming-transformers/configs/custom_vqgan.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/taming-transformers/configs/custom_vqgan.yaml -------------------------------------------------------------------------------- /src/taming-transformers/configs/drin_transformer.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/taming-transformers/configs/drin_transformer.yaml -------------------------------------------------------------------------------- /src/taming-transformers/configs/faceshq_transformer.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/taming-transformers/configs/faceshq_transformer.yaml -------------------------------------------------------------------------------- /src/taming-transformers/configs/faceshq_vqgan.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/taming-transformers/configs/faceshq_vqgan.yaml -------------------------------------------------------------------------------- /src/taming-transformers/configs/imagenet_vqgan.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/taming-transformers/configs/imagenet_vqgan.yaml -------------------------------------------------------------------------------- /src/taming-transformers/configs/imagenetdepth_vqgan.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/taming-transformers/configs/imagenetdepth_vqgan.yaml -------------------------------------------------------------------------------- /src/taming-transformers/configs/open_images_scene_images_transformer.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/taming-transformers/configs/open_images_scene_images_transformer.yaml -------------------------------------------------------------------------------- /src/taming-transformers/configs/sflckr_cond_stage.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/taming-transformers/configs/sflckr_cond_stage.yaml -------------------------------------------------------------------------------- /src/taming-transformers/environment.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/taming-transformers/environment.yaml -------------------------------------------------------------------------------- /src/taming-transformers/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/taming-transformers/main.py -------------------------------------------------------------------------------- /src/taming-transformers/scripts/extract_depth.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/taming-transformers/scripts/extract_depth.py -------------------------------------------------------------------------------- /src/taming-transformers/scripts/extract_segmentation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/taming-transformers/scripts/extract_segmentation.py -------------------------------------------------------------------------------- /src/taming-transformers/scripts/extract_submodel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/taming-transformers/scripts/extract_submodel.py -------------------------------------------------------------------------------- /src/taming-transformers/scripts/make_samples.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/taming-transformers/scripts/make_samples.py -------------------------------------------------------------------------------- /src/taming-transformers/scripts/make_scene_samples.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/taming-transformers/scripts/make_scene_samples.py -------------------------------------------------------------------------------- /src/taming-transformers/scripts/reconstruction_usage.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/taming-transformers/scripts/reconstruction_usage.ipynb -------------------------------------------------------------------------------- /src/taming-transformers/scripts/sample_conditional.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/taming-transformers/scripts/sample_conditional.py -------------------------------------------------------------------------------- /src/taming-transformers/scripts/sample_fast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/taming-transformers/scripts/sample_fast.py -------------------------------------------------------------------------------- /src/taming-transformers/scripts/taming-transformers.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/taming-transformers/scripts/taming-transformers.ipynb -------------------------------------------------------------------------------- /src/taming-transformers/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/taming-transformers/setup.py -------------------------------------------------------------------------------- /src/taming-transformers/taming/data/ade20k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/taming-transformers/taming/data/ade20k.py -------------------------------------------------------------------------------- /src/taming-transformers/taming/data/annotated_objects_coco.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/taming-transformers/taming/data/annotated_objects_coco.py -------------------------------------------------------------------------------- /src/taming-transformers/taming/data/annotated_objects_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/taming-transformers/taming/data/annotated_objects_dataset.py -------------------------------------------------------------------------------- /src/taming-transformers/taming/data/annotated_objects_open_images.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/taming-transformers/taming/data/annotated_objects_open_images.py -------------------------------------------------------------------------------- /src/taming-transformers/taming/data/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/taming-transformers/taming/data/base.py -------------------------------------------------------------------------------- /src/taming-transformers/taming/data/coco.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/taming-transformers/taming/data/coco.py -------------------------------------------------------------------------------- /src/taming-transformers/taming/data/conditional_builder/objects_bbox.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/taming-transformers/taming/data/conditional_builder/objects_bbox.py -------------------------------------------------------------------------------- /src/taming-transformers/taming/data/conditional_builder/objects_center_points.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/taming-transformers/taming/data/conditional_builder/objects_center_points.py -------------------------------------------------------------------------------- /src/taming-transformers/taming/data/conditional_builder/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/taming-transformers/taming/data/conditional_builder/utils.py -------------------------------------------------------------------------------- /src/taming-transformers/taming/data/custom.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/taming-transformers/taming/data/custom.py -------------------------------------------------------------------------------- /src/taming-transformers/taming/data/faceshq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/taming-transformers/taming/data/faceshq.py -------------------------------------------------------------------------------- /src/taming-transformers/taming/data/helper_types.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/taming-transformers/taming/data/helper_types.py -------------------------------------------------------------------------------- /src/taming-transformers/taming/data/image_transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/taming-transformers/taming/data/image_transforms.py -------------------------------------------------------------------------------- /src/taming-transformers/taming/data/imagenet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/taming-transformers/taming/data/imagenet.py -------------------------------------------------------------------------------- /src/taming-transformers/taming/data/open_images_helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/taming-transformers/taming/data/open_images_helper.py -------------------------------------------------------------------------------- /src/taming-transformers/taming/data/sflckr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/taming-transformers/taming/data/sflckr.py -------------------------------------------------------------------------------- /src/taming-transformers/taming/data/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/taming-transformers/taming/data/utils.py -------------------------------------------------------------------------------- /src/taming-transformers/taming/lr_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/taming-transformers/taming/lr_scheduler.py -------------------------------------------------------------------------------- /src/taming-transformers/taming/models/cond_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/taming-transformers/taming/models/cond_transformer.py -------------------------------------------------------------------------------- /src/taming-transformers/taming/models/dummy_cond_stage.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/taming-transformers/taming/models/dummy_cond_stage.py -------------------------------------------------------------------------------- /src/taming-transformers/taming/models/vqgan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/taming-transformers/taming/models/vqgan.py -------------------------------------------------------------------------------- /src/taming-transformers/taming/modules/diffusionmodules/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/taming-transformers/taming/modules/diffusionmodules/model.py -------------------------------------------------------------------------------- /src/taming-transformers/taming/modules/discriminator/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/taming-transformers/taming/modules/discriminator/model.py -------------------------------------------------------------------------------- /src/taming-transformers/taming/modules/losses/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/taming-transformers/taming/modules/losses/__init__.py -------------------------------------------------------------------------------- /src/taming-transformers/taming/modules/losses/lpips.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/taming-transformers/taming/modules/losses/lpips.py -------------------------------------------------------------------------------- /src/taming-transformers/taming/modules/losses/segmentation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/taming-transformers/taming/modules/losses/segmentation.py -------------------------------------------------------------------------------- /src/taming-transformers/taming/modules/losses/vqperceptual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/taming-transformers/taming/modules/losses/vqperceptual.py -------------------------------------------------------------------------------- /src/taming-transformers/taming/modules/misc/coord.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/taming-transformers/taming/modules/misc/coord.py -------------------------------------------------------------------------------- /src/taming-transformers/taming/modules/transformer/mingpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/taming-transformers/taming/modules/transformer/mingpt.py -------------------------------------------------------------------------------- /src/taming-transformers/taming/modules/transformer/permuter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/taming-transformers/taming/modules/transformer/permuter.py -------------------------------------------------------------------------------- /src/taming-transformers/taming/modules/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/taming-transformers/taming/modules/util.py -------------------------------------------------------------------------------- /src/taming-transformers/taming/modules/vqvae/quantize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/taming-transformers/taming/modules/vqvae/quantize.py -------------------------------------------------------------------------------- /src/taming-transformers/taming/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/src/taming-transformers/taming/util.py -------------------------------------------------------------------------------- /torch_utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/torch_utils/__init__.py -------------------------------------------------------------------------------- /torch_utils/distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/torch_utils/distributed.py -------------------------------------------------------------------------------- /torch_utils/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/torch_utils/misc.py -------------------------------------------------------------------------------- /torch_utils/persistence.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/torch_utils/persistence.py -------------------------------------------------------------------------------- /torch_utils/training_stats.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/torch_utils/training_stats.py -------------------------------------------------------------------------------- /trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/trainer.py -------------------------------------------------------------------------------- /utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/utils.py -------------------------------------------------------------------------------- /visualizations/illustration-lddd.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinhsuhi/LD3/HEAD/visualizations/illustration-lddd.png --------------------------------------------------------------------------------