├── .gitignore ├── ImageGen ├── README.md ├── batched_txt2img.py ├── configs │ └── stable-diffusion │ │ └── v1-inference.yaml ├── ldm │ ├── data │ │ ├── __init__.py │ │ └── util.py │ ├── models │ │ ├── autoencoder.py │ │ └── diffusion │ │ │ ├── __init__.py │ │ │ ├── ddim.py │ │ │ ├── ddpm.py │ │ │ ├── dpm_solver │ │ │ ├── __init__.py │ │ │ ├── dpm_solver.py │ │ │ └── sampler.py │ │ │ ├── plms.py │ │ │ └── sampling_util.py │ ├── modules │ │ ├── attention.py │ │ ├── diffusionmodules │ │ │ ├── __init__.py │ │ │ ├── model.py │ │ │ ├── openaimodel.py │ │ │ ├── upscaling.py │ │ │ └── util.py │ │ ├── distributions │ │ │ ├── __init__.py │ │ │ └── distributions.py │ │ ├── ema.py │ │ ├── encoders │ │ │ ├── __init__.py │ │ │ └── modules.py │ │ ├── image_degradation │ │ │ ├── __init__.py │ │ │ ├── bsrgan.py │ │ │ ├── bsrgan_light.py │ │ │ ├── utils │ │ │ │ └── test.png │ │ │ └── utils_image.py │ │ ├── karlo │ │ │ ├── __init__.py │ │ │ ├── diffusers_pipeline.py │ │ │ └── kakao │ │ │ │ ├── __init__.py │ │ │ │ ├── models │ │ │ │ ├── __init__.py │ │ │ │ ├── clip.py │ │ │ │ ├── decoder_model.py │ │ │ │ ├── prior_model.py │ │ │ │ ├── sr_256_1k.py │ │ │ │ └── sr_64_256.py │ │ │ │ ├── modules │ │ │ │ ├── __init__.py │ │ │ │ ├── diffusion │ │ │ │ │ ├── gaussian_diffusion.py │ │ │ │ │ └── respace.py │ │ │ │ ├── nn.py │ │ │ │ ├── resample.py │ │ │ │ ├── unet.py │ │ │ │ └── xf.py │ │ │ │ ├── sampler.py │ │ │ │ └── template.py │ │ └── midas │ │ │ ├── __init__.py │ │ │ ├── api.py │ │ │ ├── midas │ │ │ ├── __init__.py │ │ │ ├── base_model.py │ │ │ ├── blocks.py │ │ │ ├── dpt_depth.py │ │ │ ├── midas_net.py │ │ │ ├── midas_net_custom.py │ │ │ ├── transforms.py │ │ │ └── vit.py │ │ │ └── utils.py │ └── util.py └── sample_scripts │ └── run_image_generation.sh ├── README.md ├── TextGen ├── README.md ├── balancing.py ├── captions_generator.py ├── metadata.json ├── sample_scripts │ ├── run_balancing.sh │ ├── run_caption_generation.sh │ └── run_substr_matching.sh └── substr_matching.py ├── Training ├── README.md ├── bpe_simple_vocab_16e6.txt.gz ├── datasets.py ├── losses.py ├── main.py ├── models.py ├── run_with_submitit.py ├── sample_scripts │ └── run_training.sh ├── templates.json ├── tokenizer.py └── utils.py ├── requirements.txt ├── synthclip_loader.py └── teaser.png /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/.gitignore -------------------------------------------------------------------------------- /ImageGen/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/ImageGen/README.md -------------------------------------------------------------------------------- /ImageGen/batched_txt2img.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/ImageGen/batched_txt2img.py -------------------------------------------------------------------------------- /ImageGen/configs/stable-diffusion/v1-inference.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/ImageGen/configs/stable-diffusion/v1-inference.yaml -------------------------------------------------------------------------------- /ImageGen/ldm/data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ImageGen/ldm/data/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/ImageGen/ldm/data/util.py -------------------------------------------------------------------------------- /ImageGen/ldm/models/autoencoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/ImageGen/ldm/models/autoencoder.py -------------------------------------------------------------------------------- /ImageGen/ldm/models/diffusion/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ImageGen/ldm/models/diffusion/ddim.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/ImageGen/ldm/models/diffusion/ddim.py -------------------------------------------------------------------------------- /ImageGen/ldm/models/diffusion/ddpm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/ImageGen/ldm/models/diffusion/ddpm.py -------------------------------------------------------------------------------- /ImageGen/ldm/models/diffusion/dpm_solver/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/ImageGen/ldm/models/diffusion/dpm_solver/__init__.py -------------------------------------------------------------------------------- /ImageGen/ldm/models/diffusion/dpm_solver/dpm_solver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/ImageGen/ldm/models/diffusion/dpm_solver/dpm_solver.py -------------------------------------------------------------------------------- /ImageGen/ldm/models/diffusion/dpm_solver/sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/ImageGen/ldm/models/diffusion/dpm_solver/sampler.py -------------------------------------------------------------------------------- /ImageGen/ldm/models/diffusion/plms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/ImageGen/ldm/models/diffusion/plms.py -------------------------------------------------------------------------------- /ImageGen/ldm/models/diffusion/sampling_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/ImageGen/ldm/models/diffusion/sampling_util.py -------------------------------------------------------------------------------- /ImageGen/ldm/modules/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/ImageGen/ldm/modules/attention.py -------------------------------------------------------------------------------- /ImageGen/ldm/modules/diffusionmodules/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ImageGen/ldm/modules/diffusionmodules/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/ImageGen/ldm/modules/diffusionmodules/model.py -------------------------------------------------------------------------------- /ImageGen/ldm/modules/diffusionmodules/openaimodel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/ImageGen/ldm/modules/diffusionmodules/openaimodel.py -------------------------------------------------------------------------------- /ImageGen/ldm/modules/diffusionmodules/upscaling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/ImageGen/ldm/modules/diffusionmodules/upscaling.py -------------------------------------------------------------------------------- /ImageGen/ldm/modules/diffusionmodules/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/ImageGen/ldm/modules/diffusionmodules/util.py -------------------------------------------------------------------------------- /ImageGen/ldm/modules/distributions/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ImageGen/ldm/modules/distributions/distributions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/ImageGen/ldm/modules/distributions/distributions.py -------------------------------------------------------------------------------- /ImageGen/ldm/modules/ema.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/ImageGen/ldm/modules/ema.py -------------------------------------------------------------------------------- /ImageGen/ldm/modules/encoders/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ImageGen/ldm/modules/encoders/modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/ImageGen/ldm/modules/encoders/modules.py -------------------------------------------------------------------------------- /ImageGen/ldm/modules/image_degradation/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/ImageGen/ldm/modules/image_degradation/__init__.py -------------------------------------------------------------------------------- /ImageGen/ldm/modules/image_degradation/bsrgan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/ImageGen/ldm/modules/image_degradation/bsrgan.py -------------------------------------------------------------------------------- /ImageGen/ldm/modules/image_degradation/bsrgan_light.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/ImageGen/ldm/modules/image_degradation/bsrgan_light.py -------------------------------------------------------------------------------- /ImageGen/ldm/modules/image_degradation/utils/test.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/ImageGen/ldm/modules/image_degradation/utils/test.png -------------------------------------------------------------------------------- /ImageGen/ldm/modules/image_degradation/utils_image.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/ImageGen/ldm/modules/image_degradation/utils_image.py -------------------------------------------------------------------------------- /ImageGen/ldm/modules/karlo/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ImageGen/ldm/modules/karlo/diffusers_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/ImageGen/ldm/modules/karlo/diffusers_pipeline.py -------------------------------------------------------------------------------- /ImageGen/ldm/modules/karlo/kakao/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ImageGen/ldm/modules/karlo/kakao/models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ImageGen/ldm/modules/karlo/kakao/models/clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/ImageGen/ldm/modules/karlo/kakao/models/clip.py -------------------------------------------------------------------------------- /ImageGen/ldm/modules/karlo/kakao/models/decoder_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/ImageGen/ldm/modules/karlo/kakao/models/decoder_model.py -------------------------------------------------------------------------------- /ImageGen/ldm/modules/karlo/kakao/models/prior_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/ImageGen/ldm/modules/karlo/kakao/models/prior_model.py -------------------------------------------------------------------------------- /ImageGen/ldm/modules/karlo/kakao/models/sr_256_1k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/ImageGen/ldm/modules/karlo/kakao/models/sr_256_1k.py -------------------------------------------------------------------------------- /ImageGen/ldm/modules/karlo/kakao/models/sr_64_256.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/ImageGen/ldm/modules/karlo/kakao/models/sr_64_256.py -------------------------------------------------------------------------------- /ImageGen/ldm/modules/karlo/kakao/modules/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/ImageGen/ldm/modules/karlo/kakao/modules/__init__.py -------------------------------------------------------------------------------- /ImageGen/ldm/modules/karlo/kakao/modules/diffusion/gaussian_diffusion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/ImageGen/ldm/modules/karlo/kakao/modules/diffusion/gaussian_diffusion.py -------------------------------------------------------------------------------- /ImageGen/ldm/modules/karlo/kakao/modules/diffusion/respace.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/ImageGen/ldm/modules/karlo/kakao/modules/diffusion/respace.py -------------------------------------------------------------------------------- /ImageGen/ldm/modules/karlo/kakao/modules/nn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/ImageGen/ldm/modules/karlo/kakao/modules/nn.py -------------------------------------------------------------------------------- /ImageGen/ldm/modules/karlo/kakao/modules/resample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/ImageGen/ldm/modules/karlo/kakao/modules/resample.py -------------------------------------------------------------------------------- /ImageGen/ldm/modules/karlo/kakao/modules/unet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/ImageGen/ldm/modules/karlo/kakao/modules/unet.py -------------------------------------------------------------------------------- /ImageGen/ldm/modules/karlo/kakao/modules/xf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/ImageGen/ldm/modules/karlo/kakao/modules/xf.py -------------------------------------------------------------------------------- /ImageGen/ldm/modules/karlo/kakao/sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/ImageGen/ldm/modules/karlo/kakao/sampler.py -------------------------------------------------------------------------------- /ImageGen/ldm/modules/karlo/kakao/template.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/ImageGen/ldm/modules/karlo/kakao/template.py -------------------------------------------------------------------------------- /ImageGen/ldm/modules/midas/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ImageGen/ldm/modules/midas/api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/ImageGen/ldm/modules/midas/api.py -------------------------------------------------------------------------------- /ImageGen/ldm/modules/midas/midas/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ImageGen/ldm/modules/midas/midas/base_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/ImageGen/ldm/modules/midas/midas/base_model.py -------------------------------------------------------------------------------- /ImageGen/ldm/modules/midas/midas/blocks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/ImageGen/ldm/modules/midas/midas/blocks.py -------------------------------------------------------------------------------- /ImageGen/ldm/modules/midas/midas/dpt_depth.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/ImageGen/ldm/modules/midas/midas/dpt_depth.py -------------------------------------------------------------------------------- /ImageGen/ldm/modules/midas/midas/midas_net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/ImageGen/ldm/modules/midas/midas/midas_net.py -------------------------------------------------------------------------------- /ImageGen/ldm/modules/midas/midas/midas_net_custom.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/ImageGen/ldm/modules/midas/midas/midas_net_custom.py -------------------------------------------------------------------------------- /ImageGen/ldm/modules/midas/midas/transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/ImageGen/ldm/modules/midas/midas/transforms.py -------------------------------------------------------------------------------- /ImageGen/ldm/modules/midas/midas/vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/ImageGen/ldm/modules/midas/midas/vit.py -------------------------------------------------------------------------------- /ImageGen/ldm/modules/midas/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/ImageGen/ldm/modules/midas/utils.py -------------------------------------------------------------------------------- /ImageGen/ldm/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/ImageGen/ldm/util.py -------------------------------------------------------------------------------- /ImageGen/sample_scripts/run_image_generation.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/ImageGen/sample_scripts/run_image_generation.sh -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/README.md -------------------------------------------------------------------------------- /TextGen/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/TextGen/README.md -------------------------------------------------------------------------------- /TextGen/balancing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/TextGen/balancing.py -------------------------------------------------------------------------------- /TextGen/captions_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/TextGen/captions_generator.py -------------------------------------------------------------------------------- /TextGen/metadata.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/TextGen/metadata.json -------------------------------------------------------------------------------- /TextGen/sample_scripts/run_balancing.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/TextGen/sample_scripts/run_balancing.sh -------------------------------------------------------------------------------- /TextGen/sample_scripts/run_caption_generation.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/TextGen/sample_scripts/run_caption_generation.sh -------------------------------------------------------------------------------- /TextGen/sample_scripts/run_substr_matching.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/TextGen/sample_scripts/run_substr_matching.sh -------------------------------------------------------------------------------- /TextGen/substr_matching.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/TextGen/substr_matching.py -------------------------------------------------------------------------------- /Training/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/Training/README.md -------------------------------------------------------------------------------- /Training/bpe_simple_vocab_16e6.txt.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/Training/bpe_simple_vocab_16e6.txt.gz -------------------------------------------------------------------------------- /Training/datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/Training/datasets.py -------------------------------------------------------------------------------- /Training/losses.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/Training/losses.py -------------------------------------------------------------------------------- /Training/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/Training/main.py -------------------------------------------------------------------------------- /Training/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/Training/models.py -------------------------------------------------------------------------------- /Training/run_with_submitit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/Training/run_with_submitit.py -------------------------------------------------------------------------------- /Training/sample_scripts/run_training.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/Training/sample_scripts/run_training.sh -------------------------------------------------------------------------------- /Training/templates.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/Training/templates.json -------------------------------------------------------------------------------- /Training/tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/Training/tokenizer.py -------------------------------------------------------------------------------- /Training/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/Training/utils.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/requirements.txt -------------------------------------------------------------------------------- /synthclip_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/synthclip_loader.py -------------------------------------------------------------------------------- /teaser.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hammoudhasan/SynthCLIP/HEAD/teaser.png --------------------------------------------------------------------------------