├── .gitattributes ├── .gitignore ├── DDIM_ldm ├── DDIMSampler.py ├── DDIM_ldm.py ├── DDIM_ldm_celeb.py ├── DDIM_ldm_coco.py ├── PLMSSampler.py └── README.md ├── README.md ├── callbacks ├── README.md ├── __init__.py ├── celeb_mask │ ├── celeb_mask_loss_fn.py │ ├── celeb_mask_wandb.py │ └── sampling_save_fig.py ├── checkpoint.py ├── coco_layout │ ├── sampling_save_fig.py │ └── wandb.py ├── sampling_save_fig.py ├── schedule_sampler.py ├── utils.py └── wandb.py ├── configs ├── celeb_mask.json ├── cocostuff.json ├── cocostuff_SD1_5.json ├── cocostuff_SD1_5_merge_model.json ├── cocostuff_SD2_1.json ├── cocostuff_no_text.json └── vg.json ├── data ├── __init__.py ├── coco_w_stuff.py ├── face_parsing.py ├── instances_val2017.json ├── random_sampling.py ├── stuff_val2017.json ├── vg.py └── vg_splits.json ├── fid_eval.py ├── figures ├── LD_gradio_demo.gif ├── LD_interacitve_demo.gif └── teaser.png ├── image_editing.ipynb ├── interactive_plotting ├── app.py ├── static │ ├── css │ │ └── style.css │ ├── doc │ │ └── labels.txt │ └── js │ │ └── script.js └── templates │ └── index.html ├── main.py ├── model_utils.py ├── modules ├── bert │ ├── bert_embedder.py │ └── x_transformer.py ├── kl_autoencoder │ └── autoencoder.py ├── openai_unet │ ├── attention.py │ ├── instance_prompt_attention.py │ ├── openaimodel.py │ ├── openaimodel_layout_diffuse.py │ ├── openaimodel_partial_attn_with_text_branch.py │ ├── partial_attention.py │ └── util.py ├── openclip │ └── modules.py └── vqvae │ ├── autoencoder.py │ └── model.py ├── pretrained_models ├── LAION_text2img │ ├── split_model.py │ └── txt2img-1p4B-eval.yaml ├── SD1_5 │ └── split_model.py ├── SD2_1 │ └── split_model.py ├── anything4_5 │ └── split_model.py ├── celeba256 │ ├── config.yaml │ ├── split_model.py │ └── split_model_weights.py ├── counterfeitV25 │ └── split_model.py └── negative │ └── EasyNegative.safetensors ├── requirements.txt ├── run_gradio.py ├── run_gradio_merge.py ├── sampling.ipynb ├── sampling.py ├── sampling_in_background.py ├── scripts ├── convert_jpg.py ├── convert_npz_to_npy.py ├── download_celebMask.sh ├── download_coco.sh ├── download_pretrained_models.sh ├── download_vg.sh ├── eval_scripts │ ├── celeb_mask.sh │ ├── convert_npz_to_npy.sh │ └── fid_coco_layout_ablation.sh ├── preprocess_vg.py ├── remove_empty_file_in_vg.py ├── resize_images.py ├── sampling_scripts │ └── dist_sampling.sh └── train_scripts │ └── dist_train.sh ├── test_utils.py └── train_utils.py /.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/.gitattributes -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/.gitignore -------------------------------------------------------------------------------- /DDIM_ldm/DDIMSampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/DDIM_ldm/DDIMSampler.py -------------------------------------------------------------------------------- /DDIM_ldm/DDIM_ldm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/DDIM_ldm/DDIM_ldm.py -------------------------------------------------------------------------------- /DDIM_ldm/DDIM_ldm_celeb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/DDIM_ldm/DDIM_ldm_celeb.py -------------------------------------------------------------------------------- /DDIM_ldm/DDIM_ldm_coco.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/DDIM_ldm/DDIM_ldm_coco.py -------------------------------------------------------------------------------- /DDIM_ldm/PLMSSampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/DDIM_ldm/PLMSSampler.py -------------------------------------------------------------------------------- /DDIM_ldm/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/DDIM_ldm/README.md -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/README.md -------------------------------------------------------------------------------- /callbacks/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/callbacks/README.md -------------------------------------------------------------------------------- /callbacks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/callbacks/__init__.py -------------------------------------------------------------------------------- /callbacks/celeb_mask/celeb_mask_loss_fn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/callbacks/celeb_mask/celeb_mask_loss_fn.py -------------------------------------------------------------------------------- /callbacks/celeb_mask/celeb_mask_wandb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/callbacks/celeb_mask/celeb_mask_wandb.py -------------------------------------------------------------------------------- /callbacks/celeb_mask/sampling_save_fig.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/callbacks/celeb_mask/sampling_save_fig.py -------------------------------------------------------------------------------- /callbacks/checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/callbacks/checkpoint.py -------------------------------------------------------------------------------- /callbacks/coco_layout/sampling_save_fig.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/callbacks/coco_layout/sampling_save_fig.py -------------------------------------------------------------------------------- /callbacks/coco_layout/wandb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/callbacks/coco_layout/wandb.py -------------------------------------------------------------------------------- /callbacks/sampling_save_fig.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/callbacks/sampling_save_fig.py -------------------------------------------------------------------------------- /callbacks/schedule_sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/callbacks/schedule_sampler.py -------------------------------------------------------------------------------- /callbacks/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/callbacks/utils.py -------------------------------------------------------------------------------- /callbacks/wandb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/callbacks/wandb.py -------------------------------------------------------------------------------- /configs/celeb_mask.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/configs/celeb_mask.json -------------------------------------------------------------------------------- /configs/cocostuff.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/configs/cocostuff.json -------------------------------------------------------------------------------- /configs/cocostuff_SD1_5.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/configs/cocostuff_SD1_5.json -------------------------------------------------------------------------------- /configs/cocostuff_SD1_5_merge_model.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/configs/cocostuff_SD1_5_merge_model.json -------------------------------------------------------------------------------- /configs/cocostuff_SD2_1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/configs/cocostuff_SD2_1.json -------------------------------------------------------------------------------- /configs/cocostuff_no_text.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/configs/cocostuff_no_text.json -------------------------------------------------------------------------------- /configs/vg.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/configs/vg.json -------------------------------------------------------------------------------- /data/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/data/__init__.py -------------------------------------------------------------------------------- /data/coco_w_stuff.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/data/coco_w_stuff.py -------------------------------------------------------------------------------- /data/face_parsing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/data/face_parsing.py -------------------------------------------------------------------------------- /data/instances_val2017.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/data/instances_val2017.json -------------------------------------------------------------------------------- /data/random_sampling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/data/random_sampling.py -------------------------------------------------------------------------------- /data/stuff_val2017.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/data/stuff_val2017.json -------------------------------------------------------------------------------- /data/vg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/data/vg.py -------------------------------------------------------------------------------- /data/vg_splits.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/data/vg_splits.json -------------------------------------------------------------------------------- /fid_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/fid_eval.py -------------------------------------------------------------------------------- /figures/LD_gradio_demo.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/figures/LD_gradio_demo.gif -------------------------------------------------------------------------------- /figures/LD_interacitve_demo.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/figures/LD_interacitve_demo.gif -------------------------------------------------------------------------------- /figures/teaser.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/figures/teaser.png -------------------------------------------------------------------------------- /image_editing.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/image_editing.ipynb -------------------------------------------------------------------------------- /interactive_plotting/app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/interactive_plotting/app.py -------------------------------------------------------------------------------- /interactive_plotting/static/css/style.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/interactive_plotting/static/css/style.css -------------------------------------------------------------------------------- /interactive_plotting/static/doc/labels.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/interactive_plotting/static/doc/labels.txt -------------------------------------------------------------------------------- /interactive_plotting/static/js/script.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/interactive_plotting/static/js/script.js -------------------------------------------------------------------------------- /interactive_plotting/templates/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/interactive_plotting/templates/index.html -------------------------------------------------------------------------------- /main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/main.py -------------------------------------------------------------------------------- /model_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/model_utils.py -------------------------------------------------------------------------------- /modules/bert/bert_embedder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/modules/bert/bert_embedder.py -------------------------------------------------------------------------------- /modules/bert/x_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/modules/bert/x_transformer.py -------------------------------------------------------------------------------- /modules/kl_autoencoder/autoencoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/modules/kl_autoencoder/autoencoder.py -------------------------------------------------------------------------------- /modules/openai_unet/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/modules/openai_unet/attention.py -------------------------------------------------------------------------------- /modules/openai_unet/instance_prompt_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/modules/openai_unet/instance_prompt_attention.py -------------------------------------------------------------------------------- /modules/openai_unet/openaimodel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/modules/openai_unet/openaimodel.py -------------------------------------------------------------------------------- /modules/openai_unet/openaimodel_layout_diffuse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/modules/openai_unet/openaimodel_layout_diffuse.py -------------------------------------------------------------------------------- /modules/openai_unet/openaimodel_partial_attn_with_text_branch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/modules/openai_unet/openaimodel_partial_attn_with_text_branch.py -------------------------------------------------------------------------------- /modules/openai_unet/partial_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/modules/openai_unet/partial_attention.py -------------------------------------------------------------------------------- /modules/openai_unet/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/modules/openai_unet/util.py -------------------------------------------------------------------------------- /modules/openclip/modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/modules/openclip/modules.py -------------------------------------------------------------------------------- /modules/vqvae/autoencoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/modules/vqvae/autoencoder.py -------------------------------------------------------------------------------- /modules/vqvae/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/modules/vqvae/model.py -------------------------------------------------------------------------------- /pretrained_models/LAION_text2img/split_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/pretrained_models/LAION_text2img/split_model.py -------------------------------------------------------------------------------- /pretrained_models/LAION_text2img/txt2img-1p4B-eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/pretrained_models/LAION_text2img/txt2img-1p4B-eval.yaml -------------------------------------------------------------------------------- /pretrained_models/SD1_5/split_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/pretrained_models/SD1_5/split_model.py -------------------------------------------------------------------------------- /pretrained_models/SD2_1/split_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/pretrained_models/SD2_1/split_model.py -------------------------------------------------------------------------------- /pretrained_models/anything4_5/split_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/pretrained_models/anything4_5/split_model.py -------------------------------------------------------------------------------- /pretrained_models/celeba256/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/pretrained_models/celeba256/config.yaml -------------------------------------------------------------------------------- /pretrained_models/celeba256/split_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/pretrained_models/celeba256/split_model.py -------------------------------------------------------------------------------- /pretrained_models/celeba256/split_model_weights.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/pretrained_models/celeba256/split_model_weights.py -------------------------------------------------------------------------------- /pretrained_models/counterfeitV25/split_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/pretrained_models/counterfeitV25/split_model.py -------------------------------------------------------------------------------- /pretrained_models/negative/EasyNegative.safetensors: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/pretrained_models/negative/EasyNegative.safetensors -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/requirements.txt -------------------------------------------------------------------------------- /run_gradio.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/run_gradio.py -------------------------------------------------------------------------------- /run_gradio_merge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/run_gradio_merge.py -------------------------------------------------------------------------------- /sampling.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/sampling.ipynb -------------------------------------------------------------------------------- /sampling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/sampling.py -------------------------------------------------------------------------------- /sampling_in_background.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/sampling_in_background.py -------------------------------------------------------------------------------- /scripts/convert_jpg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/scripts/convert_jpg.py -------------------------------------------------------------------------------- /scripts/convert_npz_to_npy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/scripts/convert_npz_to_npy.py -------------------------------------------------------------------------------- /scripts/download_celebMask.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/scripts/download_celebMask.sh -------------------------------------------------------------------------------- /scripts/download_coco.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/scripts/download_coco.sh -------------------------------------------------------------------------------- /scripts/download_pretrained_models.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/scripts/download_pretrained_models.sh -------------------------------------------------------------------------------- /scripts/download_vg.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/scripts/download_vg.sh -------------------------------------------------------------------------------- /scripts/eval_scripts/celeb_mask.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/scripts/eval_scripts/celeb_mask.sh -------------------------------------------------------------------------------- /scripts/eval_scripts/convert_npz_to_npy.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/scripts/eval_scripts/convert_npz_to_npy.sh -------------------------------------------------------------------------------- /scripts/eval_scripts/fid_coco_layout_ablation.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/scripts/eval_scripts/fid_coco_layout_ablation.sh -------------------------------------------------------------------------------- /scripts/preprocess_vg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/scripts/preprocess_vg.py -------------------------------------------------------------------------------- /scripts/remove_empty_file_in_vg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/scripts/remove_empty_file_in_vg.py -------------------------------------------------------------------------------- /scripts/resize_images.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/scripts/resize_images.py -------------------------------------------------------------------------------- /scripts/sampling_scripts/dist_sampling.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/scripts/sampling_scripts/dist_sampling.sh -------------------------------------------------------------------------------- /scripts/train_scripts/dist_train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/scripts/train_scripts/dist_train.sh -------------------------------------------------------------------------------- /test_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/test_utils.py -------------------------------------------------------------------------------- /train_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cplusx/layout_diffuse/HEAD/train_utils.py --------------------------------------------------------------------------------