├── CLIP ├── .github │ └── workflows │ │ └── test.yml ├── .gitignore ├── CLIP.png ├── LICENSE ├── MANIFEST.in ├── README.md ├── clip │ ├── __init__.py │ ├── bpe_simple_vocab_16e6.txt.gz │ ├── clip.py │ ├── model.py │ └── simple_tokenizer.py ├── data │ └── yfcc100m.md ├── model-card.md ├── notebooks │ ├── Interacting_with_CLIP.ipynb │ └── Prompt_Engineering_for_ImageNet.ipynb ├── requirements.txt ├── setup.py └── tests │ └── test_consistency.py ├── LICENSE ├── README.md ├── docs ├── altering_existing.jpg ├── background_replacement1.jpg ├── background_replacement2.jpg ├── composition1.jpg ├── composition2.jpg ├── different_prompts1.jpg ├── different_prompts2.jpg ├── extrapolation.jpg ├── multiple_predictions.jpg └── scribble_guided_editing.jpg ├── guided_diffusion ├── .gitignore ├── LICENSE ├── README.md ├── datasets │ ├── README.md │ └── lsun_bedroom.py ├── guided_diffusion │ ├── __init__.py │ ├── dist_util.py │ ├── fp16_util.py │ ├── gaussian_diffusion.py │ ├── image_datasets.py │ ├── logger.py │ ├── losses.py │ ├── nn.py │ ├── resample.py │ ├── respace.py │ ├── script_util.py │ ├── train_util.py │ └── unet.py ├── model-card.md ├── scripts │ ├── classifier_sample.py │ ├── classifier_train.py │ ├── image_nll.py │ ├── image_sample.py │ ├── image_train.py │ ├── super_res_sample.py │ └── super_res_train.py └── setup.py ├── input_example ├── img.png ├── img2.png ├── mask.png └── mask2.png ├── main.py ├── optimization ├── arguments.py ├── augmentations.py ├── constants.py ├── image_editor.py └── losses.py └── utils ├── metrics_accumulator.py ├── video.py └── visualization.py /CLIP/.github/workflows/test.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/omriav/blended-diffusion/HEAD/CLIP/.github/workflows/test.yml -------------------------------------------------------------------------------- /CLIP/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/omriav/blended-diffusion/HEAD/CLIP/.gitignore -------------------------------------------------------------------------------- /CLIP/CLIP.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/omriav/blended-diffusion/HEAD/CLIP/CLIP.png -------------------------------------------------------------------------------- /CLIP/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/omriav/blended-diffusion/HEAD/CLIP/LICENSE -------------------------------------------------------------------------------- /CLIP/MANIFEST.in: -------------------------------------------------------------------------------- 1 | include clip/bpe_simple_vocab_16e6.txt.gz 2 | -------------------------------------------------------------------------------- /CLIP/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/omriav/blended-diffusion/HEAD/CLIP/README.md -------------------------------------------------------------------------------- /CLIP/clip/__init__.py: -------------------------------------------------------------------------------- 1 | from .clip import * 2 | -------------------------------------------------------------------------------- /CLIP/clip/bpe_simple_vocab_16e6.txt.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/omriav/blended-diffusion/HEAD/CLIP/clip/bpe_simple_vocab_16e6.txt.gz -------------------------------------------------------------------------------- /CLIP/clip/clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/omriav/blended-diffusion/HEAD/CLIP/clip/clip.py -------------------------------------------------------------------------------- /CLIP/clip/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/omriav/blended-diffusion/HEAD/CLIP/clip/model.py -------------------------------------------------------------------------------- /CLIP/clip/simple_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/omriav/blended-diffusion/HEAD/CLIP/clip/simple_tokenizer.py -------------------------------------------------------------------------------- /CLIP/data/yfcc100m.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/omriav/blended-diffusion/HEAD/CLIP/data/yfcc100m.md -------------------------------------------------------------------------------- /CLIP/model-card.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/omriav/blended-diffusion/HEAD/CLIP/model-card.md -------------------------------------------------------------------------------- /CLIP/notebooks/Interacting_with_CLIP.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/omriav/blended-diffusion/HEAD/CLIP/notebooks/Interacting_with_CLIP.ipynb -------------------------------------------------------------------------------- /CLIP/notebooks/Prompt_Engineering_for_ImageNet.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/omriav/blended-diffusion/HEAD/CLIP/notebooks/Prompt_Engineering_for_ImageNet.ipynb -------------------------------------------------------------------------------- /CLIP/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/omriav/blended-diffusion/HEAD/CLIP/requirements.txt -------------------------------------------------------------------------------- /CLIP/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/omriav/blended-diffusion/HEAD/CLIP/setup.py -------------------------------------------------------------------------------- /CLIP/tests/test_consistency.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/omriav/blended-diffusion/HEAD/CLIP/tests/test_consistency.py -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/omriav/blended-diffusion/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/omriav/blended-diffusion/HEAD/README.md -------------------------------------------------------------------------------- /docs/altering_existing.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/omriav/blended-diffusion/HEAD/docs/altering_existing.jpg -------------------------------------------------------------------------------- /docs/background_replacement1.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/omriav/blended-diffusion/HEAD/docs/background_replacement1.jpg -------------------------------------------------------------------------------- /docs/background_replacement2.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/omriav/blended-diffusion/HEAD/docs/background_replacement2.jpg -------------------------------------------------------------------------------- /docs/composition1.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/omriav/blended-diffusion/HEAD/docs/composition1.jpg -------------------------------------------------------------------------------- /docs/composition2.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/omriav/blended-diffusion/HEAD/docs/composition2.jpg -------------------------------------------------------------------------------- /docs/different_prompts1.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/omriav/blended-diffusion/HEAD/docs/different_prompts1.jpg -------------------------------------------------------------------------------- /docs/different_prompts2.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/omriav/blended-diffusion/HEAD/docs/different_prompts2.jpg -------------------------------------------------------------------------------- /docs/extrapolation.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/omriav/blended-diffusion/HEAD/docs/extrapolation.jpg -------------------------------------------------------------------------------- /docs/multiple_predictions.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/omriav/blended-diffusion/HEAD/docs/multiple_predictions.jpg -------------------------------------------------------------------------------- /docs/scribble_guided_editing.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/omriav/blended-diffusion/HEAD/docs/scribble_guided_editing.jpg -------------------------------------------------------------------------------- /guided_diffusion/.gitignore: -------------------------------------------------------------------------------- 1 | .DS_Store 2 | __pycache__/ 3 | 4 | -------------------------------------------------------------------------------- /guided_diffusion/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/omriav/blended-diffusion/HEAD/guided_diffusion/LICENSE -------------------------------------------------------------------------------- /guided_diffusion/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/omriav/blended-diffusion/HEAD/guided_diffusion/README.md -------------------------------------------------------------------------------- /guided_diffusion/datasets/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/omriav/blended-diffusion/HEAD/guided_diffusion/datasets/README.md -------------------------------------------------------------------------------- /guided_diffusion/datasets/lsun_bedroom.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/omriav/blended-diffusion/HEAD/guided_diffusion/datasets/lsun_bedroom.py -------------------------------------------------------------------------------- /guided_diffusion/guided_diffusion/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/omriav/blended-diffusion/HEAD/guided_diffusion/guided_diffusion/__init__.py -------------------------------------------------------------------------------- /guided_diffusion/guided_diffusion/dist_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/omriav/blended-diffusion/HEAD/guided_diffusion/guided_diffusion/dist_util.py -------------------------------------------------------------------------------- /guided_diffusion/guided_diffusion/fp16_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/omriav/blended-diffusion/HEAD/guided_diffusion/guided_diffusion/fp16_util.py -------------------------------------------------------------------------------- /guided_diffusion/guided_diffusion/gaussian_diffusion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/omriav/blended-diffusion/HEAD/guided_diffusion/guided_diffusion/gaussian_diffusion.py -------------------------------------------------------------------------------- /guided_diffusion/guided_diffusion/image_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/omriav/blended-diffusion/HEAD/guided_diffusion/guided_diffusion/image_datasets.py -------------------------------------------------------------------------------- /guided_diffusion/guided_diffusion/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/omriav/blended-diffusion/HEAD/guided_diffusion/guided_diffusion/logger.py -------------------------------------------------------------------------------- /guided_diffusion/guided_diffusion/losses.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/omriav/blended-diffusion/HEAD/guided_diffusion/guided_diffusion/losses.py -------------------------------------------------------------------------------- /guided_diffusion/guided_diffusion/nn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/omriav/blended-diffusion/HEAD/guided_diffusion/guided_diffusion/nn.py -------------------------------------------------------------------------------- /guided_diffusion/guided_diffusion/resample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/omriav/blended-diffusion/HEAD/guided_diffusion/guided_diffusion/resample.py -------------------------------------------------------------------------------- /guided_diffusion/guided_diffusion/respace.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/omriav/blended-diffusion/HEAD/guided_diffusion/guided_diffusion/respace.py -------------------------------------------------------------------------------- /guided_diffusion/guided_diffusion/script_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/omriav/blended-diffusion/HEAD/guided_diffusion/guided_diffusion/script_util.py -------------------------------------------------------------------------------- /guided_diffusion/guided_diffusion/train_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/omriav/blended-diffusion/HEAD/guided_diffusion/guided_diffusion/train_util.py -------------------------------------------------------------------------------- /guided_diffusion/guided_diffusion/unet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/omriav/blended-diffusion/HEAD/guided_diffusion/guided_diffusion/unet.py -------------------------------------------------------------------------------- /guided_diffusion/model-card.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/omriav/blended-diffusion/HEAD/guided_diffusion/model-card.md -------------------------------------------------------------------------------- /guided_diffusion/scripts/classifier_sample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/omriav/blended-diffusion/HEAD/guided_diffusion/scripts/classifier_sample.py -------------------------------------------------------------------------------- /guided_diffusion/scripts/classifier_train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/omriav/blended-diffusion/HEAD/guided_diffusion/scripts/classifier_train.py -------------------------------------------------------------------------------- /guided_diffusion/scripts/image_nll.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/omriav/blended-diffusion/HEAD/guided_diffusion/scripts/image_nll.py -------------------------------------------------------------------------------- /guided_diffusion/scripts/image_sample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/omriav/blended-diffusion/HEAD/guided_diffusion/scripts/image_sample.py -------------------------------------------------------------------------------- /guided_diffusion/scripts/image_train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/omriav/blended-diffusion/HEAD/guided_diffusion/scripts/image_train.py -------------------------------------------------------------------------------- /guided_diffusion/scripts/super_res_sample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/omriav/blended-diffusion/HEAD/guided_diffusion/scripts/super_res_sample.py -------------------------------------------------------------------------------- /guided_diffusion/scripts/super_res_train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/omriav/blended-diffusion/HEAD/guided_diffusion/scripts/super_res_train.py -------------------------------------------------------------------------------- /guided_diffusion/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/omriav/blended-diffusion/HEAD/guided_diffusion/setup.py -------------------------------------------------------------------------------- /input_example/img.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/omriav/blended-diffusion/HEAD/input_example/img.png -------------------------------------------------------------------------------- /input_example/img2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/omriav/blended-diffusion/HEAD/input_example/img2.png -------------------------------------------------------------------------------- /input_example/mask.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/omriav/blended-diffusion/HEAD/input_example/mask.png -------------------------------------------------------------------------------- /input_example/mask2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/omriav/blended-diffusion/HEAD/input_example/mask2.png -------------------------------------------------------------------------------- /main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/omriav/blended-diffusion/HEAD/main.py -------------------------------------------------------------------------------- /optimization/arguments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/omriav/blended-diffusion/HEAD/optimization/arguments.py -------------------------------------------------------------------------------- /optimization/augmentations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/omriav/blended-diffusion/HEAD/optimization/augmentations.py -------------------------------------------------------------------------------- /optimization/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/omriav/blended-diffusion/HEAD/optimization/constants.py -------------------------------------------------------------------------------- /optimization/image_editor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/omriav/blended-diffusion/HEAD/optimization/image_editor.py -------------------------------------------------------------------------------- /optimization/losses.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/omriav/blended-diffusion/HEAD/optimization/losses.py -------------------------------------------------------------------------------- /utils/metrics_accumulator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/omriav/blended-diffusion/HEAD/utils/metrics_accumulator.py -------------------------------------------------------------------------------- /utils/video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/omriav/blended-diffusion/HEAD/utils/video.py -------------------------------------------------------------------------------- /utils/visualization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/omriav/blended-diffusion/HEAD/utils/visualization.py --------------------------------------------------------------------------------