├── README.md ├── VisualStylePrompting_ControlNet_jupyter.ipynb └── VisualStylePrompting_jupyter.ipynb /README.md: -------------------------------------------------------------------------------- 1 | 🐣 Please follow me for new updates https://twitter.com/camenduru
2 | 🔥 Please join our discord server https://discord.gg/k5BwmmvJJU
3 | 🥳 Please join my patreon community https://patreon.com/camenduru
4 | 5 | ### 🍊 Jupyter Notebook 6 | 7 | | Notebook | Info 8 | | --- | --- | 9 | [![Open In Colab](https://colab.research.google.com/assets/colab-badge.svg)](https://colab.research.google.com/github/camenduru/VisualStylePrompting-jupyter/blob/main/VisualStylePrompting_jupyter.ipynb) | VisualStylePrompting_jupyter (😐 High-RAM Colab) 10 | [![Open In Colab](https://colab.research.google.com/assets/colab-badge.svg)](https://colab.research.google.com/github/camenduru/VisualStylePrompting-jupyter/blob/main/VisualStylePrompting_ControlNet_jupyter.ipynb) | VisualStylePrompting_ControlNet_jupyter (😐 High-RAM Colab) 11 | [![open_in_kaggle_small](https://user-images.githubusercontent.com/54370274/228924833-17316feb-d0fe-4249-90ba-682930ba11e5.svg)](https://www.kaggle.com/camenduru/visualstyleprompting-controlnet) | visualstyleprompting-controlnet (Free Kaggle) 12 | 13 | ### 🧬 Code 14 | https://github.com/naver-ai/Visual-Style-Prompting 15 | 16 | ### 📄 Paper 17 | https://arxiv.org/abs/2402.12974 18 | 19 | ### 🌐 Page 20 | https://curryjung.github.io/VisualStylePrompt/ 21 | 22 | ### 🖼 Output 23 | 24 | https://github.com/camenduru/VisualStylePrompting-jupyter/assets/54370274/fa3f8f46-807b-45de-8c4c-d583cff124aa 25 | 26 | ### 🏢 Sponsor 27 | https://modelslab.com 28 | -------------------------------------------------------------------------------- /VisualStylePrompting_ControlNet_jupyter.ipynb: -------------------------------------------------------------------------------- 1 | { 2 | "cells": [ 3 | { 4 | "cell_type": "markdown", 5 | "metadata": { 6 | "id": "view-in-github" 7 | }, 8 | "source": [ 9 | "[![Open In Colab](https://colab.research.google.com/assets/colab-badge.svg)](https://colab.research.google.com/github/camenduru/VisualStylePrompting-jupyter/blob/main/VisualStylePrompting_ControlNet_jupyter.ipynb)" 10 | ] 11 | }, 12 | { 13 | "cell_type": "code", 14 | "execution_count": null, 15 | "metadata": { 16 | "id": "VjYy0F2gZIPR" 17 | }, 18 | "outputs": [], 19 | "source": [ 20 | "%cd /content\n", 21 | "!git clone -b dev https://github.com/camenduru/VisualStylePrompting_Controlnet-hf\n", 22 | "%cd /content/VisualStylePrompting_Controlnet-hf\n", 23 | "\n", 24 | "!wget https://huggingface.co/spaces/naver-ai/VisualStylePrompting_Controlnet/resolve/main/assets/depth_dir/gundam.png -O /content/VisualStylePrompting_Controlnet-hf/assets/depth_dir/gundam.png\n", 25 | "!wget https://huggingface.co/spaces/naver-ai/VisualStylePrompting_Controlnet/resolve/main/assets/real_dir/Starry%20night%20over%20the%20rhone.png -O /content/VisualStylePrompting_Controlnet-hf/assets/real_dir/Starry%20night%20over%20the%20rhone.png\n", 26 | "!wget https://huggingface.co/spaces/naver-ai/VisualStylePrompting_Controlnet/resolve/main/assets/real_dir/The%20kiss.png -O /content/VisualStylePrompting_Controlnet-hf/assets/real_dir/The%20kiss.png\n", 27 | "!wget https://huggingface.co/spaces/naver-ai/VisualStylePrompting_Controlnet/resolve/main/assets/real_dir/The%20scream.png -O /content/VisualStylePrompting_Controlnet-hf/assets/real_dir/The%20scream.png\n", 28 | "!wget https://huggingface.co/spaces/naver-ai/VisualStylePrompting_Controlnet/resolve/main/assets/real_dir/The%20starry%20night.png -O /content/VisualStylePrompting_Controlnet-hf/assets/real_dir/The%20starry%20night.png\n", 29 | "!wget https://huggingface.co/spaces/naver-ai/VisualStylePrompting_Controlnet/resolve/main/assets/real_dir/Vitruvian%20Man.png -O /content/VisualStylePrompting_Controlnet-hf/assets/real_dir/Vitruvian%20Man.png\n", 30 | "!wget https://huggingface.co/spaces/naver-ai/VisualStylePrompting_Controlnet/resolve/main/assets/real_dir/Weeping%20woman.png -O /content/VisualStylePrompting_Controlnet-hf/assets/real_dir/Weeping%20woman.png\n", 31 | "!wget https://huggingface.co/spaces/naver-ai/VisualStylePrompting_Controlnet/resolve/main/assets/real_dir/self%20portrait.png -O /content/VisualStylePrompting_Controlnet-hf/assets/real_dir/self%20portrait.png\n", 32 | "!wget https://huggingface.co/spaces/naver-ai/VisualStylePrompting_Controlnet/resolve/main/assets/ref/ref_chinese-ink-paint_A%20horse.png -O /content/VisualStylePrompting_Controlnet-hf/assets/ref/ref_chinese-ink-paint_A%20horse.png\n", 33 | "!wget https://huggingface.co/spaces/naver-ai/VisualStylePrompting_Controlnet/resolve/main/assets/ref/ref_cloud_a%20Cloud%20in%20the%20sky.png -O /content/VisualStylePrompting_Controlnet-hf/assets/ref/ref_cloud_a%20Cloud%20in%20the%20sky.png\n", 34 | "!wget https://huggingface.co/spaces/naver-ai/VisualStylePrompting_Controlnet/resolve/main/assets/ref/ref_digital-art_A%20robot.png -O /content/VisualStylePrompting_Controlnet-hf/assets/ref/ref_digital-art_A%20robot.png\n", 35 | "!wget https://huggingface.co/spaces/naver-ai/VisualStylePrompting_Controlnet/resolve/main/assets/ref/ref_fire_fire.png -O /content/VisualStylePrompting_Controlnet-hf/assets/ref/ref_fire_fire.png\n", 36 | "!wget https://huggingface.co/spaces/naver-ai/VisualStylePrompting_Controlnet/resolve/main/assets/ref/ref_klimt_the%20kiss.png -O /content/VisualStylePrompting_Controlnet-hf/assets/ref/ref_klimt_the%20kiss.png\n", 37 | "!wget https://huggingface.co/spaces/naver-ai/VisualStylePrompting_Controlnet/resolve/main/assets/ref/ref_line-art_an%20owl.png -O /content/VisualStylePrompting_Controlnet-hf/assets/ref/ref_line-art_an%20owl.png\n", 38 | "!wget https://huggingface.co/spaces/naver-ai/VisualStylePrompting_Controlnet/resolve/main/assets/ref/ref_munch_The%20scream.png -O /content/VisualStylePrompting_Controlnet-hf/assets/ref/ref_munch_The%20scream.png\n", 39 | "!wget https://huggingface.co/spaces/naver-ai/VisualStylePrompting_Controlnet/resolve/main/assets/ref/ref_totoro_totoro%20holding%20a%20tiny%20umbrella%20in%20the%20rain.png -O /content/VisualStylePrompting_Controlnet-hf/assets/ref/ref_totoro_totoro%20holding%20a%20tiny%20umbrella%20in%20the%20rain.png\n", 40 | "!wget https://huggingface.co/spaces/naver-ai/VisualStylePrompting_Controlnet/resolve/main/assets/ref/ref_van-gogh_The%20Starry%20Night.png -O /content/VisualStylePrompting_Controlnet-hf/assets/ref/ref_van-gogh_The%20Starry%20Night.png\n", 41 | "\n", 42 | "!pip install -q torch==1.13.1+cu116 torchvision==0.14.1+cu116 torchaudio==0.13.1 torchtext==0.14.1 torchdata==0.5.1 --extra-index-url https://download.pytorch.org/whl/cu116 -U\n", 43 | "!pip install -q xformers==0.0.16 triton==2.0.0 transformers diffusers einops kornia accelerate gradio\n", 44 | "\n", 45 | "!python app.py" 46 | ] 47 | } 48 | ], 49 | "metadata": { 50 | "accelerator": "GPU", 51 | "colab": { 52 | "gpuType": "T4", 53 | "provenance": [] 54 | }, 55 | "kernelspec": { 56 | "display_name": "Python 3", 57 | "name": "python3" 58 | }, 59 | "language_info": { 60 | "name": "python" 61 | } 62 | }, 63 | "nbformat": 4, 64 | "nbformat_minor": 0 65 | } 66 | -------------------------------------------------------------------------------- /VisualStylePrompting_jupyter.ipynb: -------------------------------------------------------------------------------- 1 | { 2 | "cells": [ 3 | { 4 | "cell_type": "markdown", 5 | "metadata": { 6 | "id": "view-in-github" 7 | }, 8 | "source": [ 9 | "[![Open In Colab](https://colab.research.google.com/assets/colab-badge.svg)](https://colab.research.google.com/github/camenduru/VisualStylePrompting-jupyter/blob/main/VisualStylePrompting_jupyter.ipynb)" 10 | ] 11 | }, 12 | { 13 | "cell_type": "code", 14 | "execution_count": null, 15 | "metadata": { 16 | "id": "VjYy0F2gZIPR" 17 | }, 18 | "outputs": [], 19 | "source": [ 20 | "%cd /content\n", 21 | "!git clone -b dev https://github.com/camenduru/VisualStylePrompting-hf\n", 22 | "%cd /content/VisualStylePrompting_Controlnet-hf\n", 23 | "\n", 24 | "!wget https://huggingface.co/spaces/naver-ai/VisualStylePrompting_Controlnet/resolve/main/assets/depth_dir/gundam.png -O /content/VisualStylePrompting-hf/assets/depth_dir/gundam.png\n", 25 | "!wget https://huggingface.co/spaces/naver-ai/VisualStylePrompting_Controlnet/resolve/main/assets/real_dir/Starry%20night%20over%20the%20rhone.png -O /content/VisualStylePrompting-hf/assets/real_dir/Starry%20night%20over%20the%20rhone.png\n", 26 | "!wget https://huggingface.co/spaces/naver-ai/VisualStylePrompting_Controlnet/resolve/main/assets/real_dir/The%20kiss.png -O /content/VisualStylePrompting-hf/assets/real_dir/The%20kiss.png\n", 27 | "!wget https://huggingface.co/spaces/naver-ai/VisualStylePrompting_Controlnet/resolve/main/assets/real_dir/The%20scream.png -O /content/VisualStylePrompting-hf/assets/real_dir/The%20scream.png\n", 28 | "!wget https://huggingface.co/spaces/naver-ai/VisualStylePrompting_Controlnet/resolve/main/assets/real_dir/The%20starry%20night.png -O /content/VisualStylePrompting-hf/assets/real_dir/The%20starry%20night.png\n", 29 | "!wget https://huggingface.co/spaces/naver-ai/VisualStylePrompting_Controlnet/resolve/main/assets/real_dir/Vitruvian%20Man.png -O /content/VisualStylePrompting-hf/assets/real_dir/Vitruvian%20Man.png\n", 30 | "!wget https://huggingface.co/spaces/naver-ai/VisualStylePrompting_Controlnet/resolve/main/assets/real_dir/Weeping%20woman.png -O /content/VisualStylePrompting-hf/assets/real_dir/Weeping%20woman.png\n", 31 | "!wget https://huggingface.co/spaces/naver-ai/VisualStylePrompting_Controlnet/resolve/main/assets/real_dir/self%20portrait.png -O /content/VisualStylePrompting-hf/assets/real_dir/self%20portrait.png\n", 32 | "!wget https://huggingface.co/spaces/naver-ai/VisualStylePrompting_Controlnet/resolve/main/assets/ref/ref_chinese-ink-paint_A%20horse.png -O /content/VisualStylePrompting-hf/assets/ref/ref_chinese-ink-paint_A%20horse.png\n", 33 | "!wget https://huggingface.co/spaces/naver-ai/VisualStylePrompting_Controlnet/resolve/main/assets/ref/ref_cloud_a%20Cloud%20in%20the%20sky.png -O /content/VisualStylePrompting-hf/assets/ref/ref_cloud_a%20Cloud%20in%20the%20sky.png\n", 34 | "!wget https://huggingface.co/spaces/naver-ai/VisualStylePrompting_Controlnet/resolve/main/assets/ref/ref_digital-art_A%20robot.png -O /content/VisualStylePrompting-hf/assets/ref/ref_digital-art_A%20robot.png\n", 35 | "!wget https://huggingface.co/spaces/naver-ai/VisualStylePrompting_Controlnet/resolve/main/assets/ref/ref_fire_fire.png -O /content/VisualStylePrompting-hf/assets/ref/ref_fire_fire.png\n", 36 | "!wget https://huggingface.co/spaces/naver-ai/VisualStylePrompting_Controlnet/resolve/main/assets/ref/ref_klimt_the%20kiss.png -O /content/VisualStylePrompting-hf/assets/ref/ref_klimt_the%20kiss.png\n", 37 | "!wget https://huggingface.co/spaces/naver-ai/VisualStylePrompting_Controlnet/resolve/main/assets/ref/ref_line-art_an%20owl.png -O /content/VisualStylePrompting-hf/assets/ref/ref_line-art_an%20owl.png\n", 38 | "!wget https://huggingface.co/spaces/naver-ai/VisualStylePrompting_Controlnet/resolve/main/assets/ref/ref_munch_The%20scream.png -O /content/VisualStylePrompting-hf/assets/ref/ref_munch_The%20scream.png\n", 39 | "!wget https://huggingface.co/spaces/naver-ai/VisualStylePrompting_Controlnet/resolve/main/assets/ref/ref_totoro_totoro%20holding%20a%20tiny%20umbrella%20in%20the%20rain.png -O /content/VisualStylePrompting-hf/assets/ref/ref_totoro_totoro%20holding%20a%20tiny%20umbrella%20in%20the%20rain.png\n", 40 | "!wget https://huggingface.co/spaces/naver-ai/VisualStylePrompting_Controlnet/resolve/main/assets/ref/ref_van-gogh_The%20Starry%20Night.png -O /content/VisualStylePrompting-hf/assets/ref/ref_van-gogh_The%20Starry%20Night.png\n", 41 | "\n", 42 | "!pip install -q torch==1.13.1+cu116 torchvision==0.14.1+cu116 torchaudio==0.13.1 torchtext==0.14.1 torchdata==0.5.1 --extra-index-url https://download.pytorch.org/whl/cu116 -U\n", 43 | "!pip install -q xformers==0.0.16 triton==2.0.0 transformers diffusers einops kornia accelerate gradio\n", 44 | "\n", 45 | "!python app.py" 46 | ] 47 | } 48 | ], 49 | "metadata": { 50 | "accelerator": "GPU", 51 | "colab": { 52 | "gpuType": "T4", 53 | "provenance": [] 54 | }, 55 | "kernelspec": { 56 | "display_name": "Python 3", 57 | "name": "python3" 58 | }, 59 | "language_info": { 60 | "name": "python" 61 | } 62 | }, 63 | "nbformat": 4, 64 | "nbformat_minor": 0 65 | } 66 | --------------------------------------------------------------------------------