├── .gitignore ├── .pre-commit-config.yaml ├── LICENSE ├── README.md ├── __assets__ └── image_animation │ ├── loop │ ├── labrador │ │ ├── 1.gif │ │ ├── 2.gif │ │ └── 3.gif │ └── lighthouse │ │ ├── 1.gif │ │ ├── 2.gif │ │ └── 3.gif │ ├── magnitude │ ├── bear │ │ ├── 1.gif │ │ ├── 2.gif │ │ └── 3.gif │ ├── genshin │ │ ├── 1.gif │ │ ├── 2.gif │ │ └── 3.gif │ └── labrador │ │ ├── 1.gif │ │ ├── 2.gif │ │ └── 3.gif │ ├── majic │ ├── 1.gif │ ├── 2.gif │ └── 3.gif │ ├── rcnz │ ├── 1.gif │ ├── 2.gif │ └── 3.gif │ ├── real │ ├── 1.gif │ ├── 2.gif │ └── 3.gif │ ├── style_transfer │ ├── anya │ │ ├── 1.gif │ │ ├── 2.gif │ │ └── 3.gif │ ├── bear │ │ ├── 1.gif │ │ ├── 2.gif │ │ └── 3.gif │ └── concert │ │ ├── 1.gif │ │ ├── 2.gif │ │ ├── 3.gif │ │ ├── 4.gif │ │ ├── 5.gif │ │ └── 6.gif │ └── teaser │ └── teaser.gif ├── animatediff ├── data │ ├── dataset.py │ └── video_transformer.py ├── models │ ├── __init__.py │ ├── attention.py │ ├── motion_module.py │ ├── resnet.py │ ├── unet.py │ └── unet_blocks.py ├── pipelines │ ├── __init__.py │ ├── i2v_pipeline.py │ ├── pipeline_animation.py │ └── validation_pipeline.py └── utils │ ├── convert_from_ckpt.py │ ├── convert_lora_safetensor_to_diffusers.py │ └── util.py ├── app.py ├── cog.yaml ├── download_bashscripts ├── 1-RealisticVision.sh ├── 2-RcnzCartoon.sh └── 3-MajicMix.sh ├── environment-pt2.yaml ├── environment.yaml ├── example ├── config │ ├── anya.yaml │ ├── base.yaml │ ├── bear.yaml │ ├── concert.yaml │ ├── genshin.yaml │ ├── harry.yaml │ ├── labrador.yaml │ ├── lighthouse.yaml │ ├── majic_girl.yaml │ └── train.yaml ├── img │ ├── anya.jpg │ ├── bear.jpg │ ├── concert.png │ ├── genshin.jpg │ ├── harry.png │ ├── labrador.png │ ├── lighthouse.jpg │ └── majic_girl.jpg ├── openxlab │ ├── 1-realistic.yaml │ └── 3-3d.yaml └── replicate │ ├── 1-realistic.yaml │ └── 3-3d.yaml ├── inference.py ├── models ├── DreamBooth_LoRA │ └── Put personalized T2I checkpoints here.txt ├── IP_Adapter │ └── Put IP-Adapter checkpoints here.txt ├── Motion_Module │ └── Put motion module checkpoints here.txt └── VAE │ └── Put VAE checkpoints here.txt ├── pia.png ├── pia.yml ├── predict.py ├── pyproject.toml └── train.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/README.md -------------------------------------------------------------------------------- /__assets__/image_animation/loop/labrador/1.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/__assets__/image_animation/loop/labrador/1.gif -------------------------------------------------------------------------------- /__assets__/image_animation/loop/labrador/2.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/__assets__/image_animation/loop/labrador/2.gif -------------------------------------------------------------------------------- /__assets__/image_animation/loop/labrador/3.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/__assets__/image_animation/loop/labrador/3.gif -------------------------------------------------------------------------------- /__assets__/image_animation/loop/lighthouse/1.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/__assets__/image_animation/loop/lighthouse/1.gif -------------------------------------------------------------------------------- /__assets__/image_animation/loop/lighthouse/2.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/__assets__/image_animation/loop/lighthouse/2.gif -------------------------------------------------------------------------------- /__assets__/image_animation/loop/lighthouse/3.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/__assets__/image_animation/loop/lighthouse/3.gif -------------------------------------------------------------------------------- /__assets__/image_animation/magnitude/bear/1.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/__assets__/image_animation/magnitude/bear/1.gif -------------------------------------------------------------------------------- /__assets__/image_animation/magnitude/bear/2.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/__assets__/image_animation/magnitude/bear/2.gif -------------------------------------------------------------------------------- /__assets__/image_animation/magnitude/bear/3.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/__assets__/image_animation/magnitude/bear/3.gif -------------------------------------------------------------------------------- /__assets__/image_animation/magnitude/genshin/1.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/__assets__/image_animation/magnitude/genshin/1.gif -------------------------------------------------------------------------------- /__assets__/image_animation/magnitude/genshin/2.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/__assets__/image_animation/magnitude/genshin/2.gif -------------------------------------------------------------------------------- /__assets__/image_animation/magnitude/genshin/3.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/__assets__/image_animation/magnitude/genshin/3.gif -------------------------------------------------------------------------------- /__assets__/image_animation/magnitude/labrador/1.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/__assets__/image_animation/magnitude/labrador/1.gif -------------------------------------------------------------------------------- /__assets__/image_animation/magnitude/labrador/2.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/__assets__/image_animation/magnitude/labrador/2.gif -------------------------------------------------------------------------------- /__assets__/image_animation/magnitude/labrador/3.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/__assets__/image_animation/magnitude/labrador/3.gif -------------------------------------------------------------------------------- /__assets__/image_animation/majic/1.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/__assets__/image_animation/majic/1.gif -------------------------------------------------------------------------------- /__assets__/image_animation/majic/2.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/__assets__/image_animation/majic/2.gif -------------------------------------------------------------------------------- /__assets__/image_animation/majic/3.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/__assets__/image_animation/majic/3.gif -------------------------------------------------------------------------------- /__assets__/image_animation/rcnz/1.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/__assets__/image_animation/rcnz/1.gif -------------------------------------------------------------------------------- /__assets__/image_animation/rcnz/2.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/__assets__/image_animation/rcnz/2.gif -------------------------------------------------------------------------------- /__assets__/image_animation/rcnz/3.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/__assets__/image_animation/rcnz/3.gif -------------------------------------------------------------------------------- /__assets__/image_animation/real/1.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/__assets__/image_animation/real/1.gif -------------------------------------------------------------------------------- /__assets__/image_animation/real/2.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/__assets__/image_animation/real/2.gif -------------------------------------------------------------------------------- /__assets__/image_animation/real/3.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/__assets__/image_animation/real/3.gif -------------------------------------------------------------------------------- /__assets__/image_animation/style_transfer/anya/1.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/__assets__/image_animation/style_transfer/anya/1.gif -------------------------------------------------------------------------------- /__assets__/image_animation/style_transfer/anya/2.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/__assets__/image_animation/style_transfer/anya/2.gif -------------------------------------------------------------------------------- /__assets__/image_animation/style_transfer/anya/3.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/__assets__/image_animation/style_transfer/anya/3.gif -------------------------------------------------------------------------------- /__assets__/image_animation/style_transfer/bear/1.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/__assets__/image_animation/style_transfer/bear/1.gif -------------------------------------------------------------------------------- /__assets__/image_animation/style_transfer/bear/2.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/__assets__/image_animation/style_transfer/bear/2.gif -------------------------------------------------------------------------------- /__assets__/image_animation/style_transfer/bear/3.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/__assets__/image_animation/style_transfer/bear/3.gif -------------------------------------------------------------------------------- /__assets__/image_animation/style_transfer/concert/1.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/__assets__/image_animation/style_transfer/concert/1.gif -------------------------------------------------------------------------------- /__assets__/image_animation/style_transfer/concert/2.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/__assets__/image_animation/style_transfer/concert/2.gif -------------------------------------------------------------------------------- /__assets__/image_animation/style_transfer/concert/3.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/__assets__/image_animation/style_transfer/concert/3.gif -------------------------------------------------------------------------------- /__assets__/image_animation/style_transfer/concert/4.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/__assets__/image_animation/style_transfer/concert/4.gif -------------------------------------------------------------------------------- /__assets__/image_animation/style_transfer/concert/5.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/__assets__/image_animation/style_transfer/concert/5.gif -------------------------------------------------------------------------------- /__assets__/image_animation/style_transfer/concert/6.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/__assets__/image_animation/style_transfer/concert/6.gif -------------------------------------------------------------------------------- /__assets__/image_animation/teaser/teaser.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/__assets__/image_animation/teaser/teaser.gif -------------------------------------------------------------------------------- /animatediff/data/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/animatediff/data/dataset.py -------------------------------------------------------------------------------- /animatediff/data/video_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/animatediff/data/video_transformer.py -------------------------------------------------------------------------------- /animatediff/models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /animatediff/models/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/animatediff/models/attention.py -------------------------------------------------------------------------------- /animatediff/models/motion_module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/animatediff/models/motion_module.py -------------------------------------------------------------------------------- /animatediff/models/resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/animatediff/models/resnet.py -------------------------------------------------------------------------------- /animatediff/models/unet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/animatediff/models/unet.py -------------------------------------------------------------------------------- /animatediff/models/unet_blocks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/animatediff/models/unet_blocks.py -------------------------------------------------------------------------------- /animatediff/pipelines/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/animatediff/pipelines/__init__.py -------------------------------------------------------------------------------- /animatediff/pipelines/i2v_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/animatediff/pipelines/i2v_pipeline.py -------------------------------------------------------------------------------- /animatediff/pipelines/pipeline_animation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/animatediff/pipelines/pipeline_animation.py -------------------------------------------------------------------------------- /animatediff/pipelines/validation_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/animatediff/pipelines/validation_pipeline.py -------------------------------------------------------------------------------- /animatediff/utils/convert_from_ckpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/animatediff/utils/convert_from_ckpt.py -------------------------------------------------------------------------------- /animatediff/utils/convert_lora_safetensor_to_diffusers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/animatediff/utils/convert_lora_safetensor_to_diffusers.py -------------------------------------------------------------------------------- /animatediff/utils/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/animatediff/utils/util.py -------------------------------------------------------------------------------- /app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/app.py -------------------------------------------------------------------------------- /cog.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/cog.yaml -------------------------------------------------------------------------------- /download_bashscripts/1-RealisticVision.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/download_bashscripts/1-RealisticVision.sh -------------------------------------------------------------------------------- /download_bashscripts/2-RcnzCartoon.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/download_bashscripts/2-RcnzCartoon.sh -------------------------------------------------------------------------------- /download_bashscripts/3-MajicMix.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/download_bashscripts/3-MajicMix.sh -------------------------------------------------------------------------------- /environment-pt2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/environment-pt2.yaml -------------------------------------------------------------------------------- /environment.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/environment.yaml -------------------------------------------------------------------------------- /example/config/anya.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/example/config/anya.yaml -------------------------------------------------------------------------------- /example/config/base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/example/config/base.yaml -------------------------------------------------------------------------------- /example/config/bear.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/example/config/bear.yaml -------------------------------------------------------------------------------- /example/config/concert.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/example/config/concert.yaml -------------------------------------------------------------------------------- /example/config/genshin.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/example/config/genshin.yaml -------------------------------------------------------------------------------- /example/config/harry.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/example/config/harry.yaml -------------------------------------------------------------------------------- /example/config/labrador.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/example/config/labrador.yaml -------------------------------------------------------------------------------- /example/config/lighthouse.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/example/config/lighthouse.yaml -------------------------------------------------------------------------------- /example/config/majic_girl.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/example/config/majic_girl.yaml -------------------------------------------------------------------------------- /example/config/train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/example/config/train.yaml -------------------------------------------------------------------------------- /example/img/anya.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/example/img/anya.jpg -------------------------------------------------------------------------------- /example/img/bear.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/example/img/bear.jpg -------------------------------------------------------------------------------- /example/img/concert.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/example/img/concert.png -------------------------------------------------------------------------------- /example/img/genshin.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/example/img/genshin.jpg -------------------------------------------------------------------------------- /example/img/harry.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/example/img/harry.png -------------------------------------------------------------------------------- /example/img/labrador.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/example/img/labrador.png -------------------------------------------------------------------------------- /example/img/lighthouse.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/example/img/lighthouse.jpg -------------------------------------------------------------------------------- /example/img/majic_girl.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/example/img/majic_girl.jpg -------------------------------------------------------------------------------- /example/openxlab/1-realistic.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/example/openxlab/1-realistic.yaml -------------------------------------------------------------------------------- /example/openxlab/3-3d.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/example/openxlab/3-3d.yaml -------------------------------------------------------------------------------- /example/replicate/1-realistic.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/example/replicate/1-realistic.yaml -------------------------------------------------------------------------------- /example/replicate/3-3d.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/example/replicate/3-3d.yaml -------------------------------------------------------------------------------- /inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/inference.py -------------------------------------------------------------------------------- /models/DreamBooth_LoRA/Put personalized T2I checkpoints here.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /models/IP_Adapter/Put IP-Adapter checkpoints here.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /models/Motion_Module/Put motion module checkpoints here.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /models/VAE/Put VAE checkpoints here.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /pia.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/pia.png -------------------------------------------------------------------------------- /pia.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/pia.yml -------------------------------------------------------------------------------- /predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/predict.py -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/pyproject.toml -------------------------------------------------------------------------------- /train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-mmlab/PIA/HEAD/train.py --------------------------------------------------------------------------------