├── .gitignore ├── LICENSE.txt ├── README.md ├── animatediff ├── data │ └── nms.py ├── models │ ├── attention.py │ ├── controlnet.py │ ├── embeddings.py │ ├── image_processor.py │ ├── ip_adapter.py │ ├── model_wrapper.py │ ├── motion_module.py │ ├── resnet.py │ ├── unet.py │ └── unet_blocks.py ├── pipelines │ └── pipeline_xdyna.py └── utils │ ├── context.py │ ├── convert_from_ckpt.py │ ├── convert_lora_safetensor_to_diffusers.py │ ├── freeinit_utils.py │ └── util.py ├── assets ├── driving_video │ ├── example_1_driving_1.mp4 │ ├── example_2_driving_2.mp4 │ ├── example_3_driving_3.mp4 │ └── example_4_driving_4.mp4 ├── figures │ ├── Arch_Design.png │ └── pipeline.png ├── poses │ ├── example_1_pose_1.mp4 │ ├── example_2_pose_2.mp4 │ ├── example_3_pose_3.mp4 │ └── example_4_pose_4.mp4 └── reference_image │ ├── example_1.png │ ├── example_2.jpg │ ├── example_3.png │ └── example_4.png ├── configs └── x_dyna.yaml ├── env_torch2_install.sh ├── examples └── example.json ├── inference_xdyna.py ├── pretrained_weights ├── controlnet │ └── Put Pretrained Pose ControlNet here.txt ├── controlnet_face │ └── Put Pretrained S-Face ControlNet here.txt ├── initialization │ ├── controlnets_initialization │ │ ├── controlnet │ │ │ └── Put control_v11p_sd15_openpose here. │ │ └── controlnet_face │ │ │ └── Put controlnet2 here.txt │ └── unet_initialization │ │ ├── IP-Adapter │ │ └── Put IP-Adapter Pretrained Weight here.txt │ │ └── SD │ │ └── Put stable-diffusion-v1-5 here.txt └── unet │ └── Put Pretrained UNet with Dynamics Adapter and Motion Module Pretrained Weight here.txt ├── requirements.txt └── scripts ├── inference.sh ├── inference_s-face.sh └── setup_env_torch2.sh /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bytedance/X-Dyna/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bytedance/X-Dyna/HEAD/LICENSE.txt -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bytedance/X-Dyna/HEAD/README.md -------------------------------------------------------------------------------- /animatediff/data/nms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bytedance/X-Dyna/HEAD/animatediff/data/nms.py -------------------------------------------------------------------------------- /animatediff/models/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bytedance/X-Dyna/HEAD/animatediff/models/attention.py -------------------------------------------------------------------------------- /animatediff/models/controlnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bytedance/X-Dyna/HEAD/animatediff/models/controlnet.py -------------------------------------------------------------------------------- /animatediff/models/embeddings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bytedance/X-Dyna/HEAD/animatediff/models/embeddings.py -------------------------------------------------------------------------------- /animatediff/models/image_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bytedance/X-Dyna/HEAD/animatediff/models/image_processor.py -------------------------------------------------------------------------------- /animatediff/models/ip_adapter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bytedance/X-Dyna/HEAD/animatediff/models/ip_adapter.py -------------------------------------------------------------------------------- /animatediff/models/model_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bytedance/X-Dyna/HEAD/animatediff/models/model_wrapper.py -------------------------------------------------------------------------------- /animatediff/models/motion_module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bytedance/X-Dyna/HEAD/animatediff/models/motion_module.py -------------------------------------------------------------------------------- /animatediff/models/resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bytedance/X-Dyna/HEAD/animatediff/models/resnet.py -------------------------------------------------------------------------------- /animatediff/models/unet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bytedance/X-Dyna/HEAD/animatediff/models/unet.py -------------------------------------------------------------------------------- /animatediff/models/unet_blocks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bytedance/X-Dyna/HEAD/animatediff/models/unet_blocks.py -------------------------------------------------------------------------------- /animatediff/pipelines/pipeline_xdyna.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bytedance/X-Dyna/HEAD/animatediff/pipelines/pipeline_xdyna.py -------------------------------------------------------------------------------- /animatediff/utils/context.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bytedance/X-Dyna/HEAD/animatediff/utils/context.py -------------------------------------------------------------------------------- /animatediff/utils/convert_from_ckpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bytedance/X-Dyna/HEAD/animatediff/utils/convert_from_ckpt.py -------------------------------------------------------------------------------- /animatediff/utils/convert_lora_safetensor_to_diffusers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bytedance/X-Dyna/HEAD/animatediff/utils/convert_lora_safetensor_to_diffusers.py -------------------------------------------------------------------------------- /animatediff/utils/freeinit_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bytedance/X-Dyna/HEAD/animatediff/utils/freeinit_utils.py -------------------------------------------------------------------------------- /animatediff/utils/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bytedance/X-Dyna/HEAD/animatediff/utils/util.py -------------------------------------------------------------------------------- /assets/driving_video/example_1_driving_1.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bytedance/X-Dyna/HEAD/assets/driving_video/example_1_driving_1.mp4 -------------------------------------------------------------------------------- /assets/driving_video/example_2_driving_2.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bytedance/X-Dyna/HEAD/assets/driving_video/example_2_driving_2.mp4 -------------------------------------------------------------------------------- /assets/driving_video/example_3_driving_3.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bytedance/X-Dyna/HEAD/assets/driving_video/example_3_driving_3.mp4 -------------------------------------------------------------------------------- /assets/driving_video/example_4_driving_4.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bytedance/X-Dyna/HEAD/assets/driving_video/example_4_driving_4.mp4 -------------------------------------------------------------------------------- /assets/figures/Arch_Design.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bytedance/X-Dyna/HEAD/assets/figures/Arch_Design.png -------------------------------------------------------------------------------- /assets/figures/pipeline.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bytedance/X-Dyna/HEAD/assets/figures/pipeline.png -------------------------------------------------------------------------------- /assets/poses/example_1_pose_1.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bytedance/X-Dyna/HEAD/assets/poses/example_1_pose_1.mp4 -------------------------------------------------------------------------------- /assets/poses/example_2_pose_2.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bytedance/X-Dyna/HEAD/assets/poses/example_2_pose_2.mp4 -------------------------------------------------------------------------------- /assets/poses/example_3_pose_3.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bytedance/X-Dyna/HEAD/assets/poses/example_3_pose_3.mp4 -------------------------------------------------------------------------------- /assets/poses/example_4_pose_4.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bytedance/X-Dyna/HEAD/assets/poses/example_4_pose_4.mp4 -------------------------------------------------------------------------------- /assets/reference_image/example_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bytedance/X-Dyna/HEAD/assets/reference_image/example_1.png -------------------------------------------------------------------------------- /assets/reference_image/example_2.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bytedance/X-Dyna/HEAD/assets/reference_image/example_2.jpg -------------------------------------------------------------------------------- /assets/reference_image/example_3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bytedance/X-Dyna/HEAD/assets/reference_image/example_3.png -------------------------------------------------------------------------------- /assets/reference_image/example_4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bytedance/X-Dyna/HEAD/assets/reference_image/example_4.png -------------------------------------------------------------------------------- /configs/x_dyna.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bytedance/X-Dyna/HEAD/configs/x_dyna.yaml -------------------------------------------------------------------------------- /env_torch2_install.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bytedance/X-Dyna/HEAD/env_torch2_install.sh -------------------------------------------------------------------------------- /examples/example.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bytedance/X-Dyna/HEAD/examples/example.json -------------------------------------------------------------------------------- /inference_xdyna.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bytedance/X-Dyna/HEAD/inference_xdyna.py -------------------------------------------------------------------------------- /pretrained_weights/controlnet/Put Pretrained Pose ControlNet here.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /pretrained_weights/controlnet_face/Put Pretrained S-Face ControlNet here.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /pretrained_weights/initialization/controlnets_initialization/controlnet/Put control_v11p_sd15_openpose here.: -------------------------------------------------------------------------------- 1 | Pose ControlNet here. -------------------------------------------------------------------------------- /pretrained_weights/initialization/controlnets_initialization/controlnet_face/Put controlnet2 here.txt: -------------------------------------------------------------------------------- 1 | S-Face ControlNet here. -------------------------------------------------------------------------------- /pretrained_weights/initialization/unet_initialization/IP-Adapter/Put IP-Adapter Pretrained Weight here.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /pretrained_weights/initialization/unet_initialization/SD/Put stable-diffusion-v1-5 here.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /pretrained_weights/unet/Put Pretrained UNet with Dynamics Adapter and Motion Module Pretrained Weight here.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bytedance/X-Dyna/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/inference.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bytedance/X-Dyna/HEAD/scripts/inference.sh -------------------------------------------------------------------------------- /scripts/inference_s-face.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bytedance/X-Dyna/HEAD/scripts/inference_s-face.sh -------------------------------------------------------------------------------- /scripts/setup_env_torch2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bytedance/X-Dyna/HEAD/scripts/setup_env_torch2.sh --------------------------------------------------------------------------------