├── .gitignore ├── ControlNeXt-SD1.5-Training ├── README.md ├── examples │ ├── conditioning_image_1.png │ └── conditioning_image_2.png ├── models │ ├── controlnext.py │ └── unet.py ├── pipeline │ └── pipeline_controlnext.py ├── run_controlnext.py ├── scripts.sh └── train_controlnext.py ├── ControlNeXt-SD1.5 ├── README.md ├── examples │ ├── deepfashion_caption │ │ ├── condition_0.png │ │ ├── condition_1.png │ │ ├── eval_img │ │ │ ├── chinese_style.jpg │ │ │ ├── image_0.jpg │ │ │ ├── warrior_bad.jpg │ │ │ └── warrior_good.jpg │ │ └── script.sh │ ├── deepfashion_multiview │ │ ├── condition_0.jpg │ │ ├── condition_1.jpg │ │ ├── condition_2.jpg │ │ ├── eval_img │ │ │ ├── Anythingv3.jpg │ │ │ ├── Anythingv3_fischl.jpg │ │ │ ├── Anythingv3_lisa.jpg │ │ │ └── DreamShaper.jpg │ │ └── script.sh │ ├── deepfashoin_mask │ │ ├── condition_0.png │ │ ├── eval_img │ │ │ └── image_0.jpg │ │ └── script.sh │ └── vidit_depth │ │ ├── condition_0.png │ │ ├── eval_img │ │ └── image_0.jpg │ │ └── script.sh ├── models │ ├── controlnet.py │ ├── pipeline_controlnext.py │ └── unet.py └── run_controlnext.py ├── ControlNeXt-SD3 └── README.md ├── ControlNeXt-SDXL-Training ├── README.md ├── examples │ └── vidit_depth │ │ ├── condition_0.png │ │ └── train.sh ├── models │ ├── controlnet.py │ └── unet.py ├── pipeline │ └── pipeline_controlnext.py ├── requirements.txt ├── train_controlnext.py └── utils │ ├── preprocess.py │ ├── tools.py │ └── utils.py ├── ControlNeXt-SDXL ├── README.md ├── examples │ ├── anime_canny │ │ ├── condition_0.jpg │ │ ├── eval_img │ │ │ ├── AAM.jpg │ │ │ └── NetaXLV2.jpg │ │ ├── image_0.jpg │ │ ├── run.sh │ │ └── run_with_pp.sh │ ├── demo │ │ ├── demo1.jpg │ │ ├── demo2.jpg │ │ ├── demo3.jpg │ │ ├── demo4.jpg │ │ └── demo5.jpg │ └── vidit_depth │ │ ├── condition_0.png │ │ ├── eval_img │ │ ├── StableDiffusionXL.jpg │ │ └── StableDiffusionXL_GlassSculpturesLora.jpg │ │ └── run.sh ├── models │ ├── controlnet.py │ └── unet.py ├── pipeline │ └── pipeline_controlnext.py ├── requirements.txt ├── run_controlnext.py └── utils │ ├── preprocess.py │ ├── tools.py │ └── utils.py ├── ControlNeXt-SVD-v2-Training ├── README.md ├── deepspeed.yaml ├── meta_info_example │ ├── meta_info.json │ └── meta_info │ │ └── 1.json ├── models │ ├── controlnext_vid_svd.py │ └── unet_spatio_temporal_condition_controlnext.py ├── pipeline │ └── pipeline_stable_video_diffusion_controlnext.py ├── requirements.txt ├── script.sh ├── train_svd.py └── utils │ ├── dataset.py │ ├── extract_learned_paras.py │ ├── extract_vid2img.py │ ├── img_dataset.py │ ├── pkl_dataset.py │ ├── scheduling_euler_discrete_karras_fix.py │ ├── ubc_dataset.py │ ├── unwrap_deepspeed.py │ ├── util.py │ └── vid_dataset.py ├── ControlNeXt-SVD-v2 ├── README.md ├── dwpose │ ├── __init__.py │ ├── dwpose_detector.py │ ├── onnxdet.py │ ├── onnxpose.py │ ├── preprocess.py │ ├── util.py │ └── wholebody.py ├── examples │ ├── demos │ │ ├── 01-1.mp4 │ │ ├── 02-1.mp4 │ │ ├── 03-1.mp4 │ │ └── 04-1.mp4 │ ├── facefusion │ │ └── facefusion.jpg │ ├── ref_imgs │ │ ├── 01.jpeg │ │ ├── 02.jpeg │ │ ├── 03.jpeg │ │ └── 04.jpeg │ └── video │ │ ├── 01.mp4 │ │ └── 02.mp4 ├── models │ ├── controlnext_vid_svd.py │ └── unet_spatio_temporal_condition_controlnext.py ├── pipeline │ └── pipeline_stable_video_diffusion_controlnext.py ├── run_controlnext.py ├── script.sh └── utils │ ├── pre_process.py │ └── scheduling_euler_discrete_karras_fix.py ├── ControlNeXt-SVD ├── README.md ├── examples │ ├── facefusion │ │ └── facefusion.jpg │ ├── pose │ │ └── pose.mp4 │ └── ref_imgs │ │ ├── spiderman.jpg │ │ └── tiktok.png ├── models │ ├── controlnext_vid_svd.py │ └── unet_spatio_temporal_condition_controlnext.py ├── outputs │ ├── chair │ │ └── chair.mp4 │ ├── collected │ │ ├── demo.jpg │ │ ├── demo.mp4 │ │ └── out2.mp4 │ ├── spiderman │ │ └── spiderman.mp4 │ ├── star │ │ └── star.mp4 │ └── tiktok │ │ └── tiktok.mp4 ├── pipeline │ └── pipeline_stable_video_diffusion_controlnext.py ├── run_controlnext.py ├── script.sh └── utils │ └── scheduling_euler_discrete_karras_fix.py ├── LICENSE ├── README.md ├── compress_image.py ├── experiences.md └── requirements.txt /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/.gitignore -------------------------------------------------------------------------------- /ControlNeXt-SD1.5-Training/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SD1.5-Training/README.md -------------------------------------------------------------------------------- /ControlNeXt-SD1.5-Training/examples/conditioning_image_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SD1.5-Training/examples/conditioning_image_1.png -------------------------------------------------------------------------------- /ControlNeXt-SD1.5-Training/examples/conditioning_image_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SD1.5-Training/examples/conditioning_image_2.png -------------------------------------------------------------------------------- /ControlNeXt-SD1.5-Training/models/controlnext.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SD1.5-Training/models/controlnext.py -------------------------------------------------------------------------------- /ControlNeXt-SD1.5-Training/models/unet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SD1.5-Training/models/unet.py -------------------------------------------------------------------------------- /ControlNeXt-SD1.5-Training/pipeline/pipeline_controlnext.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SD1.5-Training/pipeline/pipeline_controlnext.py -------------------------------------------------------------------------------- /ControlNeXt-SD1.5-Training/run_controlnext.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SD1.5-Training/run_controlnext.py -------------------------------------------------------------------------------- /ControlNeXt-SD1.5-Training/scripts.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SD1.5-Training/scripts.sh -------------------------------------------------------------------------------- /ControlNeXt-SD1.5-Training/train_controlnext.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SD1.5-Training/train_controlnext.py -------------------------------------------------------------------------------- /ControlNeXt-SD1.5/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SD1.5/README.md -------------------------------------------------------------------------------- /ControlNeXt-SD1.5/examples/deepfashion_caption/condition_0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SD1.5/examples/deepfashion_caption/condition_0.png -------------------------------------------------------------------------------- /ControlNeXt-SD1.5/examples/deepfashion_caption/condition_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SD1.5/examples/deepfashion_caption/condition_1.png -------------------------------------------------------------------------------- /ControlNeXt-SD1.5/examples/deepfashion_caption/eval_img/chinese_style.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SD1.5/examples/deepfashion_caption/eval_img/chinese_style.jpg -------------------------------------------------------------------------------- /ControlNeXt-SD1.5/examples/deepfashion_caption/eval_img/image_0.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SD1.5/examples/deepfashion_caption/eval_img/image_0.jpg -------------------------------------------------------------------------------- /ControlNeXt-SD1.5/examples/deepfashion_caption/eval_img/warrior_bad.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SD1.5/examples/deepfashion_caption/eval_img/warrior_bad.jpg -------------------------------------------------------------------------------- /ControlNeXt-SD1.5/examples/deepfashion_caption/eval_img/warrior_good.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SD1.5/examples/deepfashion_caption/eval_img/warrior_good.jpg -------------------------------------------------------------------------------- /ControlNeXt-SD1.5/examples/deepfashion_caption/script.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SD1.5/examples/deepfashion_caption/script.sh -------------------------------------------------------------------------------- /ControlNeXt-SD1.5/examples/deepfashion_multiview/condition_0.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SD1.5/examples/deepfashion_multiview/condition_0.jpg -------------------------------------------------------------------------------- /ControlNeXt-SD1.5/examples/deepfashion_multiview/condition_1.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SD1.5/examples/deepfashion_multiview/condition_1.jpg -------------------------------------------------------------------------------- /ControlNeXt-SD1.5/examples/deepfashion_multiview/condition_2.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SD1.5/examples/deepfashion_multiview/condition_2.jpg -------------------------------------------------------------------------------- /ControlNeXt-SD1.5/examples/deepfashion_multiview/eval_img/Anythingv3.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SD1.5/examples/deepfashion_multiview/eval_img/Anythingv3.jpg -------------------------------------------------------------------------------- /ControlNeXt-SD1.5/examples/deepfashion_multiview/eval_img/Anythingv3_fischl.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SD1.5/examples/deepfashion_multiview/eval_img/Anythingv3_fischl.jpg -------------------------------------------------------------------------------- /ControlNeXt-SD1.5/examples/deepfashion_multiview/eval_img/Anythingv3_lisa.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SD1.5/examples/deepfashion_multiview/eval_img/Anythingv3_lisa.jpg -------------------------------------------------------------------------------- /ControlNeXt-SD1.5/examples/deepfashion_multiview/eval_img/DreamShaper.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SD1.5/examples/deepfashion_multiview/eval_img/DreamShaper.jpg -------------------------------------------------------------------------------- /ControlNeXt-SD1.5/examples/deepfashion_multiview/script.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SD1.5/examples/deepfashion_multiview/script.sh -------------------------------------------------------------------------------- /ControlNeXt-SD1.5/examples/deepfashoin_mask/condition_0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SD1.5/examples/deepfashoin_mask/condition_0.png -------------------------------------------------------------------------------- /ControlNeXt-SD1.5/examples/deepfashoin_mask/eval_img/image_0.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SD1.5/examples/deepfashoin_mask/eval_img/image_0.jpg -------------------------------------------------------------------------------- /ControlNeXt-SD1.5/examples/deepfashoin_mask/script.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SD1.5/examples/deepfashoin_mask/script.sh -------------------------------------------------------------------------------- /ControlNeXt-SD1.5/examples/vidit_depth/condition_0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SD1.5/examples/vidit_depth/condition_0.png -------------------------------------------------------------------------------- /ControlNeXt-SD1.5/examples/vidit_depth/eval_img/image_0.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SD1.5/examples/vidit_depth/eval_img/image_0.jpg -------------------------------------------------------------------------------- /ControlNeXt-SD1.5/examples/vidit_depth/script.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SD1.5/examples/vidit_depth/script.sh -------------------------------------------------------------------------------- /ControlNeXt-SD1.5/models/controlnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SD1.5/models/controlnet.py -------------------------------------------------------------------------------- /ControlNeXt-SD1.5/models/pipeline_controlnext.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SD1.5/models/pipeline_controlnext.py -------------------------------------------------------------------------------- /ControlNeXt-SD1.5/models/unet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SD1.5/models/unet.py -------------------------------------------------------------------------------- /ControlNeXt-SD1.5/run_controlnext.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SD1.5/run_controlnext.py -------------------------------------------------------------------------------- /ControlNeXt-SD3/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SD3/README.md -------------------------------------------------------------------------------- /ControlNeXt-SDXL-Training/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SDXL-Training/README.md -------------------------------------------------------------------------------- /ControlNeXt-SDXL-Training/examples/vidit_depth/condition_0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SDXL-Training/examples/vidit_depth/condition_0.png -------------------------------------------------------------------------------- /ControlNeXt-SDXL-Training/examples/vidit_depth/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SDXL-Training/examples/vidit_depth/train.sh -------------------------------------------------------------------------------- /ControlNeXt-SDXL-Training/models/controlnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SDXL-Training/models/controlnet.py -------------------------------------------------------------------------------- /ControlNeXt-SDXL-Training/models/unet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SDXL-Training/models/unet.py -------------------------------------------------------------------------------- /ControlNeXt-SDXL-Training/pipeline/pipeline_controlnext.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SDXL-Training/pipeline/pipeline_controlnext.py -------------------------------------------------------------------------------- /ControlNeXt-SDXL-Training/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SDXL-Training/requirements.txt -------------------------------------------------------------------------------- /ControlNeXt-SDXL-Training/train_controlnext.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SDXL-Training/train_controlnext.py -------------------------------------------------------------------------------- /ControlNeXt-SDXL-Training/utils/preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SDXL-Training/utils/preprocess.py -------------------------------------------------------------------------------- /ControlNeXt-SDXL-Training/utils/tools.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SDXL-Training/utils/tools.py -------------------------------------------------------------------------------- /ControlNeXt-SDXL-Training/utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SDXL-Training/utils/utils.py -------------------------------------------------------------------------------- /ControlNeXt-SDXL/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SDXL/README.md -------------------------------------------------------------------------------- /ControlNeXt-SDXL/examples/anime_canny/condition_0.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SDXL/examples/anime_canny/condition_0.jpg -------------------------------------------------------------------------------- /ControlNeXt-SDXL/examples/anime_canny/eval_img/AAM.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SDXL/examples/anime_canny/eval_img/AAM.jpg -------------------------------------------------------------------------------- /ControlNeXt-SDXL/examples/anime_canny/eval_img/NetaXLV2.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SDXL/examples/anime_canny/eval_img/NetaXLV2.jpg -------------------------------------------------------------------------------- /ControlNeXt-SDXL/examples/anime_canny/image_0.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SDXL/examples/anime_canny/image_0.jpg -------------------------------------------------------------------------------- /ControlNeXt-SDXL/examples/anime_canny/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SDXL/examples/anime_canny/run.sh -------------------------------------------------------------------------------- /ControlNeXt-SDXL/examples/anime_canny/run_with_pp.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SDXL/examples/anime_canny/run_with_pp.sh -------------------------------------------------------------------------------- /ControlNeXt-SDXL/examples/demo/demo1.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SDXL/examples/demo/demo1.jpg -------------------------------------------------------------------------------- /ControlNeXt-SDXL/examples/demo/demo2.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SDXL/examples/demo/demo2.jpg -------------------------------------------------------------------------------- /ControlNeXt-SDXL/examples/demo/demo3.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SDXL/examples/demo/demo3.jpg -------------------------------------------------------------------------------- /ControlNeXt-SDXL/examples/demo/demo4.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SDXL/examples/demo/demo4.jpg -------------------------------------------------------------------------------- /ControlNeXt-SDXL/examples/demo/demo5.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SDXL/examples/demo/demo5.jpg -------------------------------------------------------------------------------- /ControlNeXt-SDXL/examples/vidit_depth/condition_0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SDXL/examples/vidit_depth/condition_0.png -------------------------------------------------------------------------------- /ControlNeXt-SDXL/examples/vidit_depth/eval_img/StableDiffusionXL.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SDXL/examples/vidit_depth/eval_img/StableDiffusionXL.jpg -------------------------------------------------------------------------------- /ControlNeXt-SDXL/examples/vidit_depth/eval_img/StableDiffusionXL_GlassSculpturesLora.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SDXL/examples/vidit_depth/eval_img/StableDiffusionXL_GlassSculpturesLora.jpg -------------------------------------------------------------------------------- /ControlNeXt-SDXL/examples/vidit_depth/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SDXL/examples/vidit_depth/run.sh -------------------------------------------------------------------------------- /ControlNeXt-SDXL/models/controlnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SDXL/models/controlnet.py -------------------------------------------------------------------------------- /ControlNeXt-SDXL/models/unet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SDXL/models/unet.py -------------------------------------------------------------------------------- /ControlNeXt-SDXL/pipeline/pipeline_controlnext.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SDXL/pipeline/pipeline_controlnext.py -------------------------------------------------------------------------------- /ControlNeXt-SDXL/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SDXL/requirements.txt -------------------------------------------------------------------------------- /ControlNeXt-SDXL/run_controlnext.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SDXL/run_controlnext.py -------------------------------------------------------------------------------- /ControlNeXt-SDXL/utils/preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SDXL/utils/preprocess.py -------------------------------------------------------------------------------- /ControlNeXt-SDXL/utils/tools.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SDXL/utils/tools.py -------------------------------------------------------------------------------- /ControlNeXt-SDXL/utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SDXL/utils/utils.py -------------------------------------------------------------------------------- /ControlNeXt-SVD-v2-Training/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SVD-v2-Training/README.md -------------------------------------------------------------------------------- /ControlNeXt-SVD-v2-Training/deepspeed.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SVD-v2-Training/deepspeed.yaml -------------------------------------------------------------------------------- /ControlNeXt-SVD-v2-Training/meta_info_example/meta_info.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SVD-v2-Training/meta_info_example/meta_info.json -------------------------------------------------------------------------------- /ControlNeXt-SVD-v2-Training/meta_info_example/meta_info/1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SVD-v2-Training/meta_info_example/meta_info/1.json -------------------------------------------------------------------------------- /ControlNeXt-SVD-v2-Training/models/controlnext_vid_svd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SVD-v2-Training/models/controlnext_vid_svd.py -------------------------------------------------------------------------------- /ControlNeXt-SVD-v2-Training/models/unet_spatio_temporal_condition_controlnext.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SVD-v2-Training/models/unet_spatio_temporal_condition_controlnext.py -------------------------------------------------------------------------------- /ControlNeXt-SVD-v2-Training/pipeline/pipeline_stable_video_diffusion_controlnext.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SVD-v2-Training/pipeline/pipeline_stable_video_diffusion_controlnext.py -------------------------------------------------------------------------------- /ControlNeXt-SVD-v2-Training/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SVD-v2-Training/requirements.txt -------------------------------------------------------------------------------- /ControlNeXt-SVD-v2-Training/script.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SVD-v2-Training/script.sh -------------------------------------------------------------------------------- /ControlNeXt-SVD-v2-Training/train_svd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SVD-v2-Training/train_svd.py -------------------------------------------------------------------------------- /ControlNeXt-SVD-v2-Training/utils/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SVD-v2-Training/utils/dataset.py -------------------------------------------------------------------------------- /ControlNeXt-SVD-v2-Training/utils/extract_learned_paras.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SVD-v2-Training/utils/extract_learned_paras.py -------------------------------------------------------------------------------- /ControlNeXt-SVD-v2-Training/utils/extract_vid2img.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SVD-v2-Training/utils/extract_vid2img.py -------------------------------------------------------------------------------- /ControlNeXt-SVD-v2-Training/utils/img_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SVD-v2-Training/utils/img_dataset.py -------------------------------------------------------------------------------- /ControlNeXt-SVD-v2-Training/utils/pkl_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SVD-v2-Training/utils/pkl_dataset.py -------------------------------------------------------------------------------- /ControlNeXt-SVD-v2-Training/utils/scheduling_euler_discrete_karras_fix.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SVD-v2-Training/utils/scheduling_euler_discrete_karras_fix.py -------------------------------------------------------------------------------- /ControlNeXt-SVD-v2-Training/utils/ubc_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SVD-v2-Training/utils/ubc_dataset.py -------------------------------------------------------------------------------- /ControlNeXt-SVD-v2-Training/utils/unwrap_deepspeed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SVD-v2-Training/utils/unwrap_deepspeed.py -------------------------------------------------------------------------------- /ControlNeXt-SVD-v2-Training/utils/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SVD-v2-Training/utils/util.py -------------------------------------------------------------------------------- /ControlNeXt-SVD-v2-Training/utils/vid_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SVD-v2-Training/utils/vid_dataset.py -------------------------------------------------------------------------------- /ControlNeXt-SVD-v2/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SVD-v2/README.md -------------------------------------------------------------------------------- /ControlNeXt-SVD-v2/dwpose/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ControlNeXt-SVD-v2/dwpose/dwpose_detector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SVD-v2/dwpose/dwpose_detector.py -------------------------------------------------------------------------------- /ControlNeXt-SVD-v2/dwpose/onnxdet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SVD-v2/dwpose/onnxdet.py -------------------------------------------------------------------------------- /ControlNeXt-SVD-v2/dwpose/onnxpose.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SVD-v2/dwpose/onnxpose.py -------------------------------------------------------------------------------- /ControlNeXt-SVD-v2/dwpose/preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SVD-v2/dwpose/preprocess.py -------------------------------------------------------------------------------- /ControlNeXt-SVD-v2/dwpose/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SVD-v2/dwpose/util.py -------------------------------------------------------------------------------- /ControlNeXt-SVD-v2/dwpose/wholebody.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SVD-v2/dwpose/wholebody.py -------------------------------------------------------------------------------- /ControlNeXt-SVD-v2/examples/demos/01-1.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SVD-v2/examples/demos/01-1.mp4 -------------------------------------------------------------------------------- /ControlNeXt-SVD-v2/examples/demos/02-1.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SVD-v2/examples/demos/02-1.mp4 -------------------------------------------------------------------------------- /ControlNeXt-SVD-v2/examples/demos/03-1.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SVD-v2/examples/demos/03-1.mp4 -------------------------------------------------------------------------------- /ControlNeXt-SVD-v2/examples/demos/04-1.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SVD-v2/examples/demos/04-1.mp4 -------------------------------------------------------------------------------- /ControlNeXt-SVD-v2/examples/facefusion/facefusion.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SVD-v2/examples/facefusion/facefusion.jpg -------------------------------------------------------------------------------- /ControlNeXt-SVD-v2/examples/ref_imgs/01.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SVD-v2/examples/ref_imgs/01.jpeg -------------------------------------------------------------------------------- /ControlNeXt-SVD-v2/examples/ref_imgs/02.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SVD-v2/examples/ref_imgs/02.jpeg -------------------------------------------------------------------------------- /ControlNeXt-SVD-v2/examples/ref_imgs/03.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SVD-v2/examples/ref_imgs/03.jpeg -------------------------------------------------------------------------------- /ControlNeXt-SVD-v2/examples/ref_imgs/04.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SVD-v2/examples/ref_imgs/04.jpeg -------------------------------------------------------------------------------- /ControlNeXt-SVD-v2/examples/video/01.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SVD-v2/examples/video/01.mp4 -------------------------------------------------------------------------------- /ControlNeXt-SVD-v2/examples/video/02.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SVD-v2/examples/video/02.mp4 -------------------------------------------------------------------------------- /ControlNeXt-SVD-v2/models/controlnext_vid_svd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SVD-v2/models/controlnext_vid_svd.py -------------------------------------------------------------------------------- /ControlNeXt-SVD-v2/models/unet_spatio_temporal_condition_controlnext.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SVD-v2/models/unet_spatio_temporal_condition_controlnext.py -------------------------------------------------------------------------------- /ControlNeXt-SVD-v2/pipeline/pipeline_stable_video_diffusion_controlnext.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SVD-v2/pipeline/pipeline_stable_video_diffusion_controlnext.py -------------------------------------------------------------------------------- /ControlNeXt-SVD-v2/run_controlnext.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SVD-v2/run_controlnext.py -------------------------------------------------------------------------------- /ControlNeXt-SVD-v2/script.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SVD-v2/script.sh -------------------------------------------------------------------------------- /ControlNeXt-SVD-v2/utils/pre_process.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SVD-v2/utils/pre_process.py -------------------------------------------------------------------------------- /ControlNeXt-SVD-v2/utils/scheduling_euler_discrete_karras_fix.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SVD-v2/utils/scheduling_euler_discrete_karras_fix.py -------------------------------------------------------------------------------- /ControlNeXt-SVD/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SVD/README.md -------------------------------------------------------------------------------- /ControlNeXt-SVD/examples/facefusion/facefusion.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SVD/examples/facefusion/facefusion.jpg -------------------------------------------------------------------------------- /ControlNeXt-SVD/examples/pose/pose.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SVD/examples/pose/pose.mp4 -------------------------------------------------------------------------------- /ControlNeXt-SVD/examples/ref_imgs/spiderman.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SVD/examples/ref_imgs/spiderman.jpg -------------------------------------------------------------------------------- /ControlNeXt-SVD/examples/ref_imgs/tiktok.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SVD/examples/ref_imgs/tiktok.png -------------------------------------------------------------------------------- /ControlNeXt-SVD/models/controlnext_vid_svd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SVD/models/controlnext_vid_svd.py -------------------------------------------------------------------------------- /ControlNeXt-SVD/models/unet_spatio_temporal_condition_controlnext.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SVD/models/unet_spatio_temporal_condition_controlnext.py -------------------------------------------------------------------------------- /ControlNeXt-SVD/outputs/chair/chair.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SVD/outputs/chair/chair.mp4 -------------------------------------------------------------------------------- /ControlNeXt-SVD/outputs/collected/demo.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SVD/outputs/collected/demo.jpg -------------------------------------------------------------------------------- /ControlNeXt-SVD/outputs/collected/demo.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SVD/outputs/collected/demo.mp4 -------------------------------------------------------------------------------- /ControlNeXt-SVD/outputs/collected/out2.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SVD/outputs/collected/out2.mp4 -------------------------------------------------------------------------------- /ControlNeXt-SVD/outputs/spiderman/spiderman.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SVD/outputs/spiderman/spiderman.mp4 -------------------------------------------------------------------------------- /ControlNeXt-SVD/outputs/star/star.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SVD/outputs/star/star.mp4 -------------------------------------------------------------------------------- /ControlNeXt-SVD/outputs/tiktok/tiktok.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SVD/outputs/tiktok/tiktok.mp4 -------------------------------------------------------------------------------- /ControlNeXt-SVD/pipeline/pipeline_stable_video_diffusion_controlnext.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SVD/pipeline/pipeline_stable_video_diffusion_controlnext.py -------------------------------------------------------------------------------- /ControlNeXt-SVD/run_controlnext.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SVD/run_controlnext.py -------------------------------------------------------------------------------- /ControlNeXt-SVD/script.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SVD/script.sh -------------------------------------------------------------------------------- /ControlNeXt-SVD/utils/scheduling_euler_discrete_karras_fix.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/ControlNeXt-SVD/utils/scheduling_euler_discrete_karras_fix.py -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/README.md -------------------------------------------------------------------------------- /compress_image.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/compress_image.py -------------------------------------------------------------------------------- /experiences.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/experiences.md -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dvlab-research/ControlNeXt/HEAD/requirements.txt --------------------------------------------------------------------------------