├── .gitignore ├── README.md ├── accelerate_configs ├── compiled_1.yaml └── deepspeed.yaml ├── assets ├── human1.jpg ├── human2.jpg ├── human3.jpg ├── human4.jpg ├── human5.jpg ├── motion1.mp4 ├── motion2.mp4 ├── motion3.mp4 ├── person1_img.jpg └── person2_img.jpg ├── checkpoints └── Put pre-trained model here.txt ├── docs └── finetune.md ├── dwpose ├── __init__.py ├── dwpose_detector.py ├── onnxdet.py ├── onnxpose.py ├── preprocess.py ├── util.py └── wholebody.py ├── dynamictrl ├── __init__.py ├── models │ ├── model_dynamictrl.py │ └── modules │ │ ├── cross_attention.py │ │ ├── embeddings.py │ │ └── model_cogvideox_autoencoderKL.py └── pipelines │ ├── dynamictrl_pipeline.py │ └── modules │ ├── dynamictrl_output.py │ └── utils.py ├── requirements.txt ├── scripts ├── dynamictrl_inference.py └── dynamictrl_sft_finetune.py ├── tools └── qwen.py └── utils ├── args.py ├── dataset.py ├── dataset_use_mask_entity.py ├── freeinit_utils.py ├── load_validation_control.py ├── pre_process.py ├── prepare_dataset.py ├── save_utils.py ├── text_encoder ├── __init__.py └── text_encoder.py └── utils.py /.gitignore: -------------------------------------------------------------------------------- 1 | .DS_Store 2 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gulucaptain/DynamiCtrl/HEAD/README.md -------------------------------------------------------------------------------- /accelerate_configs/compiled_1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gulucaptain/DynamiCtrl/HEAD/accelerate_configs/compiled_1.yaml -------------------------------------------------------------------------------- /accelerate_configs/deepspeed.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gulucaptain/DynamiCtrl/HEAD/accelerate_configs/deepspeed.yaml -------------------------------------------------------------------------------- /assets/human1.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gulucaptain/DynamiCtrl/HEAD/assets/human1.jpg -------------------------------------------------------------------------------- /assets/human2.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gulucaptain/DynamiCtrl/HEAD/assets/human2.jpg -------------------------------------------------------------------------------- /assets/human3.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gulucaptain/DynamiCtrl/HEAD/assets/human3.jpg -------------------------------------------------------------------------------- /assets/human4.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gulucaptain/DynamiCtrl/HEAD/assets/human4.jpg -------------------------------------------------------------------------------- /assets/human5.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gulucaptain/DynamiCtrl/HEAD/assets/human5.jpg -------------------------------------------------------------------------------- /assets/motion1.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gulucaptain/DynamiCtrl/HEAD/assets/motion1.mp4 -------------------------------------------------------------------------------- /assets/motion2.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gulucaptain/DynamiCtrl/HEAD/assets/motion2.mp4 -------------------------------------------------------------------------------- /assets/motion3.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gulucaptain/DynamiCtrl/HEAD/assets/motion3.mp4 -------------------------------------------------------------------------------- /assets/person1_img.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gulucaptain/DynamiCtrl/HEAD/assets/person1_img.jpg -------------------------------------------------------------------------------- /assets/person2_img.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gulucaptain/DynamiCtrl/HEAD/assets/person2_img.jpg -------------------------------------------------------------------------------- /checkpoints/Put pre-trained model here.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /docs/finetune.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gulucaptain/DynamiCtrl/HEAD/docs/finetune.md -------------------------------------------------------------------------------- /dwpose/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dwpose/dwpose_detector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gulucaptain/DynamiCtrl/HEAD/dwpose/dwpose_detector.py -------------------------------------------------------------------------------- /dwpose/onnxdet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gulucaptain/DynamiCtrl/HEAD/dwpose/onnxdet.py -------------------------------------------------------------------------------- /dwpose/onnxpose.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gulucaptain/DynamiCtrl/HEAD/dwpose/onnxpose.py -------------------------------------------------------------------------------- /dwpose/preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gulucaptain/DynamiCtrl/HEAD/dwpose/preprocess.py -------------------------------------------------------------------------------- /dwpose/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gulucaptain/DynamiCtrl/HEAD/dwpose/util.py -------------------------------------------------------------------------------- /dwpose/wholebody.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gulucaptain/DynamiCtrl/HEAD/dwpose/wholebody.py -------------------------------------------------------------------------------- /dynamictrl/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dynamictrl/models/model_dynamictrl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gulucaptain/DynamiCtrl/HEAD/dynamictrl/models/model_dynamictrl.py -------------------------------------------------------------------------------- /dynamictrl/models/modules/cross_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gulucaptain/DynamiCtrl/HEAD/dynamictrl/models/modules/cross_attention.py -------------------------------------------------------------------------------- /dynamictrl/models/modules/embeddings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gulucaptain/DynamiCtrl/HEAD/dynamictrl/models/modules/embeddings.py -------------------------------------------------------------------------------- /dynamictrl/models/modules/model_cogvideox_autoencoderKL.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gulucaptain/DynamiCtrl/HEAD/dynamictrl/models/modules/model_cogvideox_autoencoderKL.py -------------------------------------------------------------------------------- /dynamictrl/pipelines/dynamictrl_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gulucaptain/DynamiCtrl/HEAD/dynamictrl/pipelines/dynamictrl_pipeline.py -------------------------------------------------------------------------------- /dynamictrl/pipelines/modules/dynamictrl_output.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gulucaptain/DynamiCtrl/HEAD/dynamictrl/pipelines/modules/dynamictrl_output.py -------------------------------------------------------------------------------- /dynamictrl/pipelines/modules/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gulucaptain/DynamiCtrl/HEAD/dynamictrl/pipelines/modules/utils.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gulucaptain/DynamiCtrl/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/dynamictrl_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gulucaptain/DynamiCtrl/HEAD/scripts/dynamictrl_inference.py -------------------------------------------------------------------------------- /scripts/dynamictrl_sft_finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gulucaptain/DynamiCtrl/HEAD/scripts/dynamictrl_sft_finetune.py -------------------------------------------------------------------------------- /tools/qwen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gulucaptain/DynamiCtrl/HEAD/tools/qwen.py -------------------------------------------------------------------------------- /utils/args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gulucaptain/DynamiCtrl/HEAD/utils/args.py -------------------------------------------------------------------------------- /utils/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gulucaptain/DynamiCtrl/HEAD/utils/dataset.py -------------------------------------------------------------------------------- /utils/dataset_use_mask_entity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gulucaptain/DynamiCtrl/HEAD/utils/dataset_use_mask_entity.py -------------------------------------------------------------------------------- /utils/freeinit_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gulucaptain/DynamiCtrl/HEAD/utils/freeinit_utils.py -------------------------------------------------------------------------------- /utils/load_validation_control.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gulucaptain/DynamiCtrl/HEAD/utils/load_validation_control.py -------------------------------------------------------------------------------- /utils/pre_process.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gulucaptain/DynamiCtrl/HEAD/utils/pre_process.py -------------------------------------------------------------------------------- /utils/prepare_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gulucaptain/DynamiCtrl/HEAD/utils/prepare_dataset.py -------------------------------------------------------------------------------- /utils/save_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gulucaptain/DynamiCtrl/HEAD/utils/save_utils.py -------------------------------------------------------------------------------- /utils/text_encoder/__init__.py: -------------------------------------------------------------------------------- 1 | from .text_encoder import compute_prompt_embeddings -------------------------------------------------------------------------------- /utils/text_encoder/text_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gulucaptain/DynamiCtrl/HEAD/utils/text_encoder/text_encoder.py -------------------------------------------------------------------------------- /utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gulucaptain/DynamiCtrl/HEAD/utils/utils.py --------------------------------------------------------------------------------