├── .gitignore ├── LICENSE ├── README.md ├── core ├── atomic_components │ ├── audio2motion.py │ ├── avatar_registrar.py │ ├── cfg.py │ ├── condition_handler.py │ ├── decode_f3d.py │ ├── loader.py │ ├── motion_stitch.py │ ├── putback.py │ ├── source2info.py │ ├── warp_f3d.py │ ├── wav2feat.py │ └── writer.py ├── aux_models │ ├── blaze_face.py │ ├── face_mesh.py │ ├── hubert_stream.py │ ├── insightface_det.py │ ├── insightface_landmark106.py │ ├── landmark203.py │ ├── mediapipe_landmark478.py │ └── modules │ │ ├── __init__.py │ │ ├── hubert_stream.py │ │ ├── landmark106.py │ │ ├── landmark203.py │ │ ├── landmark478.py │ │ └── retinaface.py ├── models │ ├── appearance_extractor.py │ ├── decoder.py │ ├── lmdm.py │ ├── modules │ │ ├── LMDM.py │ │ ├── __init__.py │ │ ├── appearance_feature_extractor.py │ │ ├── convnextv2.py │ │ ├── dense_motion.py │ │ ├── lmdm_modules │ │ │ ├── model.py │ │ │ ├── rotary_embedding_torch.py │ │ │ └── utils.py │ │ ├── motion_extractor.py │ │ ├── spade_generator.py │ │ ├── stitching_network.py │ │ ├── util.py │ │ └── warping_network.py │ ├── motion_extractor.py │ ├── stitch_network.py │ └── warp_network.py └── utils │ ├── blend │ ├── __init__.py │ ├── blend.pyx │ ├── blend.pyxbld │ ├── blend_impl.c │ └── blend_impl.h │ ├── crop.py │ ├── eye_info.py │ ├── get_mask.py │ ├── load_model.py │ └── tensorrt_utils.py ├── environment.yaml ├── example ├── audio.wav └── image.png ├── inference.py ├── scripts └── cvt_onnx_to_trt.py ├── stream_pipeline_offline.py └── stream_pipeline_online.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antgroup/ditto-talkinghead/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antgroup/ditto-talkinghead/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antgroup/ditto-talkinghead/HEAD/README.md -------------------------------------------------------------------------------- /core/atomic_components/audio2motion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antgroup/ditto-talkinghead/HEAD/core/atomic_components/audio2motion.py -------------------------------------------------------------------------------- /core/atomic_components/avatar_registrar.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antgroup/ditto-talkinghead/HEAD/core/atomic_components/avatar_registrar.py -------------------------------------------------------------------------------- /core/atomic_components/cfg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antgroup/ditto-talkinghead/HEAD/core/atomic_components/cfg.py -------------------------------------------------------------------------------- /core/atomic_components/condition_handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antgroup/ditto-talkinghead/HEAD/core/atomic_components/condition_handler.py -------------------------------------------------------------------------------- /core/atomic_components/decode_f3d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antgroup/ditto-talkinghead/HEAD/core/atomic_components/decode_f3d.py -------------------------------------------------------------------------------- /core/atomic_components/loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antgroup/ditto-talkinghead/HEAD/core/atomic_components/loader.py -------------------------------------------------------------------------------- /core/atomic_components/motion_stitch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antgroup/ditto-talkinghead/HEAD/core/atomic_components/motion_stitch.py -------------------------------------------------------------------------------- /core/atomic_components/putback.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antgroup/ditto-talkinghead/HEAD/core/atomic_components/putback.py -------------------------------------------------------------------------------- /core/atomic_components/source2info.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antgroup/ditto-talkinghead/HEAD/core/atomic_components/source2info.py -------------------------------------------------------------------------------- /core/atomic_components/warp_f3d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antgroup/ditto-talkinghead/HEAD/core/atomic_components/warp_f3d.py -------------------------------------------------------------------------------- /core/atomic_components/wav2feat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antgroup/ditto-talkinghead/HEAD/core/atomic_components/wav2feat.py -------------------------------------------------------------------------------- /core/atomic_components/writer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antgroup/ditto-talkinghead/HEAD/core/atomic_components/writer.py -------------------------------------------------------------------------------- /core/aux_models/blaze_face.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antgroup/ditto-talkinghead/HEAD/core/aux_models/blaze_face.py -------------------------------------------------------------------------------- /core/aux_models/face_mesh.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antgroup/ditto-talkinghead/HEAD/core/aux_models/face_mesh.py -------------------------------------------------------------------------------- /core/aux_models/hubert_stream.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antgroup/ditto-talkinghead/HEAD/core/aux_models/hubert_stream.py -------------------------------------------------------------------------------- /core/aux_models/insightface_det.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antgroup/ditto-talkinghead/HEAD/core/aux_models/insightface_det.py -------------------------------------------------------------------------------- /core/aux_models/insightface_landmark106.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antgroup/ditto-talkinghead/HEAD/core/aux_models/insightface_landmark106.py -------------------------------------------------------------------------------- /core/aux_models/landmark203.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antgroup/ditto-talkinghead/HEAD/core/aux_models/landmark203.py -------------------------------------------------------------------------------- /core/aux_models/mediapipe_landmark478.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antgroup/ditto-talkinghead/HEAD/core/aux_models/mediapipe_landmark478.py -------------------------------------------------------------------------------- /core/aux_models/modules/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antgroup/ditto-talkinghead/HEAD/core/aux_models/modules/__init__.py -------------------------------------------------------------------------------- /core/aux_models/modules/hubert_stream.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antgroup/ditto-talkinghead/HEAD/core/aux_models/modules/hubert_stream.py -------------------------------------------------------------------------------- /core/aux_models/modules/landmark106.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antgroup/ditto-talkinghead/HEAD/core/aux_models/modules/landmark106.py -------------------------------------------------------------------------------- /core/aux_models/modules/landmark203.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antgroup/ditto-talkinghead/HEAD/core/aux_models/modules/landmark203.py -------------------------------------------------------------------------------- /core/aux_models/modules/landmark478.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antgroup/ditto-talkinghead/HEAD/core/aux_models/modules/landmark478.py -------------------------------------------------------------------------------- /core/aux_models/modules/retinaface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antgroup/ditto-talkinghead/HEAD/core/aux_models/modules/retinaface.py -------------------------------------------------------------------------------- /core/models/appearance_extractor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antgroup/ditto-talkinghead/HEAD/core/models/appearance_extractor.py -------------------------------------------------------------------------------- /core/models/decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antgroup/ditto-talkinghead/HEAD/core/models/decoder.py -------------------------------------------------------------------------------- /core/models/lmdm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antgroup/ditto-talkinghead/HEAD/core/models/lmdm.py -------------------------------------------------------------------------------- /core/models/modules/LMDM.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antgroup/ditto-talkinghead/HEAD/core/models/modules/LMDM.py -------------------------------------------------------------------------------- /core/models/modules/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antgroup/ditto-talkinghead/HEAD/core/models/modules/__init__.py -------------------------------------------------------------------------------- /core/models/modules/appearance_feature_extractor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antgroup/ditto-talkinghead/HEAD/core/models/modules/appearance_feature_extractor.py -------------------------------------------------------------------------------- /core/models/modules/convnextv2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antgroup/ditto-talkinghead/HEAD/core/models/modules/convnextv2.py -------------------------------------------------------------------------------- /core/models/modules/dense_motion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antgroup/ditto-talkinghead/HEAD/core/models/modules/dense_motion.py -------------------------------------------------------------------------------- /core/models/modules/lmdm_modules/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antgroup/ditto-talkinghead/HEAD/core/models/modules/lmdm_modules/model.py -------------------------------------------------------------------------------- /core/models/modules/lmdm_modules/rotary_embedding_torch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antgroup/ditto-talkinghead/HEAD/core/models/modules/lmdm_modules/rotary_embedding_torch.py -------------------------------------------------------------------------------- /core/models/modules/lmdm_modules/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antgroup/ditto-talkinghead/HEAD/core/models/modules/lmdm_modules/utils.py -------------------------------------------------------------------------------- /core/models/modules/motion_extractor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antgroup/ditto-talkinghead/HEAD/core/models/modules/motion_extractor.py -------------------------------------------------------------------------------- /core/models/modules/spade_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antgroup/ditto-talkinghead/HEAD/core/models/modules/spade_generator.py -------------------------------------------------------------------------------- /core/models/modules/stitching_network.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antgroup/ditto-talkinghead/HEAD/core/models/modules/stitching_network.py -------------------------------------------------------------------------------- /core/models/modules/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antgroup/ditto-talkinghead/HEAD/core/models/modules/util.py -------------------------------------------------------------------------------- /core/models/modules/warping_network.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antgroup/ditto-talkinghead/HEAD/core/models/modules/warping_network.py -------------------------------------------------------------------------------- /core/models/motion_extractor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antgroup/ditto-talkinghead/HEAD/core/models/motion_extractor.py -------------------------------------------------------------------------------- /core/models/stitch_network.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antgroup/ditto-talkinghead/HEAD/core/models/stitch_network.py -------------------------------------------------------------------------------- /core/models/warp_network.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antgroup/ditto-talkinghead/HEAD/core/models/warp_network.py -------------------------------------------------------------------------------- /core/utils/blend/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antgroup/ditto-talkinghead/HEAD/core/utils/blend/__init__.py -------------------------------------------------------------------------------- /core/utils/blend/blend.pyx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antgroup/ditto-talkinghead/HEAD/core/utils/blend/blend.pyx -------------------------------------------------------------------------------- /core/utils/blend/blend.pyxbld: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antgroup/ditto-talkinghead/HEAD/core/utils/blend/blend.pyxbld -------------------------------------------------------------------------------- /core/utils/blend/blend_impl.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antgroup/ditto-talkinghead/HEAD/core/utils/blend/blend_impl.c -------------------------------------------------------------------------------- /core/utils/blend/blend_impl.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antgroup/ditto-talkinghead/HEAD/core/utils/blend/blend_impl.h -------------------------------------------------------------------------------- /core/utils/crop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antgroup/ditto-talkinghead/HEAD/core/utils/crop.py -------------------------------------------------------------------------------- /core/utils/eye_info.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antgroup/ditto-talkinghead/HEAD/core/utils/eye_info.py -------------------------------------------------------------------------------- /core/utils/get_mask.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antgroup/ditto-talkinghead/HEAD/core/utils/get_mask.py -------------------------------------------------------------------------------- /core/utils/load_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antgroup/ditto-talkinghead/HEAD/core/utils/load_model.py -------------------------------------------------------------------------------- /core/utils/tensorrt_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antgroup/ditto-talkinghead/HEAD/core/utils/tensorrt_utils.py -------------------------------------------------------------------------------- /environment.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antgroup/ditto-talkinghead/HEAD/environment.yaml -------------------------------------------------------------------------------- /example/audio.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antgroup/ditto-talkinghead/HEAD/example/audio.wav -------------------------------------------------------------------------------- /example/image.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antgroup/ditto-talkinghead/HEAD/example/image.png -------------------------------------------------------------------------------- /inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antgroup/ditto-talkinghead/HEAD/inference.py -------------------------------------------------------------------------------- /scripts/cvt_onnx_to_trt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antgroup/ditto-talkinghead/HEAD/scripts/cvt_onnx_to_trt.py -------------------------------------------------------------------------------- /stream_pipeline_offline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antgroup/ditto-talkinghead/HEAD/stream_pipeline_offline.py -------------------------------------------------------------------------------- /stream_pipeline_online.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/antgroup/ditto-talkinghead/HEAD/stream_pipeline_online.py --------------------------------------------------------------------------------