├── DualTalk.py ├── README.md ├── dataset_test.py ├── dataset_train.py ├── demo.py ├── demo ├── UbjUDM1MiGE_sub_video_72_speaker1.wav ├── UbjUDM1MiGE_sub_video_72_speaker2.npz ├── UbjUDM1MiGE_sub_video_72_speaker2.wav ├── xkHwlcDSOjc_sub_video_109_000_speaker1.npz ├── xkHwlcDSOjc_sub_video_109_000_speaker1.wav └── xkHwlcDSOjc_sub_video_109_000_speaker2.wav ├── install.sh ├── install_pytorch3d.py ├── main.py ├── media └── DualTalk.png ├── metric └── metric.py ├── readme.md ├── render ├── __pycache__ │ └── util.cpython-38.pyc ├── configs │ ├── __pycache__ │ │ └── config.cpython-38.pyc │ └── config.py ├── flame │ ├── FLAME.py │ ├── FLAME_fake.py │ ├── FLAME_sample.ply │ ├── __init__.py │ ├── __pycache__ │ │ ├── FLAME.cpython-38.pyc │ │ ├── FLAME_fake.cpython-38.pyc │ │ ├── __init__.cpython-38.pyc │ │ └── lbs.cpython-38.pyc │ ├── blendshapes │ │ ├── l_eyelid.npy │ │ └── r_eyelid.npy │ ├── lbs.py │ └── mediapipe │ │ ├── __pycache__ │ │ └── landmarks.cpython-38.pyc │ │ ├── landmarks.py │ │ ├── mediapipe_landmark_embedding.npz │ │ └── mediapipe_readme.txt ├── render_dualtalk_output.py ├── two_person_video_stitching.py └── util.py ├── requirements.txt ├── result_DualTalk └── result ├── test.py └── wav2vec.py /DualTalk.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZiqiaoPeng/DualTalk/HEAD/DualTalk.py -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZiqiaoPeng/DualTalk/HEAD/README.md -------------------------------------------------------------------------------- /dataset_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZiqiaoPeng/DualTalk/HEAD/dataset_test.py -------------------------------------------------------------------------------- /dataset_train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZiqiaoPeng/DualTalk/HEAD/dataset_train.py -------------------------------------------------------------------------------- /demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZiqiaoPeng/DualTalk/HEAD/demo.py -------------------------------------------------------------------------------- /demo/UbjUDM1MiGE_sub_video_72_speaker1.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZiqiaoPeng/DualTalk/HEAD/demo/UbjUDM1MiGE_sub_video_72_speaker1.wav -------------------------------------------------------------------------------- /demo/UbjUDM1MiGE_sub_video_72_speaker2.npz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZiqiaoPeng/DualTalk/HEAD/demo/UbjUDM1MiGE_sub_video_72_speaker2.npz -------------------------------------------------------------------------------- /demo/UbjUDM1MiGE_sub_video_72_speaker2.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZiqiaoPeng/DualTalk/HEAD/demo/UbjUDM1MiGE_sub_video_72_speaker2.wav -------------------------------------------------------------------------------- /demo/xkHwlcDSOjc_sub_video_109_000_speaker1.npz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZiqiaoPeng/DualTalk/HEAD/demo/xkHwlcDSOjc_sub_video_109_000_speaker1.npz -------------------------------------------------------------------------------- /demo/xkHwlcDSOjc_sub_video_109_000_speaker1.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZiqiaoPeng/DualTalk/HEAD/demo/xkHwlcDSOjc_sub_video_109_000_speaker1.wav -------------------------------------------------------------------------------- /demo/xkHwlcDSOjc_sub_video_109_000_speaker2.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZiqiaoPeng/DualTalk/HEAD/demo/xkHwlcDSOjc_sub_video_109_000_speaker2.wav -------------------------------------------------------------------------------- /install.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZiqiaoPeng/DualTalk/HEAD/install.sh -------------------------------------------------------------------------------- /install_pytorch3d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZiqiaoPeng/DualTalk/HEAD/install_pytorch3d.py -------------------------------------------------------------------------------- /main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZiqiaoPeng/DualTalk/HEAD/main.py -------------------------------------------------------------------------------- /media/DualTalk.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZiqiaoPeng/DualTalk/HEAD/media/DualTalk.png -------------------------------------------------------------------------------- /metric/metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZiqiaoPeng/DualTalk/HEAD/metric/metric.py -------------------------------------------------------------------------------- /readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZiqiaoPeng/DualTalk/HEAD/readme.md -------------------------------------------------------------------------------- /render/__pycache__/util.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZiqiaoPeng/DualTalk/HEAD/render/__pycache__/util.cpython-38.pyc -------------------------------------------------------------------------------- /render/configs/__pycache__/config.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZiqiaoPeng/DualTalk/HEAD/render/configs/__pycache__/config.cpython-38.pyc -------------------------------------------------------------------------------- /render/configs/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZiqiaoPeng/DualTalk/HEAD/render/configs/config.py -------------------------------------------------------------------------------- /render/flame/FLAME.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZiqiaoPeng/DualTalk/HEAD/render/flame/FLAME.py -------------------------------------------------------------------------------- /render/flame/FLAME_fake.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZiqiaoPeng/DualTalk/HEAD/render/flame/FLAME_fake.py -------------------------------------------------------------------------------- /render/flame/FLAME_sample.ply: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZiqiaoPeng/DualTalk/HEAD/render/flame/FLAME_sample.ply -------------------------------------------------------------------------------- /render/flame/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZiqiaoPeng/DualTalk/HEAD/render/flame/__init__.py -------------------------------------------------------------------------------- /render/flame/__pycache__/FLAME.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZiqiaoPeng/DualTalk/HEAD/render/flame/__pycache__/FLAME.cpython-38.pyc -------------------------------------------------------------------------------- /render/flame/__pycache__/FLAME_fake.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZiqiaoPeng/DualTalk/HEAD/render/flame/__pycache__/FLAME_fake.cpython-38.pyc -------------------------------------------------------------------------------- /render/flame/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZiqiaoPeng/DualTalk/HEAD/render/flame/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /render/flame/__pycache__/lbs.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZiqiaoPeng/DualTalk/HEAD/render/flame/__pycache__/lbs.cpython-38.pyc -------------------------------------------------------------------------------- /render/flame/blendshapes/l_eyelid.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZiqiaoPeng/DualTalk/HEAD/render/flame/blendshapes/l_eyelid.npy -------------------------------------------------------------------------------- /render/flame/blendshapes/r_eyelid.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZiqiaoPeng/DualTalk/HEAD/render/flame/blendshapes/r_eyelid.npy -------------------------------------------------------------------------------- /render/flame/lbs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZiqiaoPeng/DualTalk/HEAD/render/flame/lbs.py -------------------------------------------------------------------------------- /render/flame/mediapipe/__pycache__/landmarks.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZiqiaoPeng/DualTalk/HEAD/render/flame/mediapipe/__pycache__/landmarks.cpython-38.pyc -------------------------------------------------------------------------------- /render/flame/mediapipe/landmarks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZiqiaoPeng/DualTalk/HEAD/render/flame/mediapipe/landmarks.py -------------------------------------------------------------------------------- /render/flame/mediapipe/mediapipe_landmark_embedding.npz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZiqiaoPeng/DualTalk/HEAD/render/flame/mediapipe/mediapipe_landmark_embedding.npz -------------------------------------------------------------------------------- /render/flame/mediapipe/mediapipe_readme.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZiqiaoPeng/DualTalk/HEAD/render/flame/mediapipe/mediapipe_readme.txt -------------------------------------------------------------------------------- /render/render_dualtalk_output.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZiqiaoPeng/DualTalk/HEAD/render/render_dualtalk_output.py -------------------------------------------------------------------------------- /render/two_person_video_stitching.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZiqiaoPeng/DualTalk/HEAD/render/two_person_video_stitching.py -------------------------------------------------------------------------------- /render/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZiqiaoPeng/DualTalk/HEAD/render/util.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZiqiaoPeng/DualTalk/HEAD/requirements.txt -------------------------------------------------------------------------------- /result_DualTalk/result: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZiqiaoPeng/DualTalk/HEAD/test.py -------------------------------------------------------------------------------- /wav2vec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZiqiaoPeng/DualTalk/HEAD/wav2vec.py --------------------------------------------------------------------------------