├── LICENSE ├── README.md ├── checkpoints └── .gitkeep ├── configs └── default.py ├── core ├── networks │ ├── __init__.py │ ├── diffusion_net.py │ ├── diffusion_util.py │ ├── disentangle_decoder.py │ ├── dynamic_conv.py │ ├── dynamic_fc_decoder.py │ ├── dynamic_linear.py │ ├── generator.py │ ├── mish.py │ ├── self_attention_pooling.py │ └── transformer.py └── utils.py ├── data ├── audio │ ├── German1.wav │ ├── German2.wav │ ├── German3.wav │ ├── German4.wav │ ├── acknowledgement_chinese.m4a │ ├── acknowledgement_english.m4a │ ├── chinese1_haierlizhi.wav │ ├── chinese2_guanyu.wav │ ├── french1.wav │ ├── french2.wav │ ├── french3.wav │ ├── italian1.wav │ ├── italian2.wav │ ├── italian3.wav │ ├── japan1.wav │ ├── japan2.wav │ ├── japan3.wav │ ├── korean1.wav │ ├── korean2.wav │ ├── korean3.wav │ ├── noisy_audio_cafeter_snr_0.wav │ ├── noisy_audio_meeting_snr_0.wav │ ├── noisy_audio_meeting_snr_10.wav │ ├── noisy_audio_meeting_snr_20.wav │ ├── noisy_audio_narrative.wav │ ├── noisy_audio_office_snr_0.wav │ ├── out_of_domain_narrative.wav │ ├── spanish1.wav │ ├── spanish2.wav │ └── spanish3.wav ├── pose │ └── RichardShelby_front_neutral_level1_001.mat ├── src_img │ ├── cropped │ │ ├── chpa5.png │ │ ├── cut_img.png │ │ ├── f30.png │ │ ├── menglu2.png │ │ ├── nscu2.png │ │ ├── zp1.png │ │ └── zt12.png │ └── uncropped │ │ ├── face3.png │ │ ├── male_face.png │ │ └── uncut_src_img.jpg └── style_clip │ ├── 3DMM │ ├── M030_front_angry_level3_001.mat │ ├── M030_front_contempt_level3_001.mat │ ├── M030_front_disgusted_level3_001.mat │ ├── M030_front_fear_level3_001.mat │ ├── M030_front_happy_level3_001.mat │ ├── M030_front_neutral_level1_001.mat │ ├── M030_front_sad_level3_001.mat │ ├── M030_front_surprised_level3_001.mat │ ├── W009_front_angry_level3_001.mat │ ├── W009_front_contempt_level3_001.mat │ ├── W009_front_disgusted_level3_001.mat │ ├── W009_front_fear_level3_001.mat │ ├── W009_front_happy_level3_001.mat │ ├── W009_front_neutral_level1_001.mat │ ├── W009_front_sad_level3_001.mat │ ├── W009_front_surprised_level3_001.mat │ ├── W011_front_angry_level3_001.mat │ ├── W011_front_contempt_level3_001.mat │ ├── W011_front_disgusted_level3_001.mat │ ├── W011_front_fear_level3_001.mat │ ├── W011_front_happy_level3_001.mat │ ├── W011_front_neutral_level1_001.mat │ ├── W011_front_sad_level3_001.mat │ └── W011_front_surprised_level3_001.mat │ └── video │ ├── M030_front_angry_level3_001.mp4 │ ├── M030_front_contempt_level3_001.mp4 │ ├── M030_front_disgusted_level3_001.mp4 │ ├── M030_front_fear_level3_001.mp4 │ ├── M030_front_happy_level3_001.mp4 │ ├── M030_front_neutral_level1_001.mp4 │ ├── M030_front_sad_level3_001.mp4 │ ├── M030_front_surprised_level3_001.mp4 │ ├── W009_front_angry_level3_001.mp4 │ ├── W009_front_contempt_level3_001.mp4 │ ├── W009_front_disgusted_level3_001.mp4 │ ├── W009_front_fear_level3_001.mp4 │ ├── W009_front_happy_level3_001.mp4 │ ├── W009_front_neutral_level1_001.mp4 │ ├── W009_front_sad_level3_001.mp4 │ ├── W009_front_surprised_level3_001.mp4 │ ├── W011_front_angry_level3_001.mp4 │ ├── W011_front_contempt_level3_001.mp4 │ ├── W011_front_disgusted_level3_001.mp4 │ ├── W011_front_fear_level3_001.mp4 │ ├── W011_front_happy_level3_001.mp4 │ ├── W011_front_neutral_level1_001.mp4 │ ├── W011_front_sad_level3_001.mp4 │ └── W011_front_surprised_level3_001.mp4 ├── generators ├── base_function.py ├── face_model.py ├── flow_util.py ├── renderer_conf.yaml └── utils.py ├── inference_for_demo_video.py ├── media ├── teaser.gif └── watermark.png ├── output_video ├── .gitkeep ├── acknowledgement_chinese@M030_front_surprised_level3_001@zp1.mp4 └── acknowledgement_english@M030_front_neutral_level1_001@male_face.mp4 ├── requirements.txt └── tmp ├── .gitkeep ├── acknowledgement_chinese@M030_front_surprised_level3_001@zp1 ├── acknowledgement_chinese@M030_front_surprised_level3_001@zp1_16K.wav ├── acknowledgement_chinese@M030_front_surprised_level3_001@zp1_facemotion.npy ├── acknowledgement_chinese@M030_front_surprised_level3_001@zp1_wav2vec.npy └── src_img.png └── acknowledgement_english@M030_front_neutral_level1_001@male_face ├── acknowledgement_english@M030_front_neutral_level1_001@male_face_16K.wav ├── acknowledgement_english@M030_front_neutral_level1_001@male_face_facemotion.npy ├── acknowledgement_english@M030_front_neutral_level1_001@male_face_wav2vec.npy └── src_img.png /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/README.md -------------------------------------------------------------------------------- /checkpoints/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /configs/default.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/configs/default.py -------------------------------------------------------------------------------- /core/networks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/core/networks/__init__.py -------------------------------------------------------------------------------- /core/networks/diffusion_net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/core/networks/diffusion_net.py -------------------------------------------------------------------------------- /core/networks/diffusion_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/core/networks/diffusion_util.py -------------------------------------------------------------------------------- /core/networks/disentangle_decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/core/networks/disentangle_decoder.py -------------------------------------------------------------------------------- /core/networks/dynamic_conv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/core/networks/dynamic_conv.py -------------------------------------------------------------------------------- /core/networks/dynamic_fc_decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/core/networks/dynamic_fc_decoder.py -------------------------------------------------------------------------------- /core/networks/dynamic_linear.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/core/networks/dynamic_linear.py -------------------------------------------------------------------------------- /core/networks/generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/core/networks/generator.py -------------------------------------------------------------------------------- /core/networks/mish.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/core/networks/mish.py -------------------------------------------------------------------------------- /core/networks/self_attention_pooling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/core/networks/self_attention_pooling.py -------------------------------------------------------------------------------- /core/networks/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/core/networks/transformer.py -------------------------------------------------------------------------------- /core/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/core/utils.py -------------------------------------------------------------------------------- /data/audio/German1.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/audio/German1.wav -------------------------------------------------------------------------------- /data/audio/German2.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/audio/German2.wav -------------------------------------------------------------------------------- /data/audio/German3.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/audio/German3.wav -------------------------------------------------------------------------------- /data/audio/German4.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/audio/German4.wav -------------------------------------------------------------------------------- /data/audio/acknowledgement_chinese.m4a: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/audio/acknowledgement_chinese.m4a -------------------------------------------------------------------------------- /data/audio/acknowledgement_english.m4a: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/audio/acknowledgement_english.m4a -------------------------------------------------------------------------------- /data/audio/chinese1_haierlizhi.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/audio/chinese1_haierlizhi.wav -------------------------------------------------------------------------------- /data/audio/chinese2_guanyu.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/audio/chinese2_guanyu.wav -------------------------------------------------------------------------------- /data/audio/french1.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/audio/french1.wav -------------------------------------------------------------------------------- /data/audio/french2.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/audio/french2.wav -------------------------------------------------------------------------------- /data/audio/french3.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/audio/french3.wav -------------------------------------------------------------------------------- /data/audio/italian1.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/audio/italian1.wav -------------------------------------------------------------------------------- /data/audio/italian2.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/audio/italian2.wav -------------------------------------------------------------------------------- /data/audio/italian3.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/audio/italian3.wav -------------------------------------------------------------------------------- /data/audio/japan1.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/audio/japan1.wav -------------------------------------------------------------------------------- /data/audio/japan2.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/audio/japan2.wav -------------------------------------------------------------------------------- /data/audio/japan3.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/audio/japan3.wav -------------------------------------------------------------------------------- /data/audio/korean1.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/audio/korean1.wav -------------------------------------------------------------------------------- /data/audio/korean2.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/audio/korean2.wav -------------------------------------------------------------------------------- /data/audio/korean3.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/audio/korean3.wav -------------------------------------------------------------------------------- /data/audio/noisy_audio_cafeter_snr_0.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/audio/noisy_audio_cafeter_snr_0.wav -------------------------------------------------------------------------------- /data/audio/noisy_audio_meeting_snr_0.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/audio/noisy_audio_meeting_snr_0.wav -------------------------------------------------------------------------------- /data/audio/noisy_audio_meeting_snr_10.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/audio/noisy_audio_meeting_snr_10.wav -------------------------------------------------------------------------------- /data/audio/noisy_audio_meeting_snr_20.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/audio/noisy_audio_meeting_snr_20.wav -------------------------------------------------------------------------------- /data/audio/noisy_audio_narrative.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/audio/noisy_audio_narrative.wav -------------------------------------------------------------------------------- /data/audio/noisy_audio_office_snr_0.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/audio/noisy_audio_office_snr_0.wav -------------------------------------------------------------------------------- /data/audio/out_of_domain_narrative.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/audio/out_of_domain_narrative.wav -------------------------------------------------------------------------------- /data/audio/spanish1.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/audio/spanish1.wav -------------------------------------------------------------------------------- /data/audio/spanish2.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/audio/spanish2.wav -------------------------------------------------------------------------------- /data/audio/spanish3.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/audio/spanish3.wav -------------------------------------------------------------------------------- /data/pose/RichardShelby_front_neutral_level1_001.mat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/pose/RichardShelby_front_neutral_level1_001.mat -------------------------------------------------------------------------------- /data/src_img/cropped/chpa5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/src_img/cropped/chpa5.png -------------------------------------------------------------------------------- /data/src_img/cropped/cut_img.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/src_img/cropped/cut_img.png -------------------------------------------------------------------------------- /data/src_img/cropped/f30.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/src_img/cropped/f30.png -------------------------------------------------------------------------------- /data/src_img/cropped/menglu2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/src_img/cropped/menglu2.png -------------------------------------------------------------------------------- /data/src_img/cropped/nscu2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/src_img/cropped/nscu2.png -------------------------------------------------------------------------------- /data/src_img/cropped/zp1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/src_img/cropped/zp1.png -------------------------------------------------------------------------------- /data/src_img/cropped/zt12.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/src_img/cropped/zt12.png -------------------------------------------------------------------------------- /data/src_img/uncropped/face3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/src_img/uncropped/face3.png -------------------------------------------------------------------------------- /data/src_img/uncropped/male_face.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/src_img/uncropped/male_face.png -------------------------------------------------------------------------------- /data/src_img/uncropped/uncut_src_img.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/src_img/uncropped/uncut_src_img.jpg -------------------------------------------------------------------------------- /data/style_clip/3DMM/M030_front_angry_level3_001.mat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/style_clip/3DMM/M030_front_angry_level3_001.mat -------------------------------------------------------------------------------- /data/style_clip/3DMM/M030_front_contempt_level3_001.mat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/style_clip/3DMM/M030_front_contempt_level3_001.mat -------------------------------------------------------------------------------- /data/style_clip/3DMM/M030_front_disgusted_level3_001.mat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/style_clip/3DMM/M030_front_disgusted_level3_001.mat -------------------------------------------------------------------------------- /data/style_clip/3DMM/M030_front_fear_level3_001.mat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/style_clip/3DMM/M030_front_fear_level3_001.mat -------------------------------------------------------------------------------- /data/style_clip/3DMM/M030_front_happy_level3_001.mat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/style_clip/3DMM/M030_front_happy_level3_001.mat -------------------------------------------------------------------------------- /data/style_clip/3DMM/M030_front_neutral_level1_001.mat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/style_clip/3DMM/M030_front_neutral_level1_001.mat -------------------------------------------------------------------------------- /data/style_clip/3DMM/M030_front_sad_level3_001.mat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/style_clip/3DMM/M030_front_sad_level3_001.mat -------------------------------------------------------------------------------- /data/style_clip/3DMM/M030_front_surprised_level3_001.mat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/style_clip/3DMM/M030_front_surprised_level3_001.mat -------------------------------------------------------------------------------- /data/style_clip/3DMM/W009_front_angry_level3_001.mat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/style_clip/3DMM/W009_front_angry_level3_001.mat -------------------------------------------------------------------------------- /data/style_clip/3DMM/W009_front_contempt_level3_001.mat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/style_clip/3DMM/W009_front_contempt_level3_001.mat -------------------------------------------------------------------------------- /data/style_clip/3DMM/W009_front_disgusted_level3_001.mat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/style_clip/3DMM/W009_front_disgusted_level3_001.mat -------------------------------------------------------------------------------- /data/style_clip/3DMM/W009_front_fear_level3_001.mat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/style_clip/3DMM/W009_front_fear_level3_001.mat -------------------------------------------------------------------------------- /data/style_clip/3DMM/W009_front_happy_level3_001.mat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/style_clip/3DMM/W009_front_happy_level3_001.mat -------------------------------------------------------------------------------- /data/style_clip/3DMM/W009_front_neutral_level1_001.mat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/style_clip/3DMM/W009_front_neutral_level1_001.mat -------------------------------------------------------------------------------- /data/style_clip/3DMM/W009_front_sad_level3_001.mat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/style_clip/3DMM/W009_front_sad_level3_001.mat -------------------------------------------------------------------------------- /data/style_clip/3DMM/W009_front_surprised_level3_001.mat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/style_clip/3DMM/W009_front_surprised_level3_001.mat -------------------------------------------------------------------------------- /data/style_clip/3DMM/W011_front_angry_level3_001.mat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/style_clip/3DMM/W011_front_angry_level3_001.mat -------------------------------------------------------------------------------- /data/style_clip/3DMM/W011_front_contempt_level3_001.mat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/style_clip/3DMM/W011_front_contempt_level3_001.mat -------------------------------------------------------------------------------- /data/style_clip/3DMM/W011_front_disgusted_level3_001.mat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/style_clip/3DMM/W011_front_disgusted_level3_001.mat -------------------------------------------------------------------------------- /data/style_clip/3DMM/W011_front_fear_level3_001.mat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/style_clip/3DMM/W011_front_fear_level3_001.mat -------------------------------------------------------------------------------- /data/style_clip/3DMM/W011_front_happy_level3_001.mat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/style_clip/3DMM/W011_front_happy_level3_001.mat -------------------------------------------------------------------------------- /data/style_clip/3DMM/W011_front_neutral_level1_001.mat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/style_clip/3DMM/W011_front_neutral_level1_001.mat -------------------------------------------------------------------------------- /data/style_clip/3DMM/W011_front_sad_level3_001.mat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/style_clip/3DMM/W011_front_sad_level3_001.mat -------------------------------------------------------------------------------- /data/style_clip/3DMM/W011_front_surprised_level3_001.mat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/style_clip/3DMM/W011_front_surprised_level3_001.mat -------------------------------------------------------------------------------- /data/style_clip/video/M030_front_angry_level3_001.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/style_clip/video/M030_front_angry_level3_001.mp4 -------------------------------------------------------------------------------- /data/style_clip/video/M030_front_contempt_level3_001.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/style_clip/video/M030_front_contempt_level3_001.mp4 -------------------------------------------------------------------------------- /data/style_clip/video/M030_front_disgusted_level3_001.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/style_clip/video/M030_front_disgusted_level3_001.mp4 -------------------------------------------------------------------------------- /data/style_clip/video/M030_front_fear_level3_001.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/style_clip/video/M030_front_fear_level3_001.mp4 -------------------------------------------------------------------------------- /data/style_clip/video/M030_front_happy_level3_001.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/style_clip/video/M030_front_happy_level3_001.mp4 -------------------------------------------------------------------------------- /data/style_clip/video/M030_front_neutral_level1_001.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/style_clip/video/M030_front_neutral_level1_001.mp4 -------------------------------------------------------------------------------- /data/style_clip/video/M030_front_sad_level3_001.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/style_clip/video/M030_front_sad_level3_001.mp4 -------------------------------------------------------------------------------- /data/style_clip/video/M030_front_surprised_level3_001.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/style_clip/video/M030_front_surprised_level3_001.mp4 -------------------------------------------------------------------------------- /data/style_clip/video/W009_front_angry_level3_001.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/style_clip/video/W009_front_angry_level3_001.mp4 -------------------------------------------------------------------------------- /data/style_clip/video/W009_front_contempt_level3_001.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/style_clip/video/W009_front_contempt_level3_001.mp4 -------------------------------------------------------------------------------- /data/style_clip/video/W009_front_disgusted_level3_001.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/style_clip/video/W009_front_disgusted_level3_001.mp4 -------------------------------------------------------------------------------- /data/style_clip/video/W009_front_fear_level3_001.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/style_clip/video/W009_front_fear_level3_001.mp4 -------------------------------------------------------------------------------- /data/style_clip/video/W009_front_happy_level3_001.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/style_clip/video/W009_front_happy_level3_001.mp4 -------------------------------------------------------------------------------- /data/style_clip/video/W009_front_neutral_level1_001.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/style_clip/video/W009_front_neutral_level1_001.mp4 -------------------------------------------------------------------------------- /data/style_clip/video/W009_front_sad_level3_001.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/style_clip/video/W009_front_sad_level3_001.mp4 -------------------------------------------------------------------------------- /data/style_clip/video/W009_front_surprised_level3_001.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/style_clip/video/W009_front_surprised_level3_001.mp4 -------------------------------------------------------------------------------- /data/style_clip/video/W011_front_angry_level3_001.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/style_clip/video/W011_front_angry_level3_001.mp4 -------------------------------------------------------------------------------- /data/style_clip/video/W011_front_contempt_level3_001.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/style_clip/video/W011_front_contempt_level3_001.mp4 -------------------------------------------------------------------------------- /data/style_clip/video/W011_front_disgusted_level3_001.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/style_clip/video/W011_front_disgusted_level3_001.mp4 -------------------------------------------------------------------------------- /data/style_clip/video/W011_front_fear_level3_001.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/style_clip/video/W011_front_fear_level3_001.mp4 -------------------------------------------------------------------------------- /data/style_clip/video/W011_front_happy_level3_001.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/style_clip/video/W011_front_happy_level3_001.mp4 -------------------------------------------------------------------------------- /data/style_clip/video/W011_front_neutral_level1_001.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/style_clip/video/W011_front_neutral_level1_001.mp4 -------------------------------------------------------------------------------- /data/style_clip/video/W011_front_sad_level3_001.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/style_clip/video/W011_front_sad_level3_001.mp4 -------------------------------------------------------------------------------- /data/style_clip/video/W011_front_surprised_level3_001.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/data/style_clip/video/W011_front_surprised_level3_001.mp4 -------------------------------------------------------------------------------- /generators/base_function.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/generators/base_function.py -------------------------------------------------------------------------------- /generators/face_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/generators/face_model.py -------------------------------------------------------------------------------- /generators/flow_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/generators/flow_util.py -------------------------------------------------------------------------------- /generators/renderer_conf.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/generators/renderer_conf.yaml -------------------------------------------------------------------------------- /generators/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/generators/utils.py -------------------------------------------------------------------------------- /inference_for_demo_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/inference_for_demo_video.py -------------------------------------------------------------------------------- /media/teaser.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/media/teaser.gif -------------------------------------------------------------------------------- /media/watermark.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/media/watermark.png -------------------------------------------------------------------------------- /output_video/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /output_video/acknowledgement_chinese@M030_front_surprised_level3_001@zp1.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/output_video/acknowledgement_chinese@M030_front_surprised_level3_001@zp1.mp4 -------------------------------------------------------------------------------- /output_video/acknowledgement_english@M030_front_neutral_level1_001@male_face.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/output_video/acknowledgement_english@M030_front_neutral_level1_001@male_face.mp4 -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/requirements.txt -------------------------------------------------------------------------------- /tmp/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tmp/acknowledgement_chinese@M030_front_surprised_level3_001@zp1/acknowledgement_chinese@M030_front_surprised_level3_001@zp1_16K.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/tmp/acknowledgement_chinese@M030_front_surprised_level3_001@zp1/acknowledgement_chinese@M030_front_surprised_level3_001@zp1_16K.wav -------------------------------------------------------------------------------- /tmp/acknowledgement_chinese@M030_front_surprised_level3_001@zp1/acknowledgement_chinese@M030_front_surprised_level3_001@zp1_facemotion.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/tmp/acknowledgement_chinese@M030_front_surprised_level3_001@zp1/acknowledgement_chinese@M030_front_surprised_level3_001@zp1_facemotion.npy -------------------------------------------------------------------------------- /tmp/acknowledgement_chinese@M030_front_surprised_level3_001@zp1/acknowledgement_chinese@M030_front_surprised_level3_001@zp1_wav2vec.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/tmp/acknowledgement_chinese@M030_front_surprised_level3_001@zp1/acknowledgement_chinese@M030_front_surprised_level3_001@zp1_wav2vec.npy -------------------------------------------------------------------------------- /tmp/acknowledgement_chinese@M030_front_surprised_level3_001@zp1/src_img.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/tmp/acknowledgement_chinese@M030_front_surprised_level3_001@zp1/src_img.png -------------------------------------------------------------------------------- /tmp/acknowledgement_english@M030_front_neutral_level1_001@male_face/acknowledgement_english@M030_front_neutral_level1_001@male_face_16K.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/tmp/acknowledgement_english@M030_front_neutral_level1_001@male_face/acknowledgement_english@M030_front_neutral_level1_001@male_face_16K.wav -------------------------------------------------------------------------------- /tmp/acknowledgement_english@M030_front_neutral_level1_001@male_face/acknowledgement_english@M030_front_neutral_level1_001@male_face_facemotion.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/tmp/acknowledgement_english@M030_front_neutral_level1_001@male_face/acknowledgement_english@M030_front_neutral_level1_001@male_face_facemotion.npy -------------------------------------------------------------------------------- /tmp/acknowledgement_english@M030_front_neutral_level1_001@male_face/acknowledgement_english@M030_front_neutral_level1_001@male_face_wav2vec.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/tmp/acknowledgement_english@M030_front_neutral_level1_001@male_face/acknowledgement_english@M030_front_neutral_level1_001@male_face_wav2vec.npy -------------------------------------------------------------------------------- /tmp/acknowledgement_english@M030_front_neutral_level1_001@male_face/src_img.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/camenduru/dreamtalk/HEAD/tmp/acknowledgement_english@M030_front_neutral_level1_001@male_face/src_img.png --------------------------------------------------------------------------------