├── Readme.md ├── configs └── latent-diffusion │ ├── talking-inference.yaml │ └── talking.yaml ├── data ├── data_test.txt ├── data_train.txt └── train_name.txt ├── inference.sh ├── ldm ├── __pycache__ │ └── util.cpython-37.pyc ├── data │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-37.pyc │ │ ├── base.cpython-37.pyc │ │ └── talk_data_ref_smooth.cpython-37.pyc │ ├── base.py │ ├── talk_data_ref_smooth.py │ └── talk_data_ref_smooth_inference.py ├── lr_scheduler.py ├── models │ ├── __pycache__ │ │ └── autoencoder.cpython-37.pyc │ ├── autoencoder.py │ └── diffusion │ │ ├── __init__.py │ │ ├── __pycache__ │ │ ├── __init__.cpython-37.pyc │ │ ├── ddim_ldm_ref_inpaint.cpython-37.pyc │ │ └── ddpm_talking.cpython-37.pyc │ │ ├── ddim_ldm_ref_inpaint.py │ │ └── ddpm_talking.py ├── modules │ ├── __pycache__ │ │ ├── attention.cpython-37.pyc │ │ ├── ema.cpython-37.pyc │ │ └── x_transformer.cpython-37.pyc │ ├── attention.py │ ├── diffusionmodules │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-37.pyc │ │ │ ├── model.cpython-37.pyc │ │ │ ├── openaimodel.cpython-37.pyc │ │ │ └── util.cpython-37.pyc │ │ ├── model.py │ │ ├── openaimodel.py │ │ └── util.py │ ├── distributions │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── distributions.cpython-37.pyc │ │ └── distributions.py │ ├── ema.py │ ├── encoders │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── modules.cpython-37.pyc │ │ └── modules.py │ ├── image_degradation │ │ ├── __init__.py │ │ ├── bsrgan.py │ │ ├── bsrgan_light.py │ │ └── utils_image.py │ ├── losses │ │ ├── __init__.py │ │ ├── contperceptual.py │ │ └── vqperceptual.py │ └── x_transformer.py └── util.py ├── main.py ├── models └── Readme.md ├── requirements.txt ├── run.sh └── scripts └── inference.py /Readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sstzal/DiffTalk/HEAD/Readme.md -------------------------------------------------------------------------------- /configs/latent-diffusion/talking-inference.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sstzal/DiffTalk/HEAD/configs/latent-diffusion/talking-inference.yaml -------------------------------------------------------------------------------- /configs/latent-diffusion/talking.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sstzal/DiffTalk/HEAD/configs/latent-diffusion/talking.yaml -------------------------------------------------------------------------------- /data/data_test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sstzal/DiffTalk/HEAD/data/data_test.txt -------------------------------------------------------------------------------- /data/data_train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sstzal/DiffTalk/HEAD/data/data_train.txt -------------------------------------------------------------------------------- /data/train_name.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sstzal/DiffTalk/HEAD/data/train_name.txt -------------------------------------------------------------------------------- /inference.sh: -------------------------------------------------------------------------------- 1 | python scripts/inference.py -------------------------------------------------------------------------------- /ldm/__pycache__/util.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sstzal/DiffTalk/HEAD/ldm/__pycache__/util.cpython-37.pyc -------------------------------------------------------------------------------- /ldm/data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ldm/data/__pycache__/__init__.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sstzal/DiffTalk/HEAD/ldm/data/__pycache__/__init__.cpython-37.pyc -------------------------------------------------------------------------------- /ldm/data/__pycache__/base.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sstzal/DiffTalk/HEAD/ldm/data/__pycache__/base.cpython-37.pyc -------------------------------------------------------------------------------- /ldm/data/__pycache__/talk_data_ref_smooth.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sstzal/DiffTalk/HEAD/ldm/data/__pycache__/talk_data_ref_smooth.cpython-37.pyc -------------------------------------------------------------------------------- /ldm/data/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sstzal/DiffTalk/HEAD/ldm/data/base.py -------------------------------------------------------------------------------- /ldm/data/talk_data_ref_smooth.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sstzal/DiffTalk/HEAD/ldm/data/talk_data_ref_smooth.py -------------------------------------------------------------------------------- /ldm/data/talk_data_ref_smooth_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sstzal/DiffTalk/HEAD/ldm/data/talk_data_ref_smooth_inference.py -------------------------------------------------------------------------------- /ldm/lr_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sstzal/DiffTalk/HEAD/ldm/lr_scheduler.py -------------------------------------------------------------------------------- /ldm/models/__pycache__/autoencoder.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sstzal/DiffTalk/HEAD/ldm/models/__pycache__/autoencoder.cpython-37.pyc -------------------------------------------------------------------------------- /ldm/models/autoencoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sstzal/DiffTalk/HEAD/ldm/models/autoencoder.py -------------------------------------------------------------------------------- /ldm/models/diffusion/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ldm/models/diffusion/__pycache__/__init__.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sstzal/DiffTalk/HEAD/ldm/models/diffusion/__pycache__/__init__.cpython-37.pyc -------------------------------------------------------------------------------- /ldm/models/diffusion/__pycache__/ddim_ldm_ref_inpaint.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sstzal/DiffTalk/HEAD/ldm/models/diffusion/__pycache__/ddim_ldm_ref_inpaint.cpython-37.pyc -------------------------------------------------------------------------------- /ldm/models/diffusion/__pycache__/ddpm_talking.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sstzal/DiffTalk/HEAD/ldm/models/diffusion/__pycache__/ddpm_talking.cpython-37.pyc -------------------------------------------------------------------------------- /ldm/models/diffusion/ddim_ldm_ref_inpaint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sstzal/DiffTalk/HEAD/ldm/models/diffusion/ddim_ldm_ref_inpaint.py -------------------------------------------------------------------------------- /ldm/models/diffusion/ddpm_talking.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sstzal/DiffTalk/HEAD/ldm/models/diffusion/ddpm_talking.py -------------------------------------------------------------------------------- /ldm/modules/__pycache__/attention.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sstzal/DiffTalk/HEAD/ldm/modules/__pycache__/attention.cpython-37.pyc -------------------------------------------------------------------------------- /ldm/modules/__pycache__/ema.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sstzal/DiffTalk/HEAD/ldm/modules/__pycache__/ema.cpython-37.pyc -------------------------------------------------------------------------------- /ldm/modules/__pycache__/x_transformer.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sstzal/DiffTalk/HEAD/ldm/modules/__pycache__/x_transformer.cpython-37.pyc -------------------------------------------------------------------------------- /ldm/modules/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sstzal/DiffTalk/HEAD/ldm/modules/attention.py -------------------------------------------------------------------------------- /ldm/modules/diffusionmodules/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ldm/modules/diffusionmodules/__pycache__/__init__.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sstzal/DiffTalk/HEAD/ldm/modules/diffusionmodules/__pycache__/__init__.cpython-37.pyc -------------------------------------------------------------------------------- /ldm/modules/diffusionmodules/__pycache__/model.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sstzal/DiffTalk/HEAD/ldm/modules/diffusionmodules/__pycache__/model.cpython-37.pyc -------------------------------------------------------------------------------- /ldm/modules/diffusionmodules/__pycache__/openaimodel.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sstzal/DiffTalk/HEAD/ldm/modules/diffusionmodules/__pycache__/openaimodel.cpython-37.pyc -------------------------------------------------------------------------------- /ldm/modules/diffusionmodules/__pycache__/util.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sstzal/DiffTalk/HEAD/ldm/modules/diffusionmodules/__pycache__/util.cpython-37.pyc -------------------------------------------------------------------------------- /ldm/modules/diffusionmodules/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sstzal/DiffTalk/HEAD/ldm/modules/diffusionmodules/model.py -------------------------------------------------------------------------------- /ldm/modules/diffusionmodules/openaimodel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sstzal/DiffTalk/HEAD/ldm/modules/diffusionmodules/openaimodel.py -------------------------------------------------------------------------------- /ldm/modules/diffusionmodules/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sstzal/DiffTalk/HEAD/ldm/modules/diffusionmodules/util.py -------------------------------------------------------------------------------- /ldm/modules/distributions/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ldm/modules/distributions/__pycache__/__init__.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sstzal/DiffTalk/HEAD/ldm/modules/distributions/__pycache__/__init__.cpython-37.pyc -------------------------------------------------------------------------------- /ldm/modules/distributions/__pycache__/distributions.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sstzal/DiffTalk/HEAD/ldm/modules/distributions/__pycache__/distributions.cpython-37.pyc -------------------------------------------------------------------------------- /ldm/modules/distributions/distributions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sstzal/DiffTalk/HEAD/ldm/modules/distributions/distributions.py -------------------------------------------------------------------------------- /ldm/modules/ema.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sstzal/DiffTalk/HEAD/ldm/modules/ema.py -------------------------------------------------------------------------------- /ldm/modules/encoders/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ldm/modules/encoders/__pycache__/__init__.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sstzal/DiffTalk/HEAD/ldm/modules/encoders/__pycache__/__init__.cpython-37.pyc -------------------------------------------------------------------------------- /ldm/modules/encoders/__pycache__/modules.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sstzal/DiffTalk/HEAD/ldm/modules/encoders/__pycache__/modules.cpython-37.pyc -------------------------------------------------------------------------------- /ldm/modules/encoders/modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sstzal/DiffTalk/HEAD/ldm/modules/encoders/modules.py -------------------------------------------------------------------------------- /ldm/modules/image_degradation/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sstzal/DiffTalk/HEAD/ldm/modules/image_degradation/__init__.py -------------------------------------------------------------------------------- /ldm/modules/image_degradation/bsrgan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sstzal/DiffTalk/HEAD/ldm/modules/image_degradation/bsrgan.py -------------------------------------------------------------------------------- /ldm/modules/image_degradation/bsrgan_light.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sstzal/DiffTalk/HEAD/ldm/modules/image_degradation/bsrgan_light.py -------------------------------------------------------------------------------- /ldm/modules/image_degradation/utils_image.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sstzal/DiffTalk/HEAD/ldm/modules/image_degradation/utils_image.py -------------------------------------------------------------------------------- /ldm/modules/losses/__init__.py: -------------------------------------------------------------------------------- 1 | from ldm.modules.losses.contperceptual import LPIPSWithDiscriminator -------------------------------------------------------------------------------- /ldm/modules/losses/contperceptual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sstzal/DiffTalk/HEAD/ldm/modules/losses/contperceptual.py -------------------------------------------------------------------------------- /ldm/modules/losses/vqperceptual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sstzal/DiffTalk/HEAD/ldm/modules/losses/vqperceptual.py -------------------------------------------------------------------------------- /ldm/modules/x_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sstzal/DiffTalk/HEAD/ldm/modules/x_transformer.py -------------------------------------------------------------------------------- /ldm/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sstzal/DiffTalk/HEAD/ldm/util.py -------------------------------------------------------------------------------- /main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sstzal/DiffTalk/HEAD/main.py -------------------------------------------------------------------------------- /models/Readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sstzal/DiffTalk/HEAD/models/Readme.md -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sstzal/DiffTalk/HEAD/requirements.txt -------------------------------------------------------------------------------- /run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sstzal/DiffTalk/HEAD/run.sh -------------------------------------------------------------------------------- /scripts/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sstzal/DiffTalk/HEAD/scripts/inference.py --------------------------------------------------------------------------------