├── .gitignore ├── Dockerfile ├── LICENSE ├── README.md ├── app ├── GAGAvatar │ ├── __init__.py │ ├── models.py │ ├── modules │ │ ├── __init__.py │ │ ├── dino_base.py │ │ ├── style_clean.py │ │ └── style_unet.py │ └── utils_renderer.py ├── __init__.py ├── flame_model │ ├── FLAME.py │ ├── __init__.py │ ├── lbs.py │ └── renderer_utils.py ├── models.py ├── modules │ ├── __init__.py │ ├── bitwise_vae.py │ ├── data_stats.py │ ├── hubert.py │ ├── mimi.py │ ├── style_encoder.py │ └── wav2vec.py ├── transformer.py └── utils_videos.py ├── assets ├── GAGAvatar │ ├── README.md │ ├── examples │ │ ├── 1.jpg │ │ ├── 10.jpg │ │ ├── 11.jpg │ │ ├── 12.jpg │ │ ├── 13.jpg │ │ ├── 14.jpg │ │ ├── 15.jpg │ │ ├── 16.jpg │ │ ├── 17.jpg │ │ ├── 18.jpg │ │ ├── 19.jpg │ │ ├── 2.jpg │ │ ├── 20.jpg │ │ ├── 3.jpg │ │ ├── 4.jpg │ │ ├── 5.jpg │ │ ├── 6.jpg │ │ ├── 7.jpg │ │ ├── 8.jpg │ │ └── 9.jpg │ └── gagavatar_logo.png ├── artalk_logo.png ├── config.json ├── dark_artalk_gradio.jpg ├── light_artalk_gradio.jpg └── style_motion │ └── README.md ├── demo ├── cn1.wav ├── cn2.wav ├── eng1.wav ├── eng2.wav ├── jp1.wav └── jp2.wav ├── environment.yml └── inference.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xg-chu/ARTalk/HEAD/.gitignore -------------------------------------------------------------------------------- /Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xg-chu/ARTalk/HEAD/Dockerfile -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xg-chu/ARTalk/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xg-chu/ARTalk/HEAD/README.md -------------------------------------------------------------------------------- /app/GAGAvatar/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xg-chu/ARTalk/HEAD/app/GAGAvatar/__init__.py -------------------------------------------------------------------------------- /app/GAGAvatar/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xg-chu/ARTalk/HEAD/app/GAGAvatar/models.py -------------------------------------------------------------------------------- /app/GAGAvatar/modules/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xg-chu/ARTalk/HEAD/app/GAGAvatar/modules/__init__.py -------------------------------------------------------------------------------- /app/GAGAvatar/modules/dino_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xg-chu/ARTalk/HEAD/app/GAGAvatar/modules/dino_base.py -------------------------------------------------------------------------------- /app/GAGAvatar/modules/style_clean.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xg-chu/ARTalk/HEAD/app/GAGAvatar/modules/style_clean.py -------------------------------------------------------------------------------- /app/GAGAvatar/modules/style_unet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xg-chu/ARTalk/HEAD/app/GAGAvatar/modules/style_unet.py -------------------------------------------------------------------------------- /app/GAGAvatar/utils_renderer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xg-chu/ARTalk/HEAD/app/GAGAvatar/utils_renderer.py -------------------------------------------------------------------------------- /app/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xg-chu/ARTalk/HEAD/app/__init__.py -------------------------------------------------------------------------------- /app/flame_model/FLAME.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xg-chu/ARTalk/HEAD/app/flame_model/FLAME.py -------------------------------------------------------------------------------- /app/flame_model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xg-chu/ARTalk/HEAD/app/flame_model/__init__.py -------------------------------------------------------------------------------- /app/flame_model/lbs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xg-chu/ARTalk/HEAD/app/flame_model/lbs.py -------------------------------------------------------------------------------- /app/flame_model/renderer_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xg-chu/ARTalk/HEAD/app/flame_model/renderer_utils.py -------------------------------------------------------------------------------- /app/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xg-chu/ARTalk/HEAD/app/models.py -------------------------------------------------------------------------------- /app/modules/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xg-chu/ARTalk/HEAD/app/modules/__init__.py -------------------------------------------------------------------------------- /app/modules/bitwise_vae.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xg-chu/ARTalk/HEAD/app/modules/bitwise_vae.py -------------------------------------------------------------------------------- /app/modules/data_stats.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xg-chu/ARTalk/HEAD/app/modules/data_stats.py -------------------------------------------------------------------------------- /app/modules/hubert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xg-chu/ARTalk/HEAD/app/modules/hubert.py -------------------------------------------------------------------------------- /app/modules/mimi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xg-chu/ARTalk/HEAD/app/modules/mimi.py -------------------------------------------------------------------------------- /app/modules/style_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xg-chu/ARTalk/HEAD/app/modules/style_encoder.py -------------------------------------------------------------------------------- /app/modules/wav2vec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xg-chu/ARTalk/HEAD/app/modules/wav2vec.py -------------------------------------------------------------------------------- /app/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xg-chu/ARTalk/HEAD/app/transformer.py -------------------------------------------------------------------------------- /app/utils_videos.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xg-chu/ARTalk/HEAD/app/utils_videos.py -------------------------------------------------------------------------------- /assets/GAGAvatar/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xg-chu/ARTalk/HEAD/assets/GAGAvatar/README.md -------------------------------------------------------------------------------- /assets/GAGAvatar/examples/1.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xg-chu/ARTalk/HEAD/assets/GAGAvatar/examples/1.jpg -------------------------------------------------------------------------------- /assets/GAGAvatar/examples/10.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xg-chu/ARTalk/HEAD/assets/GAGAvatar/examples/10.jpg -------------------------------------------------------------------------------- /assets/GAGAvatar/examples/11.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xg-chu/ARTalk/HEAD/assets/GAGAvatar/examples/11.jpg -------------------------------------------------------------------------------- /assets/GAGAvatar/examples/12.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xg-chu/ARTalk/HEAD/assets/GAGAvatar/examples/12.jpg -------------------------------------------------------------------------------- /assets/GAGAvatar/examples/13.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xg-chu/ARTalk/HEAD/assets/GAGAvatar/examples/13.jpg -------------------------------------------------------------------------------- /assets/GAGAvatar/examples/14.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xg-chu/ARTalk/HEAD/assets/GAGAvatar/examples/14.jpg -------------------------------------------------------------------------------- /assets/GAGAvatar/examples/15.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xg-chu/ARTalk/HEAD/assets/GAGAvatar/examples/15.jpg -------------------------------------------------------------------------------- /assets/GAGAvatar/examples/16.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xg-chu/ARTalk/HEAD/assets/GAGAvatar/examples/16.jpg -------------------------------------------------------------------------------- /assets/GAGAvatar/examples/17.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xg-chu/ARTalk/HEAD/assets/GAGAvatar/examples/17.jpg -------------------------------------------------------------------------------- /assets/GAGAvatar/examples/18.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xg-chu/ARTalk/HEAD/assets/GAGAvatar/examples/18.jpg -------------------------------------------------------------------------------- /assets/GAGAvatar/examples/19.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xg-chu/ARTalk/HEAD/assets/GAGAvatar/examples/19.jpg -------------------------------------------------------------------------------- /assets/GAGAvatar/examples/2.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xg-chu/ARTalk/HEAD/assets/GAGAvatar/examples/2.jpg -------------------------------------------------------------------------------- /assets/GAGAvatar/examples/20.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xg-chu/ARTalk/HEAD/assets/GAGAvatar/examples/20.jpg -------------------------------------------------------------------------------- /assets/GAGAvatar/examples/3.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xg-chu/ARTalk/HEAD/assets/GAGAvatar/examples/3.jpg -------------------------------------------------------------------------------- /assets/GAGAvatar/examples/4.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xg-chu/ARTalk/HEAD/assets/GAGAvatar/examples/4.jpg -------------------------------------------------------------------------------- /assets/GAGAvatar/examples/5.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xg-chu/ARTalk/HEAD/assets/GAGAvatar/examples/5.jpg -------------------------------------------------------------------------------- /assets/GAGAvatar/examples/6.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xg-chu/ARTalk/HEAD/assets/GAGAvatar/examples/6.jpg -------------------------------------------------------------------------------- /assets/GAGAvatar/examples/7.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xg-chu/ARTalk/HEAD/assets/GAGAvatar/examples/7.jpg -------------------------------------------------------------------------------- /assets/GAGAvatar/examples/8.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xg-chu/ARTalk/HEAD/assets/GAGAvatar/examples/8.jpg -------------------------------------------------------------------------------- /assets/GAGAvatar/examples/9.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xg-chu/ARTalk/HEAD/assets/GAGAvatar/examples/9.jpg -------------------------------------------------------------------------------- /assets/GAGAvatar/gagavatar_logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xg-chu/ARTalk/HEAD/assets/GAGAvatar/gagavatar_logo.png -------------------------------------------------------------------------------- /assets/artalk_logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xg-chu/ARTalk/HEAD/assets/artalk_logo.png -------------------------------------------------------------------------------- /assets/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xg-chu/ARTalk/HEAD/assets/config.json -------------------------------------------------------------------------------- /assets/dark_artalk_gradio.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xg-chu/ARTalk/HEAD/assets/dark_artalk_gradio.jpg -------------------------------------------------------------------------------- /assets/light_artalk_gradio.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xg-chu/ARTalk/HEAD/assets/light_artalk_gradio.jpg -------------------------------------------------------------------------------- /assets/style_motion/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xg-chu/ARTalk/HEAD/assets/style_motion/README.md -------------------------------------------------------------------------------- /demo/cn1.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xg-chu/ARTalk/HEAD/demo/cn1.wav -------------------------------------------------------------------------------- /demo/cn2.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xg-chu/ARTalk/HEAD/demo/cn2.wav -------------------------------------------------------------------------------- /demo/eng1.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xg-chu/ARTalk/HEAD/demo/eng1.wav -------------------------------------------------------------------------------- /demo/eng2.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xg-chu/ARTalk/HEAD/demo/eng2.wav -------------------------------------------------------------------------------- /demo/jp1.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xg-chu/ARTalk/HEAD/demo/jp1.wav -------------------------------------------------------------------------------- /demo/jp2.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xg-chu/ARTalk/HEAD/demo/jp2.wav -------------------------------------------------------------------------------- /environment.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xg-chu/ARTalk/HEAD/environment.yml -------------------------------------------------------------------------------- /inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xg-chu/ARTalk/HEAD/inference.py --------------------------------------------------------------------------------