├── .gitignore ├── FLAME_sample.obj ├── README.md ├── assets ├── FLAME_sample.obj ├── audio_sample.npy ├── sample_audio.wav └── verts_sample.npy ├── config.yaml ├── main.py ├── pyproject.toml ├── render.py ├── requirements.txt ├── src ├── dataset │ ├── __init__.py │ ├── utils.py │ ├── vocaset.py │ └── vocaset_split.py ├── loss │ ├── __init__.py │ └── loss.py ├── models │ ├── __init__.py │ ├── audio2face.py │ ├── extractor.py │ ├── faceformer.py │ ├── lightning_model.py │ ├── song2face.py │ ├── voca.py │ └── wav2vec.py └── utils │ ├── __init__.py │ ├── convert_ply.py │ ├── facemesh.py │ └── renderer.py ├── template ├── FLAME_sample.ply └── texture_mesh.obj └── train.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xtliu97/audio2face-pytorch/HEAD/.gitignore -------------------------------------------------------------------------------- /FLAME_sample.obj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xtliu97/audio2face-pytorch/HEAD/FLAME_sample.obj -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xtliu97/audio2face-pytorch/HEAD/README.md -------------------------------------------------------------------------------- /assets/FLAME_sample.obj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xtliu97/audio2face-pytorch/HEAD/assets/FLAME_sample.obj -------------------------------------------------------------------------------- /assets/audio_sample.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xtliu97/audio2face-pytorch/HEAD/assets/audio_sample.npy -------------------------------------------------------------------------------- /assets/sample_audio.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xtliu97/audio2face-pytorch/HEAD/assets/sample_audio.wav -------------------------------------------------------------------------------- /assets/verts_sample.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xtliu97/audio2face-pytorch/HEAD/assets/verts_sample.npy -------------------------------------------------------------------------------- /config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xtliu97/audio2face-pytorch/HEAD/config.yaml -------------------------------------------------------------------------------- /main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xtliu97/audio2face-pytorch/HEAD/main.py -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xtliu97/audio2face-pytorch/HEAD/pyproject.toml -------------------------------------------------------------------------------- /render.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xtliu97/audio2face-pytorch/HEAD/render.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xtliu97/audio2face-pytorch/HEAD/requirements.txt -------------------------------------------------------------------------------- /src/dataset/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/dataset/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xtliu97/audio2face-pytorch/HEAD/src/dataset/utils.py -------------------------------------------------------------------------------- /src/dataset/vocaset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xtliu97/audio2face-pytorch/HEAD/src/dataset/vocaset.py -------------------------------------------------------------------------------- /src/dataset/vocaset_split.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xtliu97/audio2face-pytorch/HEAD/src/dataset/vocaset_split.py -------------------------------------------------------------------------------- /src/loss/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xtliu97/audio2face-pytorch/HEAD/src/loss/__init__.py -------------------------------------------------------------------------------- /src/loss/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xtliu97/audio2face-pytorch/HEAD/src/loss/loss.py -------------------------------------------------------------------------------- /src/models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/models/audio2face.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xtliu97/audio2face-pytorch/HEAD/src/models/audio2face.py -------------------------------------------------------------------------------- /src/models/extractor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xtliu97/audio2face-pytorch/HEAD/src/models/extractor.py -------------------------------------------------------------------------------- /src/models/faceformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xtliu97/audio2face-pytorch/HEAD/src/models/faceformer.py -------------------------------------------------------------------------------- /src/models/lightning_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xtliu97/audio2face-pytorch/HEAD/src/models/lightning_model.py -------------------------------------------------------------------------------- /src/models/song2face.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xtliu97/audio2face-pytorch/HEAD/src/models/song2face.py -------------------------------------------------------------------------------- /src/models/voca.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xtliu97/audio2face-pytorch/HEAD/src/models/voca.py -------------------------------------------------------------------------------- /src/models/wav2vec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xtliu97/audio2face-pytorch/HEAD/src/models/wav2vec.py -------------------------------------------------------------------------------- /src/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/utils/convert_ply.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xtliu97/audio2face-pytorch/HEAD/src/utils/convert_ply.py -------------------------------------------------------------------------------- /src/utils/facemesh.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xtliu97/audio2face-pytorch/HEAD/src/utils/facemesh.py -------------------------------------------------------------------------------- /src/utils/renderer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xtliu97/audio2face-pytorch/HEAD/src/utils/renderer.py -------------------------------------------------------------------------------- /template/FLAME_sample.ply: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xtliu97/audio2face-pytorch/HEAD/template/FLAME_sample.ply -------------------------------------------------------------------------------- /template/texture_mesh.obj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xtliu97/audio2face-pytorch/HEAD/template/texture_mesh.obj -------------------------------------------------------------------------------- /train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xtliu97/audio2face-pytorch/HEAD/train.py --------------------------------------------------------------------------------