├── .gitignore ├── LICENSE ├── README.md ├── base ├── __init__.py ├── baseTrainer.py ├── base_model.py ├── config.py └── utilities.py ├── comparisons.png ├── config └── HDTF │ └── config.yaml ├── data └── dataloader_HDTF.py ├── demo.py ├── external └── spectre │ ├── .gitignore │ ├── .gitmodules │ ├── LICENSE │ ├── README.md │ ├── __init__.py │ ├── config.py │ ├── configs │ └── lipread_config.ini │ ├── datasets │ ├── __init__.py │ ├── build_datasets.py │ ├── data_utils.py │ ├── datasets.py │ └── extra_datasets.py │ ├── demo.py │ ├── get_training_data.sh │ ├── main.py │ ├── quick_install.sh │ ├── render.py │ ├── requirements.txt │ ├── src │ ├── __init__.py │ ├── models │ │ ├── FLAME.py │ │ ├── encoders.py │ │ ├── expression_loss.py │ │ ├── lbs.py │ │ └── resnet.py │ ├── spectre.py │ ├── trainer_spectre.py │ └── utils │ │ ├── lossfunc.py │ │ ├── renderer.py │ │ ├── rotation_converter.py │ │ ├── tensor_cropper.py │ │ ├── trainer.py │ │ └── util.py │ ├── utils │ ├── __init__.py │ ├── extract_frames_LRS3.py │ ├── extract_frames_and_audio.py │ ├── extract_wavs_LRS3.py │ ├── lipread_utils.py │ └── run_av_hubert.py │ └── visual_mesh.py ├── framework.png ├── losses └── loss_collections.py ├── models ├── lib │ ├── base_models.py │ ├── grl_module.py │ ├── modules.py │ └── wav2vec.py └── network.py ├── requirements.txt ├── tools └── render_spectre.py ├── train.py └── utils └── render_pyrender.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huifu99/Mimic/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huifu99/Mimic/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huifu99/Mimic/HEAD/README.md -------------------------------------------------------------------------------- /base/__init__.py: -------------------------------------------------------------------------------- 1 | from .base_model import * -------------------------------------------------------------------------------- /base/baseTrainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huifu99/Mimic/HEAD/base/baseTrainer.py -------------------------------------------------------------------------------- /base/base_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huifu99/Mimic/HEAD/base/base_model.py -------------------------------------------------------------------------------- /base/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huifu99/Mimic/HEAD/base/config.py -------------------------------------------------------------------------------- /base/utilities.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huifu99/Mimic/HEAD/base/utilities.py -------------------------------------------------------------------------------- /comparisons.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huifu99/Mimic/HEAD/comparisons.png -------------------------------------------------------------------------------- /config/HDTF/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huifu99/Mimic/HEAD/config/HDTF/config.yaml -------------------------------------------------------------------------------- /data/dataloader_HDTF.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huifu99/Mimic/HEAD/data/dataloader_HDTF.py -------------------------------------------------------------------------------- /demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huifu99/Mimic/HEAD/demo.py -------------------------------------------------------------------------------- /external/spectre/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huifu99/Mimic/HEAD/external/spectre/.gitignore -------------------------------------------------------------------------------- /external/spectre/.gitmodules: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huifu99/Mimic/HEAD/external/spectre/.gitmodules -------------------------------------------------------------------------------- /external/spectre/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huifu99/Mimic/HEAD/external/spectre/LICENSE -------------------------------------------------------------------------------- /external/spectre/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huifu99/Mimic/HEAD/external/spectre/README.md -------------------------------------------------------------------------------- /external/spectre/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /external/spectre/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huifu99/Mimic/HEAD/external/spectre/config.py -------------------------------------------------------------------------------- /external/spectre/configs/lipread_config.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huifu99/Mimic/HEAD/external/spectre/configs/lipread_config.ini -------------------------------------------------------------------------------- /external/spectre/datasets/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /external/spectre/datasets/build_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huifu99/Mimic/HEAD/external/spectre/datasets/build_datasets.py -------------------------------------------------------------------------------- /external/spectre/datasets/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huifu99/Mimic/HEAD/external/spectre/datasets/data_utils.py -------------------------------------------------------------------------------- /external/spectre/datasets/datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huifu99/Mimic/HEAD/external/spectre/datasets/datasets.py -------------------------------------------------------------------------------- /external/spectre/datasets/extra_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huifu99/Mimic/HEAD/external/spectre/datasets/extra_datasets.py -------------------------------------------------------------------------------- /external/spectre/demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huifu99/Mimic/HEAD/external/spectre/demo.py -------------------------------------------------------------------------------- /external/spectre/get_training_data.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huifu99/Mimic/HEAD/external/spectre/get_training_data.sh -------------------------------------------------------------------------------- /external/spectre/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huifu99/Mimic/HEAD/external/spectre/main.py -------------------------------------------------------------------------------- /external/spectre/quick_install.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huifu99/Mimic/HEAD/external/spectre/quick_install.sh -------------------------------------------------------------------------------- /external/spectre/render.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huifu99/Mimic/HEAD/external/spectre/render.py -------------------------------------------------------------------------------- /external/spectre/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huifu99/Mimic/HEAD/external/spectre/requirements.txt -------------------------------------------------------------------------------- /external/spectre/src/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /external/spectre/src/models/FLAME.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huifu99/Mimic/HEAD/external/spectre/src/models/FLAME.py -------------------------------------------------------------------------------- /external/spectre/src/models/encoders.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huifu99/Mimic/HEAD/external/spectre/src/models/encoders.py -------------------------------------------------------------------------------- /external/spectre/src/models/expression_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huifu99/Mimic/HEAD/external/spectre/src/models/expression_loss.py -------------------------------------------------------------------------------- /external/spectre/src/models/lbs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huifu99/Mimic/HEAD/external/spectre/src/models/lbs.py -------------------------------------------------------------------------------- /external/spectre/src/models/resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huifu99/Mimic/HEAD/external/spectre/src/models/resnet.py -------------------------------------------------------------------------------- /external/spectre/src/spectre.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huifu99/Mimic/HEAD/external/spectre/src/spectre.py -------------------------------------------------------------------------------- /external/spectre/src/trainer_spectre.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huifu99/Mimic/HEAD/external/spectre/src/trainer_spectre.py -------------------------------------------------------------------------------- /external/spectre/src/utils/lossfunc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huifu99/Mimic/HEAD/external/spectre/src/utils/lossfunc.py -------------------------------------------------------------------------------- /external/spectre/src/utils/renderer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huifu99/Mimic/HEAD/external/spectre/src/utils/renderer.py -------------------------------------------------------------------------------- /external/spectre/src/utils/rotation_converter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huifu99/Mimic/HEAD/external/spectre/src/utils/rotation_converter.py -------------------------------------------------------------------------------- /external/spectre/src/utils/tensor_cropper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huifu99/Mimic/HEAD/external/spectre/src/utils/tensor_cropper.py -------------------------------------------------------------------------------- /external/spectre/src/utils/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huifu99/Mimic/HEAD/external/spectre/src/utils/trainer.py -------------------------------------------------------------------------------- /external/spectre/src/utils/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huifu99/Mimic/HEAD/external/spectre/src/utils/util.py -------------------------------------------------------------------------------- /external/spectre/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /external/spectre/utils/extract_frames_LRS3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huifu99/Mimic/HEAD/external/spectre/utils/extract_frames_LRS3.py -------------------------------------------------------------------------------- /external/spectre/utils/extract_frames_and_audio.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huifu99/Mimic/HEAD/external/spectre/utils/extract_frames_and_audio.py -------------------------------------------------------------------------------- /external/spectre/utils/extract_wavs_LRS3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huifu99/Mimic/HEAD/external/spectre/utils/extract_wavs_LRS3.py -------------------------------------------------------------------------------- /external/spectre/utils/lipread_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huifu99/Mimic/HEAD/external/spectre/utils/lipread_utils.py -------------------------------------------------------------------------------- /external/spectre/utils/run_av_hubert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huifu99/Mimic/HEAD/external/spectre/utils/run_av_hubert.py -------------------------------------------------------------------------------- /external/spectre/visual_mesh.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huifu99/Mimic/HEAD/external/spectre/visual_mesh.py -------------------------------------------------------------------------------- /framework.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huifu99/Mimic/HEAD/framework.png -------------------------------------------------------------------------------- /losses/loss_collections.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huifu99/Mimic/HEAD/losses/loss_collections.py -------------------------------------------------------------------------------- /models/lib/base_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huifu99/Mimic/HEAD/models/lib/base_models.py -------------------------------------------------------------------------------- /models/lib/grl_module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huifu99/Mimic/HEAD/models/lib/grl_module.py -------------------------------------------------------------------------------- /models/lib/modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huifu99/Mimic/HEAD/models/lib/modules.py -------------------------------------------------------------------------------- /models/lib/wav2vec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huifu99/Mimic/HEAD/models/lib/wav2vec.py -------------------------------------------------------------------------------- /models/network.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huifu99/Mimic/HEAD/models/network.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huifu99/Mimic/HEAD/requirements.txt -------------------------------------------------------------------------------- /tools/render_spectre.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huifu99/Mimic/HEAD/tools/render_spectre.py -------------------------------------------------------------------------------- /train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huifu99/Mimic/HEAD/train.py -------------------------------------------------------------------------------- /utils/render_pyrender.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huifu99/Mimic/HEAD/utils/render_pyrender.py --------------------------------------------------------------------------------