├── .gitignore ├── LICENSE ├── README.md ├── config └── unitalker.yaml ├── dataset ├── data_item.py ├── dataset.py └── dataset_config.py ├── loss └── loss.py ├── main ├── demo.py ├── render.py ├── train.py ├── train_eval_loop.py └── train_pca.py ├── models ├── base_model.py ├── hubert.py ├── model_utils.py ├── pca.py ├── unitalker.py ├── unitalker_decoder.py ├── wav2vec2.py └── wavlm.py ├── resources.zip ├── test_audios.zip └── utils ├── config.py └── utils.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-niper/UniTalker/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-niper/UniTalker/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-niper/UniTalker/HEAD/README.md -------------------------------------------------------------------------------- /config/unitalker.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-niper/UniTalker/HEAD/config/unitalker.yaml -------------------------------------------------------------------------------- /dataset/data_item.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-niper/UniTalker/HEAD/dataset/data_item.py -------------------------------------------------------------------------------- /dataset/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-niper/UniTalker/HEAD/dataset/dataset.py -------------------------------------------------------------------------------- /dataset/dataset_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-niper/UniTalker/HEAD/dataset/dataset_config.py -------------------------------------------------------------------------------- /loss/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-niper/UniTalker/HEAD/loss/loss.py -------------------------------------------------------------------------------- /main/demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-niper/UniTalker/HEAD/main/demo.py -------------------------------------------------------------------------------- /main/render.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-niper/UniTalker/HEAD/main/render.py -------------------------------------------------------------------------------- /main/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-niper/UniTalker/HEAD/main/train.py -------------------------------------------------------------------------------- /main/train_eval_loop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-niper/UniTalker/HEAD/main/train_eval_loop.py -------------------------------------------------------------------------------- /main/train_pca.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-niper/UniTalker/HEAD/main/train_pca.py -------------------------------------------------------------------------------- /models/base_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-niper/UniTalker/HEAD/models/base_model.py -------------------------------------------------------------------------------- /models/hubert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-niper/UniTalker/HEAD/models/hubert.py -------------------------------------------------------------------------------- /models/model_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-niper/UniTalker/HEAD/models/model_utils.py -------------------------------------------------------------------------------- /models/pca.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-niper/UniTalker/HEAD/models/pca.py -------------------------------------------------------------------------------- /models/unitalker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-niper/UniTalker/HEAD/models/unitalker.py -------------------------------------------------------------------------------- /models/unitalker_decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-niper/UniTalker/HEAD/models/unitalker_decoder.py -------------------------------------------------------------------------------- /models/wav2vec2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-niper/UniTalker/HEAD/models/wav2vec2.py -------------------------------------------------------------------------------- /models/wavlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-niper/UniTalker/HEAD/models/wavlm.py -------------------------------------------------------------------------------- /resources.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-niper/UniTalker/HEAD/resources.zip -------------------------------------------------------------------------------- /test_audios.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-niper/UniTalker/HEAD/test_audios.zip -------------------------------------------------------------------------------- /utils/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-niper/UniTalker/HEAD/utils/config.py -------------------------------------------------------------------------------- /utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/X-niper/UniTalker/HEAD/utils/utils.py --------------------------------------------------------------------------------