├── .gitattributes ├── .gitignore ├── LICENSE ├── README.md ├── config └── inference │ └── sonic.yaml ├── demo.py ├── demo.sh ├── examples ├── image │ ├── QQ.png │ ├── QQ2.jpg │ ├── anime1.png │ ├── female_diaosu.png │ ├── hair.png │ └── leonnado.jpg └── wav │ ├── sing_female_10s.wav │ ├── sing_female_rap_10s.MP3 │ ├── talk_female_english_10s.MP3 │ └── talk_male_law_10s.wav ├── gradio_app.py ├── requirements.txt ├── sonic.py └── src ├── dataset ├── face_align │ ├── align.py │ └── yoloface.py └── test_preprocess.py ├── models ├── audio_adapter │ ├── audio_proj.py │ └── audio_to_bucket.py └── base │ ├── __init__.py │ ├── attention_processor.py │ ├── unet_3d_blocks.py │ └── unet_spatio_temporal_condition.py ├── pipelines └── pipeline_sonic.py └── utils ├── RIFE ├── IFNet_HDv3.py ├── RIFE_HDv3.py └── warplayer.py ├── mask_processer.py └── util.py /.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jixiaozhong/Sonic/HEAD/.gitattributes -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jixiaozhong/Sonic/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jixiaozhong/Sonic/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jixiaozhong/Sonic/HEAD/README.md -------------------------------------------------------------------------------- /config/inference/sonic.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jixiaozhong/Sonic/HEAD/config/inference/sonic.yaml -------------------------------------------------------------------------------- /demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jixiaozhong/Sonic/HEAD/demo.py -------------------------------------------------------------------------------- /demo.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jixiaozhong/Sonic/HEAD/demo.sh -------------------------------------------------------------------------------- /examples/image/QQ.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jixiaozhong/Sonic/HEAD/examples/image/QQ.png -------------------------------------------------------------------------------- /examples/image/QQ2.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jixiaozhong/Sonic/HEAD/examples/image/QQ2.jpg -------------------------------------------------------------------------------- /examples/image/anime1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jixiaozhong/Sonic/HEAD/examples/image/anime1.png -------------------------------------------------------------------------------- /examples/image/female_diaosu.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jixiaozhong/Sonic/HEAD/examples/image/female_diaosu.png -------------------------------------------------------------------------------- /examples/image/hair.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jixiaozhong/Sonic/HEAD/examples/image/hair.png -------------------------------------------------------------------------------- /examples/image/leonnado.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jixiaozhong/Sonic/HEAD/examples/image/leonnado.jpg -------------------------------------------------------------------------------- /examples/wav/sing_female_10s.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jixiaozhong/Sonic/HEAD/examples/wav/sing_female_10s.wav -------------------------------------------------------------------------------- /examples/wav/sing_female_rap_10s.MP3: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jixiaozhong/Sonic/HEAD/examples/wav/sing_female_rap_10s.MP3 -------------------------------------------------------------------------------- /examples/wav/talk_female_english_10s.MP3: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jixiaozhong/Sonic/HEAD/examples/wav/talk_female_english_10s.MP3 -------------------------------------------------------------------------------- /examples/wav/talk_male_law_10s.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jixiaozhong/Sonic/HEAD/examples/wav/talk_male_law_10s.wav -------------------------------------------------------------------------------- /gradio_app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jixiaozhong/Sonic/HEAD/gradio_app.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jixiaozhong/Sonic/HEAD/requirements.txt -------------------------------------------------------------------------------- /sonic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jixiaozhong/Sonic/HEAD/sonic.py -------------------------------------------------------------------------------- /src/dataset/face_align/align.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jixiaozhong/Sonic/HEAD/src/dataset/face_align/align.py -------------------------------------------------------------------------------- /src/dataset/face_align/yoloface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jixiaozhong/Sonic/HEAD/src/dataset/face_align/yoloface.py -------------------------------------------------------------------------------- /src/dataset/test_preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jixiaozhong/Sonic/HEAD/src/dataset/test_preprocess.py -------------------------------------------------------------------------------- /src/models/audio_adapter/audio_proj.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jixiaozhong/Sonic/HEAD/src/models/audio_adapter/audio_proj.py -------------------------------------------------------------------------------- /src/models/audio_adapter/audio_to_bucket.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jixiaozhong/Sonic/HEAD/src/models/audio_adapter/audio_to_bucket.py -------------------------------------------------------------------------------- /src/models/base/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/models/base/attention_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jixiaozhong/Sonic/HEAD/src/models/base/attention_processor.py -------------------------------------------------------------------------------- /src/models/base/unet_3d_blocks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jixiaozhong/Sonic/HEAD/src/models/base/unet_3d_blocks.py -------------------------------------------------------------------------------- /src/models/base/unet_spatio_temporal_condition.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jixiaozhong/Sonic/HEAD/src/models/base/unet_spatio_temporal_condition.py -------------------------------------------------------------------------------- /src/pipelines/pipeline_sonic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jixiaozhong/Sonic/HEAD/src/pipelines/pipeline_sonic.py -------------------------------------------------------------------------------- /src/utils/RIFE/IFNet_HDv3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jixiaozhong/Sonic/HEAD/src/utils/RIFE/IFNet_HDv3.py -------------------------------------------------------------------------------- /src/utils/RIFE/RIFE_HDv3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jixiaozhong/Sonic/HEAD/src/utils/RIFE/RIFE_HDv3.py -------------------------------------------------------------------------------- /src/utils/RIFE/warplayer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jixiaozhong/Sonic/HEAD/src/utils/RIFE/warplayer.py -------------------------------------------------------------------------------- /src/utils/mask_processer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jixiaozhong/Sonic/HEAD/src/utils/mask_processer.py -------------------------------------------------------------------------------- /src/utils/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jixiaozhong/Sonic/HEAD/src/utils/util.py --------------------------------------------------------------------------------