├── .gitignore ├── LICENSE ├── README.md ├── __init__.py ├── assets ├── BBOX_SHIFT.md ├── demo │ ├── monalisa │ │ └── monalisa.png │ ├── musk │ │ └── musk.png │ ├── sun1 │ │ └── sun.png │ ├── sun2 │ │ └── sun.png │ └── yongen │ │ └── yongen.jpeg └── figs │ ├── landmark_ref.png │ └── musetalk_arc.jpg ├── configs └── inference │ └── test.yaml ├── data ├── audio │ └── 1.txt └── video │ └── 1.txt ├── musetalk ├── models │ ├── unet.py │ └── vae.py ├── utils │ ├── __init__.py │ ├── blending.py │ ├── dwpose │ │ ├── default_runtime.py │ │ └── rtmpose-l_8xb32-270e_coco-ubody-wholebody-384x288.py │ ├── face_detection │ │ ├── README.md │ │ ├── __init__.py │ │ ├── api.py │ │ ├── detection │ │ │ ├── __init__.py │ │ │ ├── core.py │ │ │ └── sfd │ │ │ │ ├── __init__.py │ │ │ │ ├── bbox.py │ │ │ │ ├── detect.py │ │ │ │ ├── net_s3fd.py │ │ │ │ └── sfd_detector.py │ │ ├── models.py │ │ └── utils.py │ ├── face_parsing │ │ ├── __init__.py │ │ ├── model.py │ │ └── resnet.py │ ├── preprocessing.py │ └── utils.py └── whisper │ ├── audio2feature.py │ ├── requirements.txt │ ├── setup.py │ ├── whisper.egg-info │ ├── PKG-INFO │ ├── SOURCES.txt │ ├── dependency_links.txt │ ├── entry_points.txt │ ├── requires.txt │ └── top_level.txt │ └── whisper │ ├── __init__.py │ ├── __main__.py │ ├── assets │ ├── gpt2 │ │ ├── merges.txt │ │ ├── special_tokens_map.json │ │ ├── tokenizer_config.json │ │ └── vocab.json │ ├── mel_filters.npz │ └── multilingual │ │ ├── added_tokens.json │ │ ├── merges.txt │ │ ├── special_tokens_map.json │ │ ├── tokenizer_config.json │ │ └── vocab.json │ ├── audio.py │ ├── decoding.py │ ├── model.py │ ├── normalizers │ ├── __init__.py │ ├── basic.py │ ├── english.json │ └── english.py │ ├── tokenizer.py │ ├── transcribe.py │ └── utils.py ├── nodes.py ├── requirements.txt ├── scripts └── inference.py ├── wf.json └── wf.png /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-MuseTalk/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-MuseTalk/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-MuseTalk/HEAD/README.md -------------------------------------------------------------------------------- /__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-MuseTalk/HEAD/__init__.py -------------------------------------------------------------------------------- /assets/BBOX_SHIFT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-MuseTalk/HEAD/assets/BBOX_SHIFT.md -------------------------------------------------------------------------------- /assets/demo/monalisa/monalisa.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-MuseTalk/HEAD/assets/demo/monalisa/monalisa.png -------------------------------------------------------------------------------- /assets/demo/musk/musk.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-MuseTalk/HEAD/assets/demo/musk/musk.png -------------------------------------------------------------------------------- /assets/demo/sun1/sun.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-MuseTalk/HEAD/assets/demo/sun1/sun.png -------------------------------------------------------------------------------- /assets/demo/sun2/sun.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-MuseTalk/HEAD/assets/demo/sun2/sun.png -------------------------------------------------------------------------------- /assets/demo/yongen/yongen.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-MuseTalk/HEAD/assets/demo/yongen/yongen.jpeg -------------------------------------------------------------------------------- /assets/figs/landmark_ref.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-MuseTalk/HEAD/assets/figs/landmark_ref.png -------------------------------------------------------------------------------- /assets/figs/musetalk_arc.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-MuseTalk/HEAD/assets/figs/musetalk_arc.jpg -------------------------------------------------------------------------------- /configs/inference/test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-MuseTalk/HEAD/configs/inference/test.yaml -------------------------------------------------------------------------------- /data/audio/1.txt: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /data/video/1.txt: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /musetalk/models/unet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-MuseTalk/HEAD/musetalk/models/unet.py -------------------------------------------------------------------------------- /musetalk/models/vae.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-MuseTalk/HEAD/musetalk/models/vae.py -------------------------------------------------------------------------------- /musetalk/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-MuseTalk/HEAD/musetalk/utils/__init__.py -------------------------------------------------------------------------------- /musetalk/utils/blending.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-MuseTalk/HEAD/musetalk/utils/blending.py -------------------------------------------------------------------------------- /musetalk/utils/dwpose/default_runtime.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-MuseTalk/HEAD/musetalk/utils/dwpose/default_runtime.py -------------------------------------------------------------------------------- /musetalk/utils/dwpose/rtmpose-l_8xb32-270e_coco-ubody-wholebody-384x288.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-MuseTalk/HEAD/musetalk/utils/dwpose/rtmpose-l_8xb32-270e_coco-ubody-wholebody-384x288.py -------------------------------------------------------------------------------- /musetalk/utils/face_detection/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-MuseTalk/HEAD/musetalk/utils/face_detection/README.md -------------------------------------------------------------------------------- /musetalk/utils/face_detection/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-MuseTalk/HEAD/musetalk/utils/face_detection/__init__.py -------------------------------------------------------------------------------- /musetalk/utils/face_detection/api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-MuseTalk/HEAD/musetalk/utils/face_detection/api.py -------------------------------------------------------------------------------- /musetalk/utils/face_detection/detection/__init__.py: -------------------------------------------------------------------------------- 1 | from .core import FaceDetector -------------------------------------------------------------------------------- /musetalk/utils/face_detection/detection/core.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-MuseTalk/HEAD/musetalk/utils/face_detection/detection/core.py -------------------------------------------------------------------------------- /musetalk/utils/face_detection/detection/sfd/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-MuseTalk/HEAD/musetalk/utils/face_detection/detection/sfd/__init__.py -------------------------------------------------------------------------------- /musetalk/utils/face_detection/detection/sfd/bbox.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-MuseTalk/HEAD/musetalk/utils/face_detection/detection/sfd/bbox.py -------------------------------------------------------------------------------- /musetalk/utils/face_detection/detection/sfd/detect.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-MuseTalk/HEAD/musetalk/utils/face_detection/detection/sfd/detect.py -------------------------------------------------------------------------------- /musetalk/utils/face_detection/detection/sfd/net_s3fd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-MuseTalk/HEAD/musetalk/utils/face_detection/detection/sfd/net_s3fd.py -------------------------------------------------------------------------------- /musetalk/utils/face_detection/detection/sfd/sfd_detector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-MuseTalk/HEAD/musetalk/utils/face_detection/detection/sfd/sfd_detector.py -------------------------------------------------------------------------------- /musetalk/utils/face_detection/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-MuseTalk/HEAD/musetalk/utils/face_detection/models.py -------------------------------------------------------------------------------- /musetalk/utils/face_detection/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-MuseTalk/HEAD/musetalk/utils/face_detection/utils.py -------------------------------------------------------------------------------- /musetalk/utils/face_parsing/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-MuseTalk/HEAD/musetalk/utils/face_parsing/__init__.py -------------------------------------------------------------------------------- /musetalk/utils/face_parsing/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-MuseTalk/HEAD/musetalk/utils/face_parsing/model.py -------------------------------------------------------------------------------- /musetalk/utils/face_parsing/resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-MuseTalk/HEAD/musetalk/utils/face_parsing/resnet.py -------------------------------------------------------------------------------- /musetalk/utils/preprocessing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-MuseTalk/HEAD/musetalk/utils/preprocessing.py -------------------------------------------------------------------------------- /musetalk/utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-MuseTalk/HEAD/musetalk/utils/utils.py -------------------------------------------------------------------------------- /musetalk/whisper/audio2feature.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-MuseTalk/HEAD/musetalk/whisper/audio2feature.py -------------------------------------------------------------------------------- /musetalk/whisper/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-MuseTalk/HEAD/musetalk/whisper/requirements.txt -------------------------------------------------------------------------------- /musetalk/whisper/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-MuseTalk/HEAD/musetalk/whisper/setup.py -------------------------------------------------------------------------------- /musetalk/whisper/whisper.egg-info/PKG-INFO: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-MuseTalk/HEAD/musetalk/whisper/whisper.egg-info/PKG-INFO -------------------------------------------------------------------------------- /musetalk/whisper/whisper.egg-info/SOURCES.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-MuseTalk/HEAD/musetalk/whisper/whisper.egg-info/SOURCES.txt -------------------------------------------------------------------------------- /musetalk/whisper/whisper.egg-info/dependency_links.txt: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /musetalk/whisper/whisper.egg-info/entry_points.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-MuseTalk/HEAD/musetalk/whisper/whisper.egg-info/entry_points.txt -------------------------------------------------------------------------------- /musetalk/whisper/whisper.egg-info/requires.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-MuseTalk/HEAD/musetalk/whisper/whisper.egg-info/requires.txt -------------------------------------------------------------------------------- /musetalk/whisper/whisper.egg-info/top_level.txt: -------------------------------------------------------------------------------- 1 | whisper 2 | -------------------------------------------------------------------------------- /musetalk/whisper/whisper/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-MuseTalk/HEAD/musetalk/whisper/whisper/__init__.py -------------------------------------------------------------------------------- /musetalk/whisper/whisper/__main__.py: -------------------------------------------------------------------------------- 1 | from .transcribe import cli 2 | 3 | 4 | cli() 5 | -------------------------------------------------------------------------------- /musetalk/whisper/whisper/assets/gpt2/merges.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-MuseTalk/HEAD/musetalk/whisper/whisper/assets/gpt2/merges.txt -------------------------------------------------------------------------------- /musetalk/whisper/whisper/assets/gpt2/special_tokens_map.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-MuseTalk/HEAD/musetalk/whisper/whisper/assets/gpt2/special_tokens_map.json -------------------------------------------------------------------------------- /musetalk/whisper/whisper/assets/gpt2/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-MuseTalk/HEAD/musetalk/whisper/whisper/assets/gpt2/tokenizer_config.json -------------------------------------------------------------------------------- /musetalk/whisper/whisper/assets/gpt2/vocab.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-MuseTalk/HEAD/musetalk/whisper/whisper/assets/gpt2/vocab.json -------------------------------------------------------------------------------- /musetalk/whisper/whisper/assets/mel_filters.npz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-MuseTalk/HEAD/musetalk/whisper/whisper/assets/mel_filters.npz -------------------------------------------------------------------------------- /musetalk/whisper/whisper/assets/multilingual/added_tokens.json: -------------------------------------------------------------------------------- 1 | {"<|endoftext|>": 50257} 2 | -------------------------------------------------------------------------------- /musetalk/whisper/whisper/assets/multilingual/merges.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-MuseTalk/HEAD/musetalk/whisper/whisper/assets/multilingual/merges.txt -------------------------------------------------------------------------------- /musetalk/whisper/whisper/assets/multilingual/special_tokens_map.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-MuseTalk/HEAD/musetalk/whisper/whisper/assets/multilingual/special_tokens_map.json -------------------------------------------------------------------------------- /musetalk/whisper/whisper/assets/multilingual/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-MuseTalk/HEAD/musetalk/whisper/whisper/assets/multilingual/tokenizer_config.json -------------------------------------------------------------------------------- /musetalk/whisper/whisper/assets/multilingual/vocab.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-MuseTalk/HEAD/musetalk/whisper/whisper/assets/multilingual/vocab.json -------------------------------------------------------------------------------- /musetalk/whisper/whisper/audio.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-MuseTalk/HEAD/musetalk/whisper/whisper/audio.py -------------------------------------------------------------------------------- /musetalk/whisper/whisper/decoding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-MuseTalk/HEAD/musetalk/whisper/whisper/decoding.py -------------------------------------------------------------------------------- /musetalk/whisper/whisper/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-MuseTalk/HEAD/musetalk/whisper/whisper/model.py -------------------------------------------------------------------------------- /musetalk/whisper/whisper/normalizers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-MuseTalk/HEAD/musetalk/whisper/whisper/normalizers/__init__.py -------------------------------------------------------------------------------- /musetalk/whisper/whisper/normalizers/basic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-MuseTalk/HEAD/musetalk/whisper/whisper/normalizers/basic.py -------------------------------------------------------------------------------- /musetalk/whisper/whisper/normalizers/english.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-MuseTalk/HEAD/musetalk/whisper/whisper/normalizers/english.json -------------------------------------------------------------------------------- /musetalk/whisper/whisper/normalizers/english.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-MuseTalk/HEAD/musetalk/whisper/whisper/normalizers/english.py -------------------------------------------------------------------------------- /musetalk/whisper/whisper/tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-MuseTalk/HEAD/musetalk/whisper/whisper/tokenizer.py -------------------------------------------------------------------------------- /musetalk/whisper/whisper/transcribe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-MuseTalk/HEAD/musetalk/whisper/whisper/transcribe.py -------------------------------------------------------------------------------- /musetalk/whisper/whisper/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-MuseTalk/HEAD/musetalk/whisper/whisper/utils.py -------------------------------------------------------------------------------- /nodes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-MuseTalk/HEAD/nodes.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-MuseTalk/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-MuseTalk/HEAD/scripts/inference.py -------------------------------------------------------------------------------- /wf.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-MuseTalk/HEAD/wf.json -------------------------------------------------------------------------------- /wf.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaojie/ComfyUI-MuseTalk/HEAD/wf.png --------------------------------------------------------------------------------