├── LICENSE.txt ├── README.md ├── app.py ├── assets ├── InfiniteTalk_paper.pdf ├── logo.jpg ├── logo2.jpg └── pipeline.png ├── examples ├── multi │ ├── 1-man.WAV │ ├── 1-woman.WAV │ └── ref_img.png ├── multi_example_image.json ├── single │ ├── 1.wav │ ├── ref_image.png │ └── ref_video.mp4 ├── single_example_image.json └── single_example_video.json ├── generate_infinitetalk.py ├── kokoro ├── __init__.py ├── __main__.py ├── custom_stft.py ├── istftnet.py ├── model.py ├── modules.py └── pipeline.py ├── requirements.txt ├── src ├── audio_analysis │ ├── torch_utils.py │ └── wav2vec2.py ├── utils.py └── vram_management │ ├── __init__.py │ └── layers.py ├── tools ├── convert_img_to_video.py └── i2v_config.yaml └── wan ├── __init__.py ├── configs ├── __init__.py ├── shared_config.py ├── wan_i2v_14B.py ├── wan_multitalk_14B.py ├── wan_t2v_14B.py └── wan_t2v_1_3B.py ├── distributed ├── __init__.py ├── fsdp.py └── xdit_context_parallel.py ├── first_last_frame2video.py ├── image2video.py ├── modules ├── __init__.py ├── attention.py ├── clip.py ├── model.py ├── multitalk_model.py ├── t5.py ├── tokenizers.py ├── vace_model.py ├── vae.py └── xlm_roberta.py ├── multitalk.py ├── text2video.py ├── utils ├── __init__.py ├── fm_solvers.py ├── fm_solvers_unipc.py ├── multitalk_utils.py ├── prompt_extend.py ├── qwen_vl_utils.py ├── segvideo.py ├── utils.py └── vace_processor.py ├── vace.py └── wan_lora.py /LICENSE.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MeiGen-AI/InfiniteTalk/HEAD/LICENSE.txt -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MeiGen-AI/InfiniteTalk/HEAD/README.md -------------------------------------------------------------------------------- /app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MeiGen-AI/InfiniteTalk/HEAD/app.py -------------------------------------------------------------------------------- /assets/InfiniteTalk_paper.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MeiGen-AI/InfiniteTalk/HEAD/assets/InfiniteTalk_paper.pdf -------------------------------------------------------------------------------- /assets/logo.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MeiGen-AI/InfiniteTalk/HEAD/assets/logo.jpg -------------------------------------------------------------------------------- /assets/logo2.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MeiGen-AI/InfiniteTalk/HEAD/assets/logo2.jpg -------------------------------------------------------------------------------- /assets/pipeline.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MeiGen-AI/InfiniteTalk/HEAD/assets/pipeline.png -------------------------------------------------------------------------------- /examples/multi/1-man.WAV: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MeiGen-AI/InfiniteTalk/HEAD/examples/multi/1-man.WAV -------------------------------------------------------------------------------- /examples/multi/1-woman.WAV: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MeiGen-AI/InfiniteTalk/HEAD/examples/multi/1-woman.WAV -------------------------------------------------------------------------------- /examples/multi/ref_img.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MeiGen-AI/InfiniteTalk/HEAD/examples/multi/ref_img.png -------------------------------------------------------------------------------- /examples/multi_example_image.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MeiGen-AI/InfiniteTalk/HEAD/examples/multi_example_image.json -------------------------------------------------------------------------------- /examples/single/1.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MeiGen-AI/InfiniteTalk/HEAD/examples/single/1.wav -------------------------------------------------------------------------------- /examples/single/ref_image.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MeiGen-AI/InfiniteTalk/HEAD/examples/single/ref_image.png -------------------------------------------------------------------------------- /examples/single/ref_video.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MeiGen-AI/InfiniteTalk/HEAD/examples/single/ref_video.mp4 -------------------------------------------------------------------------------- /examples/single_example_image.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MeiGen-AI/InfiniteTalk/HEAD/examples/single_example_image.json -------------------------------------------------------------------------------- /examples/single_example_video.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MeiGen-AI/InfiniteTalk/HEAD/examples/single_example_video.json -------------------------------------------------------------------------------- /generate_infinitetalk.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MeiGen-AI/InfiniteTalk/HEAD/generate_infinitetalk.py -------------------------------------------------------------------------------- /kokoro/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MeiGen-AI/InfiniteTalk/HEAD/kokoro/__init__.py -------------------------------------------------------------------------------- /kokoro/__main__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MeiGen-AI/InfiniteTalk/HEAD/kokoro/__main__.py -------------------------------------------------------------------------------- /kokoro/custom_stft.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MeiGen-AI/InfiniteTalk/HEAD/kokoro/custom_stft.py -------------------------------------------------------------------------------- /kokoro/istftnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MeiGen-AI/InfiniteTalk/HEAD/kokoro/istftnet.py -------------------------------------------------------------------------------- /kokoro/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MeiGen-AI/InfiniteTalk/HEAD/kokoro/model.py -------------------------------------------------------------------------------- /kokoro/modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MeiGen-AI/InfiniteTalk/HEAD/kokoro/modules.py -------------------------------------------------------------------------------- /kokoro/pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MeiGen-AI/InfiniteTalk/HEAD/kokoro/pipeline.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MeiGen-AI/InfiniteTalk/HEAD/requirements.txt -------------------------------------------------------------------------------- /src/audio_analysis/torch_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MeiGen-AI/InfiniteTalk/HEAD/src/audio_analysis/torch_utils.py -------------------------------------------------------------------------------- /src/audio_analysis/wav2vec2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MeiGen-AI/InfiniteTalk/HEAD/src/audio_analysis/wav2vec2.py -------------------------------------------------------------------------------- /src/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MeiGen-AI/InfiniteTalk/HEAD/src/utils.py -------------------------------------------------------------------------------- /src/vram_management/__init__.py: -------------------------------------------------------------------------------- 1 | from .layers import * 2 | -------------------------------------------------------------------------------- /src/vram_management/layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MeiGen-AI/InfiniteTalk/HEAD/src/vram_management/layers.py -------------------------------------------------------------------------------- /tools/convert_img_to_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MeiGen-AI/InfiniteTalk/HEAD/tools/convert_img_to_video.py -------------------------------------------------------------------------------- /tools/i2v_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MeiGen-AI/InfiniteTalk/HEAD/tools/i2v_config.yaml -------------------------------------------------------------------------------- /wan/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MeiGen-AI/InfiniteTalk/HEAD/wan/__init__.py -------------------------------------------------------------------------------- /wan/configs/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MeiGen-AI/InfiniteTalk/HEAD/wan/configs/__init__.py -------------------------------------------------------------------------------- /wan/configs/shared_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MeiGen-AI/InfiniteTalk/HEAD/wan/configs/shared_config.py -------------------------------------------------------------------------------- /wan/configs/wan_i2v_14B.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MeiGen-AI/InfiniteTalk/HEAD/wan/configs/wan_i2v_14B.py -------------------------------------------------------------------------------- /wan/configs/wan_multitalk_14B.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MeiGen-AI/InfiniteTalk/HEAD/wan/configs/wan_multitalk_14B.py -------------------------------------------------------------------------------- /wan/configs/wan_t2v_14B.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MeiGen-AI/InfiniteTalk/HEAD/wan/configs/wan_t2v_14B.py -------------------------------------------------------------------------------- /wan/configs/wan_t2v_1_3B.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MeiGen-AI/InfiniteTalk/HEAD/wan/configs/wan_t2v_1_3B.py -------------------------------------------------------------------------------- /wan/distributed/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /wan/distributed/fsdp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MeiGen-AI/InfiniteTalk/HEAD/wan/distributed/fsdp.py -------------------------------------------------------------------------------- /wan/distributed/xdit_context_parallel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MeiGen-AI/InfiniteTalk/HEAD/wan/distributed/xdit_context_parallel.py -------------------------------------------------------------------------------- /wan/first_last_frame2video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MeiGen-AI/InfiniteTalk/HEAD/wan/first_last_frame2video.py -------------------------------------------------------------------------------- /wan/image2video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MeiGen-AI/InfiniteTalk/HEAD/wan/image2video.py -------------------------------------------------------------------------------- /wan/modules/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MeiGen-AI/InfiniteTalk/HEAD/wan/modules/__init__.py -------------------------------------------------------------------------------- /wan/modules/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MeiGen-AI/InfiniteTalk/HEAD/wan/modules/attention.py -------------------------------------------------------------------------------- /wan/modules/clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MeiGen-AI/InfiniteTalk/HEAD/wan/modules/clip.py -------------------------------------------------------------------------------- /wan/modules/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MeiGen-AI/InfiniteTalk/HEAD/wan/modules/model.py -------------------------------------------------------------------------------- /wan/modules/multitalk_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MeiGen-AI/InfiniteTalk/HEAD/wan/modules/multitalk_model.py -------------------------------------------------------------------------------- /wan/modules/t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MeiGen-AI/InfiniteTalk/HEAD/wan/modules/t5.py -------------------------------------------------------------------------------- /wan/modules/tokenizers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MeiGen-AI/InfiniteTalk/HEAD/wan/modules/tokenizers.py -------------------------------------------------------------------------------- /wan/modules/vace_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MeiGen-AI/InfiniteTalk/HEAD/wan/modules/vace_model.py -------------------------------------------------------------------------------- /wan/modules/vae.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MeiGen-AI/InfiniteTalk/HEAD/wan/modules/vae.py -------------------------------------------------------------------------------- /wan/modules/xlm_roberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MeiGen-AI/InfiniteTalk/HEAD/wan/modules/xlm_roberta.py -------------------------------------------------------------------------------- /wan/multitalk.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MeiGen-AI/InfiniteTalk/HEAD/wan/multitalk.py -------------------------------------------------------------------------------- /wan/text2video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MeiGen-AI/InfiniteTalk/HEAD/wan/text2video.py -------------------------------------------------------------------------------- /wan/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MeiGen-AI/InfiniteTalk/HEAD/wan/utils/__init__.py -------------------------------------------------------------------------------- /wan/utils/fm_solvers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MeiGen-AI/InfiniteTalk/HEAD/wan/utils/fm_solvers.py -------------------------------------------------------------------------------- /wan/utils/fm_solvers_unipc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MeiGen-AI/InfiniteTalk/HEAD/wan/utils/fm_solvers_unipc.py -------------------------------------------------------------------------------- /wan/utils/multitalk_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MeiGen-AI/InfiniteTalk/HEAD/wan/utils/multitalk_utils.py -------------------------------------------------------------------------------- /wan/utils/prompt_extend.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MeiGen-AI/InfiniteTalk/HEAD/wan/utils/prompt_extend.py -------------------------------------------------------------------------------- /wan/utils/qwen_vl_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MeiGen-AI/InfiniteTalk/HEAD/wan/utils/qwen_vl_utils.py -------------------------------------------------------------------------------- /wan/utils/segvideo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MeiGen-AI/InfiniteTalk/HEAD/wan/utils/segvideo.py -------------------------------------------------------------------------------- /wan/utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MeiGen-AI/InfiniteTalk/HEAD/wan/utils/utils.py -------------------------------------------------------------------------------- /wan/utils/vace_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MeiGen-AI/InfiniteTalk/HEAD/wan/utils/vace_processor.py -------------------------------------------------------------------------------- /wan/vace.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MeiGen-AI/InfiniteTalk/HEAD/wan/vace.py -------------------------------------------------------------------------------- /wan/wan_lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MeiGen-AI/InfiniteTalk/HEAD/wan/wan_lora.py --------------------------------------------------------------------------------