├── .gitignore ├── LICENSE ├── README.md ├── README.md.bak ├── __init__.py ├── assets ├── demo1_audio.wav ├── demo1_video.mp4 ├── demo2_audio.wav ├── demo2_video.mp4 ├── demo3_audio.wav ├── demo3_video.mp4 └── frameworks_comparison.png ├── configs ├── audio.yaml ├── scheduler_config.json ├── syncnet │ ├── syncnet_16_latent.yaml │ ├── syncnet_16_pixel.yaml │ └── syncnet_25_pixel.yaml └── unet │ ├── first_stage.yaml │ └── second_stage.yaml ├── data_processing_pipeline.sh ├── eval ├── detectors │ ├── README.md │ ├── __init__.py │ └── s3fd │ │ ├── __init__.py │ │ ├── box_utils.py │ │ └── nets.py ├── draw_syncnet_lines.py ├── eval_fvd.py ├── eval_sync_conf.py ├── eval_sync_conf.sh ├── eval_syncnet_acc.py ├── eval_syncnet_acc.sh ├── fvd.py ├── hyper_iqa.py ├── inference_videos.py ├── syncnet │ ├── __init__.py │ ├── syncnet.py │ └── syncnet_eval.py └── syncnet_detect.py ├── examples ├── latentsync_comfyui_basic.jpg └── latentsync_comfyui_basic.json ├── inference.sh ├── latentsync ├── data │ ├── syncnet_dataset.py │ └── unet_dataset.py ├── models │ ├── attention.py │ ├── motion_module.py │ ├── resnet.py │ ├── syncnet.py │ ├── syncnet_wav2lip.py │ ├── unet.py │ ├── unet_blocks.py │ └── utils.py ├── pipelines │ └── lipsync_pipeline.py ├── trepa │ ├── __init__.py │ ├── third_party │ │ ├── VideoMAEv2 │ │ │ ├── __init__.py │ │ │ ├── utils.py │ │ │ ├── videomaev2_finetune.py │ │ │ └── videomaev2_pretrain.py │ │ └── __init__.py │ └── utils │ │ ├── __init__.py │ │ ├── data_utils.py │ │ └── metric_utils.py ├── utils │ ├── affine_transform.py │ ├── audio.py │ ├── av_reader.py │ ├── image_processor.py │ ├── mask.png │ └── util.py └── whisper │ ├── audio2feature.py │ └── whisper │ ├── __init__.py │ ├── __main__.py │ ├── assets │ ├── gpt2 │ │ ├── merges.txt │ │ ├── special_tokens_map.json │ │ ├── tokenizer_config.json │ │ └── vocab.json │ ├── mel_filters.npz │ └── multilingual │ │ ├── added_tokens.json │ │ ├── merges.txt │ │ ├── special_tokens_map.json │ │ ├── tokenizer_config.json │ │ └── vocab.json │ ├── audio.py │ ├── decoding.py │ ├── model.py │ ├── normalizers │ ├── __init__.py │ ├── basic.py │ ├── english.json │ └── english.py │ ├── tokenizer.py │ ├── transcribe.py │ └── utils.py ├── nodes.py ├── preprocess ├── affine_transform.py ├── data_processing_pipeline.py ├── detect_shot.py ├── filter_high_resolution.py ├── filter_visual_quality.py ├── remove_broken_videos.py ├── remove_incorrect_affined.py ├── resample_fps_hz.py ├── segment_videos.py └── sync_av.py ├── requirements.txt ├── requirements.txt.bak ├── scripts ├── inference.py ├── train_syncnet.py └── train_unet.py ├── setup_env.sh ├── tools ├── count_videos_time.py ├── download_youtube_videos.py ├── move_files_recur.py ├── occupy_gpu.py ├── remove_outdated_files.py └── write_fileslist.py ├── train_syncnet.sh └── train_unet.sh /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/README.md -------------------------------------------------------------------------------- /README.md.bak: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/README.md.bak -------------------------------------------------------------------------------- /__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/__init__.py -------------------------------------------------------------------------------- /assets/demo1_audio.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/assets/demo1_audio.wav -------------------------------------------------------------------------------- /assets/demo1_video.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/assets/demo1_video.mp4 -------------------------------------------------------------------------------- /assets/demo2_audio.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/assets/demo2_audio.wav -------------------------------------------------------------------------------- /assets/demo2_video.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/assets/demo2_video.mp4 -------------------------------------------------------------------------------- /assets/demo3_audio.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/assets/demo3_audio.wav -------------------------------------------------------------------------------- /assets/demo3_video.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/assets/demo3_video.mp4 -------------------------------------------------------------------------------- /assets/frameworks_comparison.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/assets/frameworks_comparison.png -------------------------------------------------------------------------------- /configs/audio.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/configs/audio.yaml -------------------------------------------------------------------------------- /configs/scheduler_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/configs/scheduler_config.json -------------------------------------------------------------------------------- /configs/syncnet/syncnet_16_latent.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/configs/syncnet/syncnet_16_latent.yaml -------------------------------------------------------------------------------- /configs/syncnet/syncnet_16_pixel.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/configs/syncnet/syncnet_16_pixel.yaml -------------------------------------------------------------------------------- /configs/syncnet/syncnet_25_pixel.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/configs/syncnet/syncnet_25_pixel.yaml -------------------------------------------------------------------------------- /configs/unet/first_stage.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/configs/unet/first_stage.yaml -------------------------------------------------------------------------------- /configs/unet/second_stage.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/configs/unet/second_stage.yaml -------------------------------------------------------------------------------- /data_processing_pipeline.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/data_processing_pipeline.sh -------------------------------------------------------------------------------- /eval/detectors/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/eval/detectors/README.md -------------------------------------------------------------------------------- /eval/detectors/__init__.py: -------------------------------------------------------------------------------- 1 | from .s3fd import S3FD -------------------------------------------------------------------------------- /eval/detectors/s3fd/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/eval/detectors/s3fd/__init__.py -------------------------------------------------------------------------------- /eval/detectors/s3fd/box_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/eval/detectors/s3fd/box_utils.py -------------------------------------------------------------------------------- /eval/detectors/s3fd/nets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/eval/detectors/s3fd/nets.py -------------------------------------------------------------------------------- /eval/draw_syncnet_lines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/eval/draw_syncnet_lines.py -------------------------------------------------------------------------------- /eval/eval_fvd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/eval/eval_fvd.py -------------------------------------------------------------------------------- /eval/eval_sync_conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/eval/eval_sync_conf.py -------------------------------------------------------------------------------- /eval/eval_sync_conf.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/eval/eval_sync_conf.sh -------------------------------------------------------------------------------- /eval/eval_syncnet_acc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/eval/eval_syncnet_acc.py -------------------------------------------------------------------------------- /eval/eval_syncnet_acc.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/eval/eval_syncnet_acc.sh -------------------------------------------------------------------------------- /eval/fvd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/eval/fvd.py -------------------------------------------------------------------------------- /eval/hyper_iqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/eval/hyper_iqa.py -------------------------------------------------------------------------------- /eval/inference_videos.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/eval/inference_videos.py -------------------------------------------------------------------------------- /eval/syncnet/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/eval/syncnet/__init__.py -------------------------------------------------------------------------------- /eval/syncnet/syncnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/eval/syncnet/syncnet.py -------------------------------------------------------------------------------- /eval/syncnet/syncnet_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/eval/syncnet/syncnet_eval.py -------------------------------------------------------------------------------- /eval/syncnet_detect.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/eval/syncnet_detect.py -------------------------------------------------------------------------------- /examples/latentsync_comfyui_basic.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/examples/latentsync_comfyui_basic.jpg -------------------------------------------------------------------------------- /examples/latentsync_comfyui_basic.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/examples/latentsync_comfyui_basic.json -------------------------------------------------------------------------------- /inference.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/inference.sh -------------------------------------------------------------------------------- /latentsync/data/syncnet_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/latentsync/data/syncnet_dataset.py -------------------------------------------------------------------------------- /latentsync/data/unet_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/latentsync/data/unet_dataset.py -------------------------------------------------------------------------------- /latentsync/models/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/latentsync/models/attention.py -------------------------------------------------------------------------------- /latentsync/models/motion_module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/latentsync/models/motion_module.py -------------------------------------------------------------------------------- /latentsync/models/resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/latentsync/models/resnet.py -------------------------------------------------------------------------------- /latentsync/models/syncnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/latentsync/models/syncnet.py -------------------------------------------------------------------------------- /latentsync/models/syncnet_wav2lip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/latentsync/models/syncnet_wav2lip.py -------------------------------------------------------------------------------- /latentsync/models/unet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/latentsync/models/unet.py -------------------------------------------------------------------------------- /latentsync/models/unet_blocks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/latentsync/models/unet_blocks.py -------------------------------------------------------------------------------- /latentsync/models/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/latentsync/models/utils.py -------------------------------------------------------------------------------- /latentsync/pipelines/lipsync_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/latentsync/pipelines/lipsync_pipeline.py -------------------------------------------------------------------------------- /latentsync/trepa/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/latentsync/trepa/__init__.py -------------------------------------------------------------------------------- /latentsync/trepa/third_party/VideoMAEv2/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /latentsync/trepa/third_party/VideoMAEv2/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/latentsync/trepa/third_party/VideoMAEv2/utils.py -------------------------------------------------------------------------------- /latentsync/trepa/third_party/VideoMAEv2/videomaev2_finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/latentsync/trepa/third_party/VideoMAEv2/videomaev2_finetune.py -------------------------------------------------------------------------------- /latentsync/trepa/third_party/VideoMAEv2/videomaev2_pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/latentsync/trepa/third_party/VideoMAEv2/videomaev2_pretrain.py -------------------------------------------------------------------------------- /latentsync/trepa/third_party/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /latentsync/trepa/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /latentsync/trepa/utils/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/latentsync/trepa/utils/data_utils.py -------------------------------------------------------------------------------- /latentsync/trepa/utils/metric_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/latentsync/trepa/utils/metric_utils.py -------------------------------------------------------------------------------- /latentsync/utils/affine_transform.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/latentsync/utils/affine_transform.py -------------------------------------------------------------------------------- /latentsync/utils/audio.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/latentsync/utils/audio.py -------------------------------------------------------------------------------- /latentsync/utils/av_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/latentsync/utils/av_reader.py -------------------------------------------------------------------------------- /latentsync/utils/image_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/latentsync/utils/image_processor.py -------------------------------------------------------------------------------- /latentsync/utils/mask.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/latentsync/utils/mask.png -------------------------------------------------------------------------------- /latentsync/utils/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/latentsync/utils/util.py -------------------------------------------------------------------------------- /latentsync/whisper/audio2feature.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/latentsync/whisper/audio2feature.py -------------------------------------------------------------------------------- /latentsync/whisper/whisper/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/latentsync/whisper/whisper/__init__.py -------------------------------------------------------------------------------- /latentsync/whisper/whisper/__main__.py: -------------------------------------------------------------------------------- 1 | from .transcribe import cli 2 | 3 | 4 | cli() 5 | -------------------------------------------------------------------------------- /latentsync/whisper/whisper/assets/gpt2/merges.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/latentsync/whisper/whisper/assets/gpt2/merges.txt -------------------------------------------------------------------------------- /latentsync/whisper/whisper/assets/gpt2/special_tokens_map.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/latentsync/whisper/whisper/assets/gpt2/special_tokens_map.json -------------------------------------------------------------------------------- /latentsync/whisper/whisper/assets/gpt2/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/latentsync/whisper/whisper/assets/gpt2/tokenizer_config.json -------------------------------------------------------------------------------- /latentsync/whisper/whisper/assets/gpt2/vocab.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/latentsync/whisper/whisper/assets/gpt2/vocab.json -------------------------------------------------------------------------------- /latentsync/whisper/whisper/assets/mel_filters.npz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/latentsync/whisper/whisper/assets/mel_filters.npz -------------------------------------------------------------------------------- /latentsync/whisper/whisper/assets/multilingual/added_tokens.json: -------------------------------------------------------------------------------- 1 | {"<|endoftext|>": 50257} 2 | -------------------------------------------------------------------------------- /latentsync/whisper/whisper/assets/multilingual/merges.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/latentsync/whisper/whisper/assets/multilingual/merges.txt -------------------------------------------------------------------------------- /latentsync/whisper/whisper/assets/multilingual/special_tokens_map.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/latentsync/whisper/whisper/assets/multilingual/special_tokens_map.json -------------------------------------------------------------------------------- /latentsync/whisper/whisper/assets/multilingual/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/latentsync/whisper/whisper/assets/multilingual/tokenizer_config.json -------------------------------------------------------------------------------- /latentsync/whisper/whisper/assets/multilingual/vocab.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/latentsync/whisper/whisper/assets/multilingual/vocab.json -------------------------------------------------------------------------------- /latentsync/whisper/whisper/audio.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/latentsync/whisper/whisper/audio.py -------------------------------------------------------------------------------- /latentsync/whisper/whisper/decoding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/latentsync/whisper/whisper/decoding.py -------------------------------------------------------------------------------- /latentsync/whisper/whisper/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/latentsync/whisper/whisper/model.py -------------------------------------------------------------------------------- /latentsync/whisper/whisper/normalizers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/latentsync/whisper/whisper/normalizers/__init__.py -------------------------------------------------------------------------------- /latentsync/whisper/whisper/normalizers/basic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/latentsync/whisper/whisper/normalizers/basic.py -------------------------------------------------------------------------------- /latentsync/whisper/whisper/normalizers/english.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/latentsync/whisper/whisper/normalizers/english.json -------------------------------------------------------------------------------- /latentsync/whisper/whisper/normalizers/english.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/latentsync/whisper/whisper/normalizers/english.py -------------------------------------------------------------------------------- /latentsync/whisper/whisper/tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/latentsync/whisper/whisper/tokenizer.py -------------------------------------------------------------------------------- /latentsync/whisper/whisper/transcribe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/latentsync/whisper/whisper/transcribe.py -------------------------------------------------------------------------------- /latentsync/whisper/whisper/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/latentsync/whisper/whisper/utils.py -------------------------------------------------------------------------------- /nodes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/nodes.py -------------------------------------------------------------------------------- /preprocess/affine_transform.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/preprocess/affine_transform.py -------------------------------------------------------------------------------- /preprocess/data_processing_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/preprocess/data_processing_pipeline.py -------------------------------------------------------------------------------- /preprocess/detect_shot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/preprocess/detect_shot.py -------------------------------------------------------------------------------- /preprocess/filter_high_resolution.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/preprocess/filter_high_resolution.py -------------------------------------------------------------------------------- /preprocess/filter_visual_quality.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/preprocess/filter_visual_quality.py -------------------------------------------------------------------------------- /preprocess/remove_broken_videos.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/preprocess/remove_broken_videos.py -------------------------------------------------------------------------------- /preprocess/remove_incorrect_affined.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/preprocess/remove_incorrect_affined.py -------------------------------------------------------------------------------- /preprocess/resample_fps_hz.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/preprocess/resample_fps_hz.py -------------------------------------------------------------------------------- /preprocess/segment_videos.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/preprocess/segment_videos.py -------------------------------------------------------------------------------- /preprocess/sync_av.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/preprocess/sync_av.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/requirements.txt -------------------------------------------------------------------------------- /requirements.txt.bak: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/requirements.txt.bak -------------------------------------------------------------------------------- /scripts/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/scripts/inference.py -------------------------------------------------------------------------------- /scripts/train_syncnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/scripts/train_syncnet.py -------------------------------------------------------------------------------- /scripts/train_unet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/scripts/train_unet.py -------------------------------------------------------------------------------- /setup_env.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/setup_env.sh -------------------------------------------------------------------------------- /tools/count_videos_time.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/tools/count_videos_time.py -------------------------------------------------------------------------------- /tools/download_youtube_videos.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/tools/download_youtube_videos.py -------------------------------------------------------------------------------- /tools/move_files_recur.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/tools/move_files_recur.py -------------------------------------------------------------------------------- /tools/occupy_gpu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/tools/occupy_gpu.py -------------------------------------------------------------------------------- /tools/remove_outdated_files.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/tools/remove_outdated_files.py -------------------------------------------------------------------------------- /tools/write_fileslist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/tools/write_fileslist.py -------------------------------------------------------------------------------- /train_syncnet.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/train_syncnet.sh -------------------------------------------------------------------------------- /train_unet.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hay86/ComfyUI_LatentSync/HEAD/train_unet.sh --------------------------------------------------------------------------------