├── .gitignore ├── LICENSE ├── README.md ├── accelerate_config.yaml ├── assets ├── framework_1.jpg ├── framework_2.jpg └── wechat.jpeg ├── basicsr ├── VERSION ├── __init__.py ├── archs │ ├── __init__.py │ ├── arcface_arch.py │ ├── arch_util.py │ ├── codeformer_arch.py │ ├── rrdbnet_arch.py │ ├── vgg_arch.py │ └── vqgan_arch.py ├── data │ ├── __init__.py │ ├── data_sampler.py │ ├── data_util.py │ ├── gaussian_kernels.py │ ├── prefetch_dataloader.py │ ├── transforms.py │ └── vfhq_dataset.py ├── losses │ ├── __init__.py │ ├── loss_util.py │ └── losses.py ├── metrics │ ├── __init__.py │ ├── metric_util.py │ └── psnr_ssim.py ├── models │ ├── __init__.py │ ├── base_model.py │ ├── codeformer_temporal_model.py │ ├── lr_scheduler.py │ ├── sr_model.py │ └── vqgan_model.py ├── ops │ ├── __init__.py │ ├── dcn │ │ ├── __init__.py │ │ ├── deform_conv.py │ │ └── src │ │ │ ├── deform_conv_cuda.cpp │ │ │ ├── deform_conv_cuda_kernel.cu │ │ │ └── deform_conv_ext.cpp │ ├── fused_act │ │ ├── __init__.py │ │ ├── fused_act.py │ │ └── src │ │ │ ├── fused_bias_act.cpp │ │ │ └── fused_bias_act_kernel.cu │ └── upfirdn2d │ │ ├── __init__.py │ │ ├── src │ │ ├── upfirdn2d.cpp │ │ └── upfirdn2d_kernel.cu │ │ └── upfirdn2d.py ├── setup.py ├── train.py ├── utils │ ├── __init__.py │ ├── dist_util.py │ ├── download_util.py │ ├── file_client.py │ ├── img_util.py │ ├── lmdb_util.py │ ├── logger.py │ ├── matlab_functions.py │ ├── misc.py │ ├── options.py │ ├── realesrgan_utils.py │ ├── registry.py │ └── video_util.py └── version.py ├── configs ├── inference │ ├── .gitkeep │ └── long.yaml ├── train │ ├── stage1.yaml │ ├── stage2_long.yaml │ └── video_sr.yaml └── unet │ └── unet.yaml ├── examples ├── driving_audios │ ├── 1.wav │ ├── 2.wav │ ├── 3.wav │ ├── 4.wav │ └── 5.wav ├── masks │ └── 1.png └── reference_images │ ├── 1.jpg │ ├── 2.jpg │ ├── 3.jpg │ ├── 4.jpg │ ├── 5.jpg │ └── 6.jpg ├── facelib ├── detection │ ├── __init__.py │ ├── align_trans.py │ ├── matlab_cp2tform.py │ ├── retinaface │ │ ├── retinaface.py │ │ ├── retinaface_net.py │ │ └── retinaface_utils.py │ └── yolov5face │ │ ├── __init__.py │ │ ├── face_detector.py │ │ ├── models │ │ ├── __init__.py │ │ ├── common.py │ │ ├── experimental.py │ │ ├── yolo.py │ │ ├── yolov5l.yaml │ │ └── yolov5n.yaml │ │ └── utils │ │ ├── __init__.py │ │ ├── autoanchor.py │ │ ├── datasets.py │ │ ├── extract_ckpt.py │ │ ├── general.py │ │ └── torch_utils.py ├── parsing │ ├── __init__.py │ ├── bisenet.py │ ├── parsenet.py │ └── resnet.py └── utils │ ├── __init__.py │ ├── face_restoration_helper.py │ ├── face_utils.py │ └── misc.py ├── hallo ├── __init__.py ├── animate │ ├── __init__.py │ ├── face_animate.py │ └── face_animate_static.py ├── datasets │ ├── __init__.py │ ├── audio_processor.py │ ├── image_processor.py │ ├── mask_image.py │ └── talk_video.py ├── models │ ├── __init__.py │ ├── attention.py │ ├── audio_proj.py │ ├── face_locator.py │ ├── image_proj.py │ ├── motion_module.py │ ├── mutual_self_attention.py │ ├── resnet.py │ ├── transformer_2d.py │ ├── transformer_3d.py │ ├── unet_2d_blocks.py │ ├── unet_2d_condition.py │ ├── unet_3d.py │ ├── unet_3d_blocks.py │ └── wav2vec.py └── utils │ ├── __init__.py │ ├── config.py │ └── util.py ├── requirements.txt └── scripts ├── data_preprocess.py ├── extract_meta_info_stage1.py ├── extract_meta_info_stage2.py ├── inference_long.py ├── train_stage1.py ├── train_stage2_long.py └── video_sr.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/README.md -------------------------------------------------------------------------------- /accelerate_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/accelerate_config.yaml -------------------------------------------------------------------------------- /assets/framework_1.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/assets/framework_1.jpg -------------------------------------------------------------------------------- /assets/framework_2.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/assets/framework_2.jpg -------------------------------------------------------------------------------- /assets/wechat.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/assets/wechat.jpeg -------------------------------------------------------------------------------- /basicsr/VERSION: -------------------------------------------------------------------------------- 1 | 1.3.2 2 | -------------------------------------------------------------------------------- /basicsr/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/basicsr/__init__.py -------------------------------------------------------------------------------- /basicsr/archs/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/basicsr/archs/__init__.py -------------------------------------------------------------------------------- /basicsr/archs/arcface_arch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/basicsr/archs/arcface_arch.py -------------------------------------------------------------------------------- /basicsr/archs/arch_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/basicsr/archs/arch_util.py -------------------------------------------------------------------------------- /basicsr/archs/codeformer_arch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/basicsr/archs/codeformer_arch.py -------------------------------------------------------------------------------- /basicsr/archs/rrdbnet_arch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/basicsr/archs/rrdbnet_arch.py -------------------------------------------------------------------------------- /basicsr/archs/vgg_arch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/basicsr/archs/vgg_arch.py -------------------------------------------------------------------------------- /basicsr/archs/vqgan_arch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/basicsr/archs/vqgan_arch.py -------------------------------------------------------------------------------- /basicsr/data/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/basicsr/data/__init__.py -------------------------------------------------------------------------------- /basicsr/data/data_sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/basicsr/data/data_sampler.py -------------------------------------------------------------------------------- /basicsr/data/data_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/basicsr/data/data_util.py -------------------------------------------------------------------------------- /basicsr/data/gaussian_kernels.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/basicsr/data/gaussian_kernels.py -------------------------------------------------------------------------------- /basicsr/data/prefetch_dataloader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/basicsr/data/prefetch_dataloader.py -------------------------------------------------------------------------------- /basicsr/data/transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/basicsr/data/transforms.py -------------------------------------------------------------------------------- /basicsr/data/vfhq_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/basicsr/data/vfhq_dataset.py -------------------------------------------------------------------------------- /basicsr/losses/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/basicsr/losses/__init__.py -------------------------------------------------------------------------------- /basicsr/losses/loss_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/basicsr/losses/loss_util.py -------------------------------------------------------------------------------- /basicsr/losses/losses.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/basicsr/losses/losses.py -------------------------------------------------------------------------------- /basicsr/metrics/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/basicsr/metrics/__init__.py -------------------------------------------------------------------------------- /basicsr/metrics/metric_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/basicsr/metrics/metric_util.py -------------------------------------------------------------------------------- /basicsr/metrics/psnr_ssim.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/basicsr/metrics/psnr_ssim.py -------------------------------------------------------------------------------- /basicsr/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/basicsr/models/__init__.py -------------------------------------------------------------------------------- /basicsr/models/base_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/basicsr/models/base_model.py -------------------------------------------------------------------------------- /basicsr/models/codeformer_temporal_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/basicsr/models/codeformer_temporal_model.py -------------------------------------------------------------------------------- /basicsr/models/lr_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/basicsr/models/lr_scheduler.py -------------------------------------------------------------------------------- /basicsr/models/sr_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/basicsr/models/sr_model.py -------------------------------------------------------------------------------- /basicsr/models/vqgan_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/basicsr/models/vqgan_model.py -------------------------------------------------------------------------------- /basicsr/ops/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /basicsr/ops/dcn/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/basicsr/ops/dcn/__init__.py -------------------------------------------------------------------------------- /basicsr/ops/dcn/deform_conv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/basicsr/ops/dcn/deform_conv.py -------------------------------------------------------------------------------- /basicsr/ops/dcn/src/deform_conv_cuda.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/basicsr/ops/dcn/src/deform_conv_cuda.cpp -------------------------------------------------------------------------------- /basicsr/ops/dcn/src/deform_conv_cuda_kernel.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/basicsr/ops/dcn/src/deform_conv_cuda_kernel.cu -------------------------------------------------------------------------------- /basicsr/ops/dcn/src/deform_conv_ext.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/basicsr/ops/dcn/src/deform_conv_ext.cpp -------------------------------------------------------------------------------- /basicsr/ops/fused_act/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/basicsr/ops/fused_act/__init__.py -------------------------------------------------------------------------------- /basicsr/ops/fused_act/fused_act.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/basicsr/ops/fused_act/fused_act.py -------------------------------------------------------------------------------- /basicsr/ops/fused_act/src/fused_bias_act.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/basicsr/ops/fused_act/src/fused_bias_act.cpp -------------------------------------------------------------------------------- /basicsr/ops/fused_act/src/fused_bias_act_kernel.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/basicsr/ops/fused_act/src/fused_bias_act_kernel.cu -------------------------------------------------------------------------------- /basicsr/ops/upfirdn2d/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/basicsr/ops/upfirdn2d/__init__.py -------------------------------------------------------------------------------- /basicsr/ops/upfirdn2d/src/upfirdn2d.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/basicsr/ops/upfirdn2d/src/upfirdn2d.cpp -------------------------------------------------------------------------------- /basicsr/ops/upfirdn2d/src/upfirdn2d_kernel.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/basicsr/ops/upfirdn2d/src/upfirdn2d_kernel.cu -------------------------------------------------------------------------------- /basicsr/ops/upfirdn2d/upfirdn2d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/basicsr/ops/upfirdn2d/upfirdn2d.py -------------------------------------------------------------------------------- /basicsr/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/basicsr/setup.py -------------------------------------------------------------------------------- /basicsr/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/basicsr/train.py -------------------------------------------------------------------------------- /basicsr/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/basicsr/utils/__init__.py -------------------------------------------------------------------------------- /basicsr/utils/dist_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/basicsr/utils/dist_util.py -------------------------------------------------------------------------------- /basicsr/utils/download_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/basicsr/utils/download_util.py -------------------------------------------------------------------------------- /basicsr/utils/file_client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/basicsr/utils/file_client.py -------------------------------------------------------------------------------- /basicsr/utils/img_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/basicsr/utils/img_util.py -------------------------------------------------------------------------------- /basicsr/utils/lmdb_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/basicsr/utils/lmdb_util.py -------------------------------------------------------------------------------- /basicsr/utils/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/basicsr/utils/logger.py -------------------------------------------------------------------------------- /basicsr/utils/matlab_functions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/basicsr/utils/matlab_functions.py -------------------------------------------------------------------------------- /basicsr/utils/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/basicsr/utils/misc.py -------------------------------------------------------------------------------- /basicsr/utils/options.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/basicsr/utils/options.py -------------------------------------------------------------------------------- /basicsr/utils/realesrgan_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/basicsr/utils/realesrgan_utils.py -------------------------------------------------------------------------------- /basicsr/utils/registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/basicsr/utils/registry.py -------------------------------------------------------------------------------- /basicsr/utils/video_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/basicsr/utils/video_util.py -------------------------------------------------------------------------------- /basicsr/version.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/basicsr/version.py -------------------------------------------------------------------------------- /configs/inference/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /configs/inference/long.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/configs/inference/long.yaml -------------------------------------------------------------------------------- /configs/train/stage1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/configs/train/stage1.yaml -------------------------------------------------------------------------------- /configs/train/stage2_long.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/configs/train/stage2_long.yaml -------------------------------------------------------------------------------- /configs/train/video_sr.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/configs/train/video_sr.yaml -------------------------------------------------------------------------------- /configs/unet/unet.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/configs/unet/unet.yaml -------------------------------------------------------------------------------- /examples/driving_audios/1.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/examples/driving_audios/1.wav -------------------------------------------------------------------------------- /examples/driving_audios/2.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/examples/driving_audios/2.wav -------------------------------------------------------------------------------- /examples/driving_audios/3.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/examples/driving_audios/3.wav -------------------------------------------------------------------------------- /examples/driving_audios/4.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/examples/driving_audios/4.wav -------------------------------------------------------------------------------- /examples/driving_audios/5.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/examples/driving_audios/5.wav -------------------------------------------------------------------------------- /examples/masks/1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/examples/masks/1.png -------------------------------------------------------------------------------- /examples/reference_images/1.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/examples/reference_images/1.jpg -------------------------------------------------------------------------------- /examples/reference_images/2.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/examples/reference_images/2.jpg -------------------------------------------------------------------------------- /examples/reference_images/3.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/examples/reference_images/3.jpg -------------------------------------------------------------------------------- /examples/reference_images/4.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/examples/reference_images/4.jpg -------------------------------------------------------------------------------- /examples/reference_images/5.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/examples/reference_images/5.jpg -------------------------------------------------------------------------------- /examples/reference_images/6.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/examples/reference_images/6.jpg -------------------------------------------------------------------------------- /facelib/detection/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/facelib/detection/__init__.py -------------------------------------------------------------------------------- /facelib/detection/align_trans.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/facelib/detection/align_trans.py -------------------------------------------------------------------------------- /facelib/detection/matlab_cp2tform.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/facelib/detection/matlab_cp2tform.py -------------------------------------------------------------------------------- /facelib/detection/retinaface/retinaface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/facelib/detection/retinaface/retinaface.py -------------------------------------------------------------------------------- /facelib/detection/retinaface/retinaface_net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/facelib/detection/retinaface/retinaface_net.py -------------------------------------------------------------------------------- /facelib/detection/retinaface/retinaface_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/facelib/detection/retinaface/retinaface_utils.py -------------------------------------------------------------------------------- /facelib/detection/yolov5face/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /facelib/detection/yolov5face/face_detector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/facelib/detection/yolov5face/face_detector.py -------------------------------------------------------------------------------- /facelib/detection/yolov5face/models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /facelib/detection/yolov5face/models/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/facelib/detection/yolov5face/models/common.py -------------------------------------------------------------------------------- /facelib/detection/yolov5face/models/experimental.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/facelib/detection/yolov5face/models/experimental.py -------------------------------------------------------------------------------- /facelib/detection/yolov5face/models/yolo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/facelib/detection/yolov5face/models/yolo.py -------------------------------------------------------------------------------- /facelib/detection/yolov5face/models/yolov5l.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/facelib/detection/yolov5face/models/yolov5l.yaml -------------------------------------------------------------------------------- /facelib/detection/yolov5face/models/yolov5n.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/facelib/detection/yolov5face/models/yolov5n.yaml -------------------------------------------------------------------------------- /facelib/detection/yolov5face/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /facelib/detection/yolov5face/utils/autoanchor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/facelib/detection/yolov5face/utils/autoanchor.py -------------------------------------------------------------------------------- /facelib/detection/yolov5face/utils/datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/facelib/detection/yolov5face/utils/datasets.py -------------------------------------------------------------------------------- /facelib/detection/yolov5face/utils/extract_ckpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/facelib/detection/yolov5face/utils/extract_ckpt.py -------------------------------------------------------------------------------- /facelib/detection/yolov5face/utils/general.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/facelib/detection/yolov5face/utils/general.py -------------------------------------------------------------------------------- /facelib/detection/yolov5face/utils/torch_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/facelib/detection/yolov5face/utils/torch_utils.py -------------------------------------------------------------------------------- /facelib/parsing/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/facelib/parsing/__init__.py -------------------------------------------------------------------------------- /facelib/parsing/bisenet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/facelib/parsing/bisenet.py -------------------------------------------------------------------------------- /facelib/parsing/parsenet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/facelib/parsing/parsenet.py -------------------------------------------------------------------------------- /facelib/parsing/resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/facelib/parsing/resnet.py -------------------------------------------------------------------------------- /facelib/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/facelib/utils/__init__.py -------------------------------------------------------------------------------- /facelib/utils/face_restoration_helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/facelib/utils/face_restoration_helper.py -------------------------------------------------------------------------------- /facelib/utils/face_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/facelib/utils/face_utils.py -------------------------------------------------------------------------------- /facelib/utils/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/facelib/utils/misc.py -------------------------------------------------------------------------------- /hallo/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /hallo/animate/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /hallo/animate/face_animate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/hallo/animate/face_animate.py -------------------------------------------------------------------------------- /hallo/animate/face_animate_static.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/hallo/animate/face_animate_static.py -------------------------------------------------------------------------------- /hallo/datasets/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /hallo/datasets/audio_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/hallo/datasets/audio_processor.py -------------------------------------------------------------------------------- /hallo/datasets/image_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/hallo/datasets/image_processor.py -------------------------------------------------------------------------------- /hallo/datasets/mask_image.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/hallo/datasets/mask_image.py -------------------------------------------------------------------------------- /hallo/datasets/talk_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/hallo/datasets/talk_video.py -------------------------------------------------------------------------------- /hallo/models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /hallo/models/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/hallo/models/attention.py -------------------------------------------------------------------------------- /hallo/models/audio_proj.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/hallo/models/audio_proj.py -------------------------------------------------------------------------------- /hallo/models/face_locator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/hallo/models/face_locator.py -------------------------------------------------------------------------------- /hallo/models/image_proj.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/hallo/models/image_proj.py -------------------------------------------------------------------------------- /hallo/models/motion_module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/hallo/models/motion_module.py -------------------------------------------------------------------------------- /hallo/models/mutual_self_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/hallo/models/mutual_self_attention.py -------------------------------------------------------------------------------- /hallo/models/resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/hallo/models/resnet.py -------------------------------------------------------------------------------- /hallo/models/transformer_2d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/hallo/models/transformer_2d.py -------------------------------------------------------------------------------- /hallo/models/transformer_3d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/hallo/models/transformer_3d.py -------------------------------------------------------------------------------- /hallo/models/unet_2d_blocks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/hallo/models/unet_2d_blocks.py -------------------------------------------------------------------------------- /hallo/models/unet_2d_condition.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/hallo/models/unet_2d_condition.py -------------------------------------------------------------------------------- /hallo/models/unet_3d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/hallo/models/unet_3d.py -------------------------------------------------------------------------------- /hallo/models/unet_3d_blocks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/hallo/models/unet_3d_blocks.py -------------------------------------------------------------------------------- /hallo/models/wav2vec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/hallo/models/wav2vec.py -------------------------------------------------------------------------------- /hallo/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /hallo/utils/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/hallo/utils/config.py -------------------------------------------------------------------------------- /hallo/utils/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/hallo/utils/util.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/data_preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/scripts/data_preprocess.py -------------------------------------------------------------------------------- /scripts/extract_meta_info_stage1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/scripts/extract_meta_info_stage1.py -------------------------------------------------------------------------------- /scripts/extract_meta_info_stage2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/scripts/extract_meta_info_stage2.py -------------------------------------------------------------------------------- /scripts/inference_long.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/scripts/inference_long.py -------------------------------------------------------------------------------- /scripts/train_stage1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/scripts/train_stage1.py -------------------------------------------------------------------------------- /scripts/train_stage2_long.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/scripts/train_stage2_long.py -------------------------------------------------------------------------------- /scripts/video_sr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fudan-generative-vision/hallo2/HEAD/scripts/video_sr.py --------------------------------------------------------------------------------