├── .gitignore ├── LICENSE ├── README.md ├── asset ├── Aragaki.mp4 ├── cxk.mp4 ├── jijin.mp4 ├── kara.mp4 ├── lyl.mp4 ├── num18.mp4 ├── pipeline.png ├── solo.mp4 ├── zhiji_logo.png └── zl.mp4 ├── configs ├── inference │ ├── audio │ │ └── lyl.wav │ ├── head_pose_temp │ │ ├── pose_ref_video.mp4 │ │ └── pose_temp.npy │ ├── inference_audio.yaml │ ├── inference_v1.yaml │ ├── inference_v2.yaml │ ├── pose_videos │ │ └── solo_pose.mp4 │ ├── ref_images │ │ ├── Aragaki.png │ │ ├── lyl.png │ │ └── solo.png │ └── video │ │ └── Aragaki_song.mp4 ├── prompts │ ├── animation.yaml │ ├── animation_audio.yaml │ ├── animation_facereenac.yaml │ └── test_cases.py └── train │ ├── stage1.yaml │ └── stage2.yaml ├── install.ps1 ├── install_cn.ps1 ├── pretrained_model └── Put pre-trained weights here.txt ├── requirements-windows.txt ├── requirements.txt ├── run_inference_Face_reenacment.ps1 ├── run_inference_audiodriven.ps1 ├── run_inference_generate_pose_temp_npy.ps1 ├── run_inference_selfdriven.ps1 ├── run_inference_vid2mediapipe.ps1 ├── scripts ├── audio2vid.py ├── generate_ref_pose.py ├── pose2vid.py ├── prepare_video.py ├── preprocess_dataset.py ├── vid2pose.py └── vid2vid.py ├── src ├── audio_models │ ├── mish.py │ ├── model.py │ ├── torch_utils.py │ └── wav2vec2.py ├── dataset │ └── dataset_face.py ├── models │ ├── attention.py │ ├── model_util.py │ ├── motion_module.py │ ├── mutual_self_attention.py │ ├── pose_guider.py │ ├── resnet.py │ ├── transformer_2d.py │ ├── transformer_3d.py │ ├── unet_2d_blocks.py │ ├── unet_2d_condition.py │ ├── unet_3d.py │ └── unet_3d_blocks.py ├── pipelines │ ├── context.py │ ├── pipeline_pose2img.py │ ├── pipeline_pose2vid.py │ ├── pipeline_pose2vid_long.py │ └── utils.py └── utils │ ├── audio_util.py │ ├── draw_util.py │ ├── face_landmark.py │ ├── mp_models │ ├── blaze_face_short_range.tflite │ ├── face_landmarker_v2_with_blendshapes.task │ └── pose_landmarker_heavy.task │ ├── mp_utils.py │ ├── pose_util.py │ └── util.py ├── train_stage_1.py └── train_stage_2.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/README.md -------------------------------------------------------------------------------- /asset/Aragaki.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/asset/Aragaki.mp4 -------------------------------------------------------------------------------- /asset/cxk.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/asset/cxk.mp4 -------------------------------------------------------------------------------- /asset/jijin.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/asset/jijin.mp4 -------------------------------------------------------------------------------- /asset/kara.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/asset/kara.mp4 -------------------------------------------------------------------------------- /asset/lyl.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/asset/lyl.mp4 -------------------------------------------------------------------------------- /asset/num18.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/asset/num18.mp4 -------------------------------------------------------------------------------- /asset/pipeline.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/asset/pipeline.png -------------------------------------------------------------------------------- /asset/solo.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/asset/solo.mp4 -------------------------------------------------------------------------------- /asset/zhiji_logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/asset/zhiji_logo.png -------------------------------------------------------------------------------- /asset/zl.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/asset/zl.mp4 -------------------------------------------------------------------------------- /configs/inference/audio/lyl.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/configs/inference/audio/lyl.wav -------------------------------------------------------------------------------- /configs/inference/head_pose_temp/pose_ref_video.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/configs/inference/head_pose_temp/pose_ref_video.mp4 -------------------------------------------------------------------------------- /configs/inference/head_pose_temp/pose_temp.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/configs/inference/head_pose_temp/pose_temp.npy -------------------------------------------------------------------------------- /configs/inference/inference_audio.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/configs/inference/inference_audio.yaml -------------------------------------------------------------------------------- /configs/inference/inference_v1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/configs/inference/inference_v1.yaml -------------------------------------------------------------------------------- /configs/inference/inference_v2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/configs/inference/inference_v2.yaml -------------------------------------------------------------------------------- /configs/inference/pose_videos/solo_pose.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/configs/inference/pose_videos/solo_pose.mp4 -------------------------------------------------------------------------------- /configs/inference/ref_images/Aragaki.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/configs/inference/ref_images/Aragaki.png -------------------------------------------------------------------------------- /configs/inference/ref_images/lyl.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/configs/inference/ref_images/lyl.png -------------------------------------------------------------------------------- /configs/inference/ref_images/solo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/configs/inference/ref_images/solo.png -------------------------------------------------------------------------------- /configs/inference/video/Aragaki_song.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/configs/inference/video/Aragaki_song.mp4 -------------------------------------------------------------------------------- /configs/prompts/animation.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/configs/prompts/animation.yaml -------------------------------------------------------------------------------- /configs/prompts/animation_audio.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/configs/prompts/animation_audio.yaml -------------------------------------------------------------------------------- /configs/prompts/animation_facereenac.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/configs/prompts/animation_facereenac.yaml -------------------------------------------------------------------------------- /configs/prompts/test_cases.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/configs/prompts/test_cases.py -------------------------------------------------------------------------------- /configs/train/stage1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/configs/train/stage1.yaml -------------------------------------------------------------------------------- /configs/train/stage2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/configs/train/stage2.yaml -------------------------------------------------------------------------------- /install.ps1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/install.ps1 -------------------------------------------------------------------------------- /install_cn.ps1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/install_cn.ps1 -------------------------------------------------------------------------------- /pretrained_model/Put pre-trained weights here.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /requirements-windows.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/requirements-windows.txt -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/requirements.txt -------------------------------------------------------------------------------- /run_inference_Face_reenacment.ps1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/run_inference_Face_reenacment.ps1 -------------------------------------------------------------------------------- /run_inference_audiodriven.ps1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/run_inference_audiodriven.ps1 -------------------------------------------------------------------------------- /run_inference_generate_pose_temp_npy.ps1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/run_inference_generate_pose_temp_npy.ps1 -------------------------------------------------------------------------------- /run_inference_selfdriven.ps1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/run_inference_selfdriven.ps1 -------------------------------------------------------------------------------- /run_inference_vid2mediapipe.ps1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/run_inference_vid2mediapipe.ps1 -------------------------------------------------------------------------------- /scripts/audio2vid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/scripts/audio2vid.py -------------------------------------------------------------------------------- /scripts/generate_ref_pose.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/scripts/generate_ref_pose.py -------------------------------------------------------------------------------- /scripts/pose2vid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/scripts/pose2vid.py -------------------------------------------------------------------------------- /scripts/prepare_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/scripts/prepare_video.py -------------------------------------------------------------------------------- /scripts/preprocess_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/scripts/preprocess_dataset.py -------------------------------------------------------------------------------- /scripts/vid2pose.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/scripts/vid2pose.py -------------------------------------------------------------------------------- /scripts/vid2vid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/scripts/vid2vid.py -------------------------------------------------------------------------------- /src/audio_models/mish.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/src/audio_models/mish.py -------------------------------------------------------------------------------- /src/audio_models/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/src/audio_models/model.py -------------------------------------------------------------------------------- /src/audio_models/torch_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/src/audio_models/torch_utils.py -------------------------------------------------------------------------------- /src/audio_models/wav2vec2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/src/audio_models/wav2vec2.py -------------------------------------------------------------------------------- /src/dataset/dataset_face.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/src/dataset/dataset_face.py -------------------------------------------------------------------------------- /src/models/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/src/models/attention.py -------------------------------------------------------------------------------- /src/models/model_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/src/models/model_util.py -------------------------------------------------------------------------------- /src/models/motion_module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/src/models/motion_module.py -------------------------------------------------------------------------------- /src/models/mutual_self_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/src/models/mutual_self_attention.py -------------------------------------------------------------------------------- /src/models/pose_guider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/src/models/pose_guider.py -------------------------------------------------------------------------------- /src/models/resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/src/models/resnet.py -------------------------------------------------------------------------------- /src/models/transformer_2d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/src/models/transformer_2d.py -------------------------------------------------------------------------------- /src/models/transformer_3d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/src/models/transformer_3d.py -------------------------------------------------------------------------------- /src/models/unet_2d_blocks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/src/models/unet_2d_blocks.py -------------------------------------------------------------------------------- /src/models/unet_2d_condition.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/src/models/unet_2d_condition.py -------------------------------------------------------------------------------- /src/models/unet_3d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/src/models/unet_3d.py -------------------------------------------------------------------------------- /src/models/unet_3d_blocks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/src/models/unet_3d_blocks.py -------------------------------------------------------------------------------- /src/pipelines/context.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/src/pipelines/context.py -------------------------------------------------------------------------------- /src/pipelines/pipeline_pose2img.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/src/pipelines/pipeline_pose2img.py -------------------------------------------------------------------------------- /src/pipelines/pipeline_pose2vid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/src/pipelines/pipeline_pose2vid.py -------------------------------------------------------------------------------- /src/pipelines/pipeline_pose2vid_long.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/src/pipelines/pipeline_pose2vid_long.py -------------------------------------------------------------------------------- /src/pipelines/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/src/pipelines/utils.py -------------------------------------------------------------------------------- /src/utils/audio_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/src/utils/audio_util.py -------------------------------------------------------------------------------- /src/utils/draw_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/src/utils/draw_util.py -------------------------------------------------------------------------------- /src/utils/face_landmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/src/utils/face_landmark.py -------------------------------------------------------------------------------- /src/utils/mp_models/blaze_face_short_range.tflite: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/src/utils/mp_models/blaze_face_short_range.tflite -------------------------------------------------------------------------------- /src/utils/mp_models/face_landmarker_v2_with_blendshapes.task: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/src/utils/mp_models/face_landmarker_v2_with_blendshapes.task -------------------------------------------------------------------------------- /src/utils/mp_models/pose_landmarker_heavy.task: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/src/utils/mp_models/pose_landmarker_heavy.task -------------------------------------------------------------------------------- /src/utils/mp_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/src/utils/mp_utils.py -------------------------------------------------------------------------------- /src/utils/pose_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/src/utils/pose_util.py -------------------------------------------------------------------------------- /src/utils/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/src/utils/util.py -------------------------------------------------------------------------------- /train_stage_1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/train_stage_1.py -------------------------------------------------------------------------------- /train_stage_2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sdbds/AniPortrait-for-windows/HEAD/train_stage_2.py --------------------------------------------------------------------------------