├── .gitignore ├── LICENSE ├── README.md ├── __init__.py ├── app.py ├── assets ├── examples │ ├── audios │ │ ├── joyvasa_001.wav │ │ ├── joyvasa_002.wav │ │ ├── joyvasa_003.wav │ │ ├── joyvasa_004.wav │ │ ├── joyvasa_005.wav │ │ └── joyvasa_006.wav │ └── imgs │ │ ├── joyvasa_001.png │ │ ├── joyvasa_002.png │ │ ├── joyvasa_003.png │ │ ├── joyvasa_004.png │ │ ├── joyvasa_005.png │ │ └── joyvasa_006.jpg ├── gradio │ ├── gradio_description_configuration.md │ ├── gradio_description_generate.md │ ├── gradio_description_upload.md │ └── gradio_title.md └── imgs │ └── pipeline_inference.png ├── data └── put_data_here.txt ├── inference.py ├── requirements.txt ├── src ├── __init__.py ├── config │ ├── __init__.py │ ├── argument_config.py │ ├── base_config.py │ ├── crop_config.py │ ├── inference_config.py │ └── models.yaml ├── dataset │ ├── __init__.py │ └── talkinghead_dataset_hungry.py ├── gradio_pipeline.py ├── live_portrait_wmg_pipeline.py ├── live_portrait_wmg_pipeline_animal.py ├── live_portrait_wmg_wrapper.py ├── modules │ ├── __init__.py │ ├── appearance_feature_extractor.py │ ├── common.py │ ├── convnextv2.py │ ├── dense_motion.py │ ├── dit_talking_head.py │ ├── hubert.py │ ├── motion_extractor.py │ ├── spade_generator.py │ ├── stitching_retargeting_network.py │ ├── util.py │ ├── warping_network.py │ └── wav2vec2.py ├── motion_extractor.py ├── prepare_data │ ├── 01_extract_motions.py │ ├── 02_gen_labels.py │ ├── 03_merge_motions.py │ ├── 04_gen_template.py │ ├── 05_extract_audio.py │ └── __init__.py ├── scheduler.py └── utils │ ├── __init__.py │ ├── animal_landmark_runner.py │ ├── camera.py │ ├── check_windows_port.py │ ├── common.py │ ├── crop.py │ ├── cropper.py │ ├── dependencies │ ├── XPose │ │ ├── config_model │ │ │ ├── UniPose_SwinT.py │ │ │ └── coco_transformer.py │ │ ├── models │ │ │ ├── UniPose │ │ │ │ ├── __init__.py │ │ │ │ ├── attention.py │ │ │ │ ├── backbone.py │ │ │ │ ├── deformable_transformer.py │ │ │ │ ├── fuse_modules.py │ │ │ │ ├── mask_generate.py │ │ │ │ ├── ops │ │ │ │ │ ├── functions │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ └── ms_deform_attn_func.py │ │ │ │ │ ├── modules │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ ├── ms_deform_attn.py │ │ │ │ │ │ └── ms_deform_attn_key_aware.py │ │ │ │ │ ├── setup.py │ │ │ │ │ ├── src │ │ │ │ │ │ ├── cpu │ │ │ │ │ │ │ ├── ms_deform_attn_cpu.cpp │ │ │ │ │ │ │ └── ms_deform_attn_cpu.h │ │ │ │ │ │ ├── cuda │ │ │ │ │ │ │ ├── ms_deform_attn_cuda.cu │ │ │ │ │ │ │ ├── ms_deform_attn_cuda.h │ │ │ │ │ │ │ └── ms_deform_im2col_cuda.cuh │ │ │ │ │ │ ├── ms_deform_attn.h │ │ │ │ │ │ └── vision.cpp │ │ │ │ │ └── test.py │ │ │ │ ├── position_encoding.py │ │ │ │ ├── swin_transformer.py │ │ │ │ ├── transformer_deformable.py │ │ │ │ ├── transformer_vanilla.py │ │ │ │ ├── unipose.py │ │ │ │ └── utils.py │ │ │ ├── __init__.py │ │ │ └── registry.py │ │ ├── predefined_keypoints.py │ │ ├── transforms.py │ │ └── util │ │ │ ├── addict.py │ │ │ ├── box_ops.py │ │ │ ├── config.py │ │ │ ├── keypoint_ops.py │ │ │ └── misc.py │ └── insightface │ │ ├── __init__.py │ │ ├── app │ │ ├── __init__.py │ │ ├── common.py │ │ └── face_analysis.py │ │ ├── data │ │ ├── __init__.py │ │ ├── image.py │ │ ├── images │ │ │ ├── Tom_Hanks_54745.png │ │ │ ├── mask_black.jpg │ │ │ ├── mask_blue.jpg │ │ │ ├── mask_green.jpg │ │ │ ├── mask_white.jpg │ │ │ └── t1.jpg │ │ ├── objects │ │ │ └── meanshape_68.pkl │ │ ├── pickle_object.py │ │ └── rec_builder.py │ │ ├── model_zoo │ │ ├── __init__.py │ │ ├── arcface_onnx.py │ │ ├── attribute.py │ │ ├── inswapper.py │ │ ├── landmark.py │ │ ├── model_store.py │ │ ├── model_zoo.py │ │ ├── retinaface.py │ │ └── scrfd.py │ │ └── utils │ │ ├── __init__.py │ │ ├── constant.py │ │ ├── download.py │ │ ├── face_align.py │ │ ├── filesystem.py │ │ ├── storage.py │ │ └── transform.py │ ├── face_analysis_diy.py │ ├── filter.py │ ├── helper.py │ ├── human_landmark_runner.py │ ├── io.py │ ├── resources │ ├── clip_embedding_68.pkl │ ├── clip_embedding_9.pkl │ ├── lip_array.pkl │ └── mask_template.png │ ├── retargeting_utils.py │ ├── rprint.py │ ├── timer.py │ ├── video.py │ └── viz.py └── train.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/README.md -------------------------------------------------------------------------------- /__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/app.py -------------------------------------------------------------------------------- /assets/examples/audios/joyvasa_001.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/assets/examples/audios/joyvasa_001.wav -------------------------------------------------------------------------------- /assets/examples/audios/joyvasa_002.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/assets/examples/audios/joyvasa_002.wav -------------------------------------------------------------------------------- /assets/examples/audios/joyvasa_003.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/assets/examples/audios/joyvasa_003.wav -------------------------------------------------------------------------------- /assets/examples/audios/joyvasa_004.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/assets/examples/audios/joyvasa_004.wav -------------------------------------------------------------------------------- /assets/examples/audios/joyvasa_005.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/assets/examples/audios/joyvasa_005.wav -------------------------------------------------------------------------------- /assets/examples/audios/joyvasa_006.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/assets/examples/audios/joyvasa_006.wav -------------------------------------------------------------------------------- /assets/examples/imgs/joyvasa_001.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/assets/examples/imgs/joyvasa_001.png -------------------------------------------------------------------------------- /assets/examples/imgs/joyvasa_002.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/assets/examples/imgs/joyvasa_002.png -------------------------------------------------------------------------------- /assets/examples/imgs/joyvasa_003.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/assets/examples/imgs/joyvasa_003.png -------------------------------------------------------------------------------- /assets/examples/imgs/joyvasa_004.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/assets/examples/imgs/joyvasa_004.png -------------------------------------------------------------------------------- /assets/examples/imgs/joyvasa_005.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/assets/examples/imgs/joyvasa_005.png -------------------------------------------------------------------------------- /assets/examples/imgs/joyvasa_006.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/assets/examples/imgs/joyvasa_006.jpg -------------------------------------------------------------------------------- /assets/gradio/gradio_description_configuration.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/assets/gradio/gradio_description_configuration.md -------------------------------------------------------------------------------- /assets/gradio/gradio_description_generate.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/assets/gradio/gradio_description_generate.md -------------------------------------------------------------------------------- /assets/gradio/gradio_description_upload.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/assets/gradio/gradio_description_upload.md -------------------------------------------------------------------------------- /assets/gradio/gradio_title.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/assets/gradio/gradio_title.md -------------------------------------------------------------------------------- /assets/imgs/pipeline_inference.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/assets/imgs/pipeline_inference.png -------------------------------------------------------------------------------- /data/put_data_here.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/inference.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/requirements.txt -------------------------------------------------------------------------------- /src/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/config/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/config/argument_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/config/argument_config.py -------------------------------------------------------------------------------- /src/config/base_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/config/base_config.py -------------------------------------------------------------------------------- /src/config/crop_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/config/crop_config.py -------------------------------------------------------------------------------- /src/config/inference_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/config/inference_config.py -------------------------------------------------------------------------------- /src/config/models.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/config/models.yaml -------------------------------------------------------------------------------- /src/dataset/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/dataset/__init__.py -------------------------------------------------------------------------------- /src/dataset/talkinghead_dataset_hungry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/dataset/talkinghead_dataset_hungry.py -------------------------------------------------------------------------------- /src/gradio_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/gradio_pipeline.py -------------------------------------------------------------------------------- /src/live_portrait_wmg_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/live_portrait_wmg_pipeline.py -------------------------------------------------------------------------------- /src/live_portrait_wmg_pipeline_animal.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/live_portrait_wmg_pipeline_animal.py -------------------------------------------------------------------------------- /src/live_portrait_wmg_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/live_portrait_wmg_wrapper.py -------------------------------------------------------------------------------- /src/modules/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/modules/appearance_feature_extractor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/modules/appearance_feature_extractor.py -------------------------------------------------------------------------------- /src/modules/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/modules/common.py -------------------------------------------------------------------------------- /src/modules/convnextv2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/modules/convnextv2.py -------------------------------------------------------------------------------- /src/modules/dense_motion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/modules/dense_motion.py -------------------------------------------------------------------------------- /src/modules/dit_talking_head.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/modules/dit_talking_head.py -------------------------------------------------------------------------------- /src/modules/hubert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/modules/hubert.py -------------------------------------------------------------------------------- /src/modules/motion_extractor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/modules/motion_extractor.py -------------------------------------------------------------------------------- /src/modules/spade_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/modules/spade_generator.py -------------------------------------------------------------------------------- /src/modules/stitching_retargeting_network.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/modules/stitching_retargeting_network.py -------------------------------------------------------------------------------- /src/modules/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/modules/util.py -------------------------------------------------------------------------------- /src/modules/warping_network.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/modules/warping_network.py -------------------------------------------------------------------------------- /src/modules/wav2vec2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/modules/wav2vec2.py -------------------------------------------------------------------------------- /src/motion_extractor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/motion_extractor.py -------------------------------------------------------------------------------- /src/prepare_data/01_extract_motions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/prepare_data/01_extract_motions.py -------------------------------------------------------------------------------- /src/prepare_data/02_gen_labels.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/prepare_data/02_gen_labels.py -------------------------------------------------------------------------------- /src/prepare_data/03_merge_motions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/prepare_data/03_merge_motions.py -------------------------------------------------------------------------------- /src/prepare_data/04_gen_template.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/prepare_data/04_gen_template.py -------------------------------------------------------------------------------- /src/prepare_data/05_extract_audio.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/prepare_data/05_extract_audio.py -------------------------------------------------------------------------------- /src/prepare_data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/scheduler.py -------------------------------------------------------------------------------- /src/utils/__init__.py: -------------------------------------------------------------------------------- 1 | from .common import * -------------------------------------------------------------------------------- /src/utils/animal_landmark_runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/animal_landmark_runner.py -------------------------------------------------------------------------------- /src/utils/camera.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/camera.py -------------------------------------------------------------------------------- /src/utils/check_windows_port.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/check_windows_port.py -------------------------------------------------------------------------------- /src/utils/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/common.py -------------------------------------------------------------------------------- /src/utils/crop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/crop.py -------------------------------------------------------------------------------- /src/utils/cropper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/cropper.py -------------------------------------------------------------------------------- /src/utils/dependencies/XPose/config_model/UniPose_SwinT.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/dependencies/XPose/config_model/UniPose_SwinT.py -------------------------------------------------------------------------------- /src/utils/dependencies/XPose/config_model/coco_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/dependencies/XPose/config_model/coco_transformer.py -------------------------------------------------------------------------------- /src/utils/dependencies/XPose/models/UniPose/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/dependencies/XPose/models/UniPose/__init__.py -------------------------------------------------------------------------------- /src/utils/dependencies/XPose/models/UniPose/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/dependencies/XPose/models/UniPose/attention.py -------------------------------------------------------------------------------- /src/utils/dependencies/XPose/models/UniPose/backbone.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/dependencies/XPose/models/UniPose/backbone.py -------------------------------------------------------------------------------- /src/utils/dependencies/XPose/models/UniPose/deformable_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/dependencies/XPose/models/UniPose/deformable_transformer.py -------------------------------------------------------------------------------- /src/utils/dependencies/XPose/models/UniPose/fuse_modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/dependencies/XPose/models/UniPose/fuse_modules.py -------------------------------------------------------------------------------- /src/utils/dependencies/XPose/models/UniPose/mask_generate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/dependencies/XPose/models/UniPose/mask_generate.py -------------------------------------------------------------------------------- /src/utils/dependencies/XPose/models/UniPose/ops/functions/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/dependencies/XPose/models/UniPose/ops/functions/__init__.py -------------------------------------------------------------------------------- /src/utils/dependencies/XPose/models/UniPose/ops/functions/ms_deform_attn_func.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/dependencies/XPose/models/UniPose/ops/functions/ms_deform_attn_func.py -------------------------------------------------------------------------------- /src/utils/dependencies/XPose/models/UniPose/ops/modules/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/dependencies/XPose/models/UniPose/ops/modules/__init__.py -------------------------------------------------------------------------------- /src/utils/dependencies/XPose/models/UniPose/ops/modules/ms_deform_attn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/dependencies/XPose/models/UniPose/ops/modules/ms_deform_attn.py -------------------------------------------------------------------------------- /src/utils/dependencies/XPose/models/UniPose/ops/modules/ms_deform_attn_key_aware.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/dependencies/XPose/models/UniPose/ops/modules/ms_deform_attn_key_aware.py -------------------------------------------------------------------------------- /src/utils/dependencies/XPose/models/UniPose/ops/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/dependencies/XPose/models/UniPose/ops/setup.py -------------------------------------------------------------------------------- /src/utils/dependencies/XPose/models/UniPose/ops/src/cpu/ms_deform_attn_cpu.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/dependencies/XPose/models/UniPose/ops/src/cpu/ms_deform_attn_cpu.cpp -------------------------------------------------------------------------------- /src/utils/dependencies/XPose/models/UniPose/ops/src/cpu/ms_deform_attn_cpu.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/dependencies/XPose/models/UniPose/ops/src/cpu/ms_deform_attn_cpu.h -------------------------------------------------------------------------------- /src/utils/dependencies/XPose/models/UniPose/ops/src/cuda/ms_deform_attn_cuda.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/dependencies/XPose/models/UniPose/ops/src/cuda/ms_deform_attn_cuda.cu -------------------------------------------------------------------------------- /src/utils/dependencies/XPose/models/UniPose/ops/src/cuda/ms_deform_attn_cuda.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/dependencies/XPose/models/UniPose/ops/src/cuda/ms_deform_attn_cuda.h -------------------------------------------------------------------------------- /src/utils/dependencies/XPose/models/UniPose/ops/src/cuda/ms_deform_im2col_cuda.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/dependencies/XPose/models/UniPose/ops/src/cuda/ms_deform_im2col_cuda.cuh -------------------------------------------------------------------------------- /src/utils/dependencies/XPose/models/UniPose/ops/src/ms_deform_attn.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/dependencies/XPose/models/UniPose/ops/src/ms_deform_attn.h -------------------------------------------------------------------------------- /src/utils/dependencies/XPose/models/UniPose/ops/src/vision.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/dependencies/XPose/models/UniPose/ops/src/vision.cpp -------------------------------------------------------------------------------- /src/utils/dependencies/XPose/models/UniPose/ops/test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/dependencies/XPose/models/UniPose/ops/test.py -------------------------------------------------------------------------------- /src/utils/dependencies/XPose/models/UniPose/position_encoding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/dependencies/XPose/models/UniPose/position_encoding.py -------------------------------------------------------------------------------- /src/utils/dependencies/XPose/models/UniPose/swin_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/dependencies/XPose/models/UniPose/swin_transformer.py -------------------------------------------------------------------------------- /src/utils/dependencies/XPose/models/UniPose/transformer_deformable.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/dependencies/XPose/models/UniPose/transformer_deformable.py -------------------------------------------------------------------------------- /src/utils/dependencies/XPose/models/UniPose/transformer_vanilla.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/dependencies/XPose/models/UniPose/transformer_vanilla.py -------------------------------------------------------------------------------- /src/utils/dependencies/XPose/models/UniPose/unipose.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/dependencies/XPose/models/UniPose/unipose.py -------------------------------------------------------------------------------- /src/utils/dependencies/XPose/models/UniPose/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/dependencies/XPose/models/UniPose/utils.py -------------------------------------------------------------------------------- /src/utils/dependencies/XPose/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/dependencies/XPose/models/__init__.py -------------------------------------------------------------------------------- /src/utils/dependencies/XPose/models/registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/dependencies/XPose/models/registry.py -------------------------------------------------------------------------------- /src/utils/dependencies/XPose/predefined_keypoints.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/dependencies/XPose/predefined_keypoints.py -------------------------------------------------------------------------------- /src/utils/dependencies/XPose/transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/dependencies/XPose/transforms.py -------------------------------------------------------------------------------- /src/utils/dependencies/XPose/util/addict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/dependencies/XPose/util/addict.py -------------------------------------------------------------------------------- /src/utils/dependencies/XPose/util/box_ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/dependencies/XPose/util/box_ops.py -------------------------------------------------------------------------------- /src/utils/dependencies/XPose/util/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/dependencies/XPose/util/config.py -------------------------------------------------------------------------------- /src/utils/dependencies/XPose/util/keypoint_ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/dependencies/XPose/util/keypoint_ops.py -------------------------------------------------------------------------------- /src/utils/dependencies/XPose/util/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/dependencies/XPose/util/misc.py -------------------------------------------------------------------------------- /src/utils/dependencies/insightface/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/dependencies/insightface/__init__.py -------------------------------------------------------------------------------- /src/utils/dependencies/insightface/app/__init__.py: -------------------------------------------------------------------------------- 1 | from .face_analysis import * 2 | -------------------------------------------------------------------------------- /src/utils/dependencies/insightface/app/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/dependencies/insightface/app/common.py -------------------------------------------------------------------------------- /src/utils/dependencies/insightface/app/face_analysis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/dependencies/insightface/app/face_analysis.py -------------------------------------------------------------------------------- /src/utils/dependencies/insightface/data/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/dependencies/insightface/data/__init__.py -------------------------------------------------------------------------------- /src/utils/dependencies/insightface/data/image.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/dependencies/insightface/data/image.py -------------------------------------------------------------------------------- /src/utils/dependencies/insightface/data/images/Tom_Hanks_54745.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/dependencies/insightface/data/images/Tom_Hanks_54745.png -------------------------------------------------------------------------------- /src/utils/dependencies/insightface/data/images/mask_black.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/dependencies/insightface/data/images/mask_black.jpg -------------------------------------------------------------------------------- /src/utils/dependencies/insightface/data/images/mask_blue.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/dependencies/insightface/data/images/mask_blue.jpg -------------------------------------------------------------------------------- /src/utils/dependencies/insightface/data/images/mask_green.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/dependencies/insightface/data/images/mask_green.jpg -------------------------------------------------------------------------------- /src/utils/dependencies/insightface/data/images/mask_white.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/dependencies/insightface/data/images/mask_white.jpg -------------------------------------------------------------------------------- /src/utils/dependencies/insightface/data/images/t1.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/dependencies/insightface/data/images/t1.jpg -------------------------------------------------------------------------------- /src/utils/dependencies/insightface/data/objects/meanshape_68.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/dependencies/insightface/data/objects/meanshape_68.pkl -------------------------------------------------------------------------------- /src/utils/dependencies/insightface/data/pickle_object.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/dependencies/insightface/data/pickle_object.py -------------------------------------------------------------------------------- /src/utils/dependencies/insightface/data/rec_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/dependencies/insightface/data/rec_builder.py -------------------------------------------------------------------------------- /src/utils/dependencies/insightface/model_zoo/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/dependencies/insightface/model_zoo/__init__.py -------------------------------------------------------------------------------- /src/utils/dependencies/insightface/model_zoo/arcface_onnx.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/dependencies/insightface/model_zoo/arcface_onnx.py -------------------------------------------------------------------------------- /src/utils/dependencies/insightface/model_zoo/attribute.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/dependencies/insightface/model_zoo/attribute.py -------------------------------------------------------------------------------- /src/utils/dependencies/insightface/model_zoo/inswapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/dependencies/insightface/model_zoo/inswapper.py -------------------------------------------------------------------------------- /src/utils/dependencies/insightface/model_zoo/landmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/dependencies/insightface/model_zoo/landmark.py -------------------------------------------------------------------------------- /src/utils/dependencies/insightface/model_zoo/model_store.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/dependencies/insightface/model_zoo/model_store.py -------------------------------------------------------------------------------- /src/utils/dependencies/insightface/model_zoo/model_zoo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/dependencies/insightface/model_zoo/model_zoo.py -------------------------------------------------------------------------------- /src/utils/dependencies/insightface/model_zoo/retinaface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/dependencies/insightface/model_zoo/retinaface.py -------------------------------------------------------------------------------- /src/utils/dependencies/insightface/model_zoo/scrfd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/dependencies/insightface/model_zoo/scrfd.py -------------------------------------------------------------------------------- /src/utils/dependencies/insightface/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/dependencies/insightface/utils/__init__.py -------------------------------------------------------------------------------- /src/utils/dependencies/insightface/utils/constant.py: -------------------------------------------------------------------------------- 1 | 2 | DEFAULT_MP_NAME = 'buffalo_l' 3 | 4 | -------------------------------------------------------------------------------- /src/utils/dependencies/insightface/utils/download.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/dependencies/insightface/utils/download.py -------------------------------------------------------------------------------- /src/utils/dependencies/insightface/utils/face_align.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/dependencies/insightface/utils/face_align.py -------------------------------------------------------------------------------- /src/utils/dependencies/insightface/utils/filesystem.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/dependencies/insightface/utils/filesystem.py -------------------------------------------------------------------------------- /src/utils/dependencies/insightface/utils/storage.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/dependencies/insightface/utils/storage.py -------------------------------------------------------------------------------- /src/utils/dependencies/insightface/utils/transform.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/dependencies/insightface/utils/transform.py -------------------------------------------------------------------------------- /src/utils/face_analysis_diy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/face_analysis_diy.py -------------------------------------------------------------------------------- /src/utils/filter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/filter.py -------------------------------------------------------------------------------- /src/utils/helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/helper.py -------------------------------------------------------------------------------- /src/utils/human_landmark_runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/human_landmark_runner.py -------------------------------------------------------------------------------- /src/utils/io.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/io.py -------------------------------------------------------------------------------- /src/utils/resources/clip_embedding_68.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/resources/clip_embedding_68.pkl -------------------------------------------------------------------------------- /src/utils/resources/clip_embedding_9.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/resources/clip_embedding_9.pkl -------------------------------------------------------------------------------- /src/utils/resources/lip_array.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/resources/lip_array.pkl -------------------------------------------------------------------------------- /src/utils/resources/mask_template.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/resources/mask_template.png -------------------------------------------------------------------------------- /src/utils/retargeting_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/retargeting_utils.py -------------------------------------------------------------------------------- /src/utils/rprint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/rprint.py -------------------------------------------------------------------------------- /src/utils/timer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/timer.py -------------------------------------------------------------------------------- /src/utils/video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/video.py -------------------------------------------------------------------------------- /src/utils/viz.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/src/utils/viz.py -------------------------------------------------------------------------------- /train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jdh-algo/JoyVASA/HEAD/train.py --------------------------------------------------------------------------------