├── .gitignore ├── LICENSE ├── README.md ├── assets ├── README-cartoon.md ├── README-talking-head.md ├── can_you_feel_the_love_tonight_clip.npy ├── cartoon-demo.gif ├── dejavu_realtime_driving_demo.png └── personal_video_collection_procedure.pdf ├── dejavu.py ├── dejavu_base.py ├── examples ├── Personal-Video-Processing.ipynb ├── Personalize-Avatar-cartoon.ipynb ├── Personalize-Avatar-step-by-step.ipynb ├── Personalize-Avatar.ipynb ├── Talking-Head.ipynb ├── convert-to-ply-file.ipynb └── unitalker-to-flame.ipynb ├── models ├── FLAME2020 │ └── Readme.pdf ├── head_template.obj ├── landmark_embedding.npy ├── mediapipe_to_flame │ ├── README.md │ ├── __init__.py │ ├── mappings │ │ ├── bs2exp.npy │ │ ├── bs2eye.npy │ │ └── bs2pose.npy │ └── mlp.pth ├── uv_face_weights.npy ├── uv_init_opacity_weights.npy ├── uv_llip_mask.jpg └── uv_position_weights.npy ├── networks ├── PixelShuffleUpsample.py └── __init__.py ├── requirements.txt ├── run_avatar_driver.py ├── run_avatar_viewer.py ├── saved_avatars └── peizhi-uv180-1.1 │ ├── global_uv_delta.pt │ ├── mean_exp_coefficients.pt │ ├── mean_shape_coefficients.pt │ ├── mean_uv_offsets.pt │ └── uv_delta_blendmaps.pt └── utils ├── arguments └── __init__.py ├── camera_utils.py ├── flame_lib ├── FLAME.py ├── __init__.py └── lbs.py ├── gaussian_renderer ├── __init__.py └── network_gui.py ├── general_utils.py ├── graphics_utils.py ├── image_utils.py ├── loss.py ├── loss_utils.py ├── mesh_renderer └── __init__.py ├── mp2dlib.py ├── o3d_utils.py ├── personal_video_utils.py ├── scene ├── __init__.py ├── cameras.py ├── colmap_loader.py ├── dataset_readers.py ├── flame_gaussian_model.py ├── gaussian_model.py ├── lite_gaussian_model.py └── uv_gaussian_model.py ├── sh_utils.py ├── system_utils.py ├── uv_rasterizer.py ├── vector_ops.py └── viewer_utils.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeizhiYan/gaussian-dejavu/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeizhiYan/gaussian-dejavu/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeizhiYan/gaussian-dejavu/HEAD/README.md -------------------------------------------------------------------------------- /assets/README-cartoon.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeizhiYan/gaussian-dejavu/HEAD/assets/README-cartoon.md -------------------------------------------------------------------------------- /assets/README-talking-head.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeizhiYan/gaussian-dejavu/HEAD/assets/README-talking-head.md -------------------------------------------------------------------------------- /assets/can_you_feel_the_love_tonight_clip.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeizhiYan/gaussian-dejavu/HEAD/assets/can_you_feel_the_love_tonight_clip.npy -------------------------------------------------------------------------------- /assets/cartoon-demo.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeizhiYan/gaussian-dejavu/HEAD/assets/cartoon-demo.gif -------------------------------------------------------------------------------- /assets/dejavu_realtime_driving_demo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeizhiYan/gaussian-dejavu/HEAD/assets/dejavu_realtime_driving_demo.png -------------------------------------------------------------------------------- /assets/personal_video_collection_procedure.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeizhiYan/gaussian-dejavu/HEAD/assets/personal_video_collection_procedure.pdf -------------------------------------------------------------------------------- /dejavu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeizhiYan/gaussian-dejavu/HEAD/dejavu.py -------------------------------------------------------------------------------- /dejavu_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeizhiYan/gaussian-dejavu/HEAD/dejavu_base.py -------------------------------------------------------------------------------- /examples/Personal-Video-Processing.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeizhiYan/gaussian-dejavu/HEAD/examples/Personal-Video-Processing.ipynb -------------------------------------------------------------------------------- /examples/Personalize-Avatar-cartoon.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeizhiYan/gaussian-dejavu/HEAD/examples/Personalize-Avatar-cartoon.ipynb -------------------------------------------------------------------------------- /examples/Personalize-Avatar-step-by-step.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeizhiYan/gaussian-dejavu/HEAD/examples/Personalize-Avatar-step-by-step.ipynb -------------------------------------------------------------------------------- /examples/Personalize-Avatar.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeizhiYan/gaussian-dejavu/HEAD/examples/Personalize-Avatar.ipynb -------------------------------------------------------------------------------- /examples/Talking-Head.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeizhiYan/gaussian-dejavu/HEAD/examples/Talking-Head.ipynb -------------------------------------------------------------------------------- /examples/convert-to-ply-file.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeizhiYan/gaussian-dejavu/HEAD/examples/convert-to-ply-file.ipynb -------------------------------------------------------------------------------- /examples/unitalker-to-flame.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeizhiYan/gaussian-dejavu/HEAD/examples/unitalker-to-flame.ipynb -------------------------------------------------------------------------------- /models/FLAME2020/Readme.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeizhiYan/gaussian-dejavu/HEAD/models/FLAME2020/Readme.pdf -------------------------------------------------------------------------------- /models/head_template.obj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeizhiYan/gaussian-dejavu/HEAD/models/head_template.obj -------------------------------------------------------------------------------- /models/landmark_embedding.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeizhiYan/gaussian-dejavu/HEAD/models/landmark_embedding.npy -------------------------------------------------------------------------------- /models/mediapipe_to_flame/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeizhiYan/gaussian-dejavu/HEAD/models/mediapipe_to_flame/README.md -------------------------------------------------------------------------------- /models/mediapipe_to_flame/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeizhiYan/gaussian-dejavu/HEAD/models/mediapipe_to_flame/__init__.py -------------------------------------------------------------------------------- /models/mediapipe_to_flame/mappings/bs2exp.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeizhiYan/gaussian-dejavu/HEAD/models/mediapipe_to_flame/mappings/bs2exp.npy -------------------------------------------------------------------------------- /models/mediapipe_to_flame/mappings/bs2eye.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeizhiYan/gaussian-dejavu/HEAD/models/mediapipe_to_flame/mappings/bs2eye.npy -------------------------------------------------------------------------------- /models/mediapipe_to_flame/mappings/bs2pose.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeizhiYan/gaussian-dejavu/HEAD/models/mediapipe_to_flame/mappings/bs2pose.npy -------------------------------------------------------------------------------- /models/mediapipe_to_flame/mlp.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeizhiYan/gaussian-dejavu/HEAD/models/mediapipe_to_flame/mlp.pth -------------------------------------------------------------------------------- /models/uv_face_weights.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeizhiYan/gaussian-dejavu/HEAD/models/uv_face_weights.npy -------------------------------------------------------------------------------- /models/uv_init_opacity_weights.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeizhiYan/gaussian-dejavu/HEAD/models/uv_init_opacity_weights.npy -------------------------------------------------------------------------------- /models/uv_llip_mask.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeizhiYan/gaussian-dejavu/HEAD/models/uv_llip_mask.jpg -------------------------------------------------------------------------------- /models/uv_position_weights.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeizhiYan/gaussian-dejavu/HEAD/models/uv_position_weights.npy -------------------------------------------------------------------------------- /networks/PixelShuffleUpsample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeizhiYan/gaussian-dejavu/HEAD/networks/PixelShuffleUpsample.py -------------------------------------------------------------------------------- /networks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeizhiYan/gaussian-dejavu/HEAD/networks/__init__.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeizhiYan/gaussian-dejavu/HEAD/requirements.txt -------------------------------------------------------------------------------- /run_avatar_driver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeizhiYan/gaussian-dejavu/HEAD/run_avatar_driver.py -------------------------------------------------------------------------------- /run_avatar_viewer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeizhiYan/gaussian-dejavu/HEAD/run_avatar_viewer.py -------------------------------------------------------------------------------- /saved_avatars/peizhi-uv180-1.1/global_uv_delta.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeizhiYan/gaussian-dejavu/HEAD/saved_avatars/peizhi-uv180-1.1/global_uv_delta.pt -------------------------------------------------------------------------------- /saved_avatars/peizhi-uv180-1.1/mean_exp_coefficients.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeizhiYan/gaussian-dejavu/HEAD/saved_avatars/peizhi-uv180-1.1/mean_exp_coefficients.pt -------------------------------------------------------------------------------- /saved_avatars/peizhi-uv180-1.1/mean_shape_coefficients.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeizhiYan/gaussian-dejavu/HEAD/saved_avatars/peizhi-uv180-1.1/mean_shape_coefficients.pt -------------------------------------------------------------------------------- /saved_avatars/peizhi-uv180-1.1/mean_uv_offsets.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeizhiYan/gaussian-dejavu/HEAD/saved_avatars/peizhi-uv180-1.1/mean_uv_offsets.pt -------------------------------------------------------------------------------- /saved_avatars/peizhi-uv180-1.1/uv_delta_blendmaps.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeizhiYan/gaussian-dejavu/HEAD/saved_avatars/peizhi-uv180-1.1/uv_delta_blendmaps.pt -------------------------------------------------------------------------------- /utils/arguments/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeizhiYan/gaussian-dejavu/HEAD/utils/arguments/__init__.py -------------------------------------------------------------------------------- /utils/camera_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeizhiYan/gaussian-dejavu/HEAD/utils/camera_utils.py -------------------------------------------------------------------------------- /utils/flame_lib/FLAME.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeizhiYan/gaussian-dejavu/HEAD/utils/flame_lib/FLAME.py -------------------------------------------------------------------------------- /utils/flame_lib/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeizhiYan/gaussian-dejavu/HEAD/utils/flame_lib/__init__.py -------------------------------------------------------------------------------- /utils/flame_lib/lbs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeizhiYan/gaussian-dejavu/HEAD/utils/flame_lib/lbs.py -------------------------------------------------------------------------------- /utils/gaussian_renderer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeizhiYan/gaussian-dejavu/HEAD/utils/gaussian_renderer/__init__.py -------------------------------------------------------------------------------- /utils/gaussian_renderer/network_gui.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeizhiYan/gaussian-dejavu/HEAD/utils/gaussian_renderer/network_gui.py -------------------------------------------------------------------------------- /utils/general_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeizhiYan/gaussian-dejavu/HEAD/utils/general_utils.py -------------------------------------------------------------------------------- /utils/graphics_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeizhiYan/gaussian-dejavu/HEAD/utils/graphics_utils.py -------------------------------------------------------------------------------- /utils/image_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeizhiYan/gaussian-dejavu/HEAD/utils/image_utils.py -------------------------------------------------------------------------------- /utils/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeizhiYan/gaussian-dejavu/HEAD/utils/loss.py -------------------------------------------------------------------------------- /utils/loss_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeizhiYan/gaussian-dejavu/HEAD/utils/loss_utils.py -------------------------------------------------------------------------------- /utils/mesh_renderer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeizhiYan/gaussian-dejavu/HEAD/utils/mesh_renderer/__init__.py -------------------------------------------------------------------------------- /utils/mp2dlib.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeizhiYan/gaussian-dejavu/HEAD/utils/mp2dlib.py -------------------------------------------------------------------------------- /utils/o3d_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeizhiYan/gaussian-dejavu/HEAD/utils/o3d_utils.py -------------------------------------------------------------------------------- /utils/personal_video_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeizhiYan/gaussian-dejavu/HEAD/utils/personal_video_utils.py -------------------------------------------------------------------------------- /utils/scene/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeizhiYan/gaussian-dejavu/HEAD/utils/scene/__init__.py -------------------------------------------------------------------------------- /utils/scene/cameras.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeizhiYan/gaussian-dejavu/HEAD/utils/scene/cameras.py -------------------------------------------------------------------------------- /utils/scene/colmap_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeizhiYan/gaussian-dejavu/HEAD/utils/scene/colmap_loader.py -------------------------------------------------------------------------------- /utils/scene/dataset_readers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeizhiYan/gaussian-dejavu/HEAD/utils/scene/dataset_readers.py -------------------------------------------------------------------------------- /utils/scene/flame_gaussian_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeizhiYan/gaussian-dejavu/HEAD/utils/scene/flame_gaussian_model.py -------------------------------------------------------------------------------- /utils/scene/gaussian_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeizhiYan/gaussian-dejavu/HEAD/utils/scene/gaussian_model.py -------------------------------------------------------------------------------- /utils/scene/lite_gaussian_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeizhiYan/gaussian-dejavu/HEAD/utils/scene/lite_gaussian_model.py -------------------------------------------------------------------------------- /utils/scene/uv_gaussian_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeizhiYan/gaussian-dejavu/HEAD/utils/scene/uv_gaussian_model.py -------------------------------------------------------------------------------- /utils/sh_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeizhiYan/gaussian-dejavu/HEAD/utils/sh_utils.py -------------------------------------------------------------------------------- /utils/system_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeizhiYan/gaussian-dejavu/HEAD/utils/system_utils.py -------------------------------------------------------------------------------- /utils/uv_rasterizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeizhiYan/gaussian-dejavu/HEAD/utils/uv_rasterizer.py -------------------------------------------------------------------------------- /utils/vector_ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeizhiYan/gaussian-dejavu/HEAD/utils/vector_ops.py -------------------------------------------------------------------------------- /utils/viewer_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeizhiYan/gaussian-dejavu/HEAD/utils/viewer_utils.py --------------------------------------------------------------------------------