├── .gitignore ├── .idea ├── .gitignore ├── FreeFace.iml ├── inspectionProfiles │ ├── Project_Default.xml │ └── profiles_settings.xml ├── misc.xml ├── modules.xml └── vcs.xml ├── README.md ├── assets ├── 01.jpg ├── 01_rgba.png ├── audio.wav └── driving.mp4 ├── cpp_project ├── MiniMates.pro ├── README.md ├── demo.jpg ├── favicon.ico ├── images.qrc ├── main.cpp ├── resource.qrc ├── resource │ ├── images │ │ └── huahua.jpg │ └── main.qml └── src │ ├── communicate.cpp │ ├── communicate.h │ ├── humanassets.cpp │ ├── humanassets.h │ ├── llmmodel.cpp │ ├── llmmodel.h │ ├── player.cpp │ ├── player.h │ ├── qmlbridge.cpp │ ├── qmlbridge.h │ ├── sqlconversationmodel.cpp │ └── sqlconversationmodel.h ├── interface ├── generate_move_template.py ├── interface_audio.py ├── interface_face.py ├── interface_face_rotation.py ├── matting.py ├── mediapipe_blendshape.py └── utils.py ├── models ├── FreeFace.py ├── __init__.py └── common │ ├── Discriminator.py │ └── VGG19.py ├── obj_utils ├── bg_mask.png ├── face3D.obj ├── face_mask.png ├── modified_obj.py ├── modified_teeth_lower.obj ├── modified_teeth_upper.obj ├── opengl_texture_render.py ├── teeth.jpg ├── teeth_lower.obj ├── teeth_upper.obj ├── utils.py └── weight_list.txt ├── requirements.txt ├── talkingface ├── __init__.py ├── audio_model.py ├── config │ └── config.py ├── data │ ├── __init__.py │ ├── face_mask.py │ └── few_shot_dataset.py ├── face_pts_mean.txt ├── mediapipe_utils.py ├── models │ ├── DINet.py │ ├── __init__.py │ ├── audio2bs_lstm.py │ ├── common │ │ ├── Discriminator.py │ │ └── VGG19.py │ └── speed_test.py ├── preprocess.py ├── render_model.py ├── run_utils.py ├── util │ ├── __init__.py │ ├── get_data.py │ ├── html.py │ ├── image_pool.py │ ├── log_board.py │ ├── smooth.py │ ├── util.py │ ├── utils.py │ └── visualizer.py └── utils.py ├── train ├── __init__.py ├── config │ └── config.py ├── data │ ├── __init__.py │ └── dataset_faceReenactment3.py ├── train.py └── utils.py └── util ├── __init__.py ├── log_board.py └── smooth.py /.gitignore: -------------------------------------------------------------------------------- 1 | **/__pycache__ 2 | checkpoint/ -------------------------------------------------------------------------------- /.idea/.gitignore: -------------------------------------------------------------------------------- 1 | # Default ignored files 2 | /shelf/ 3 | /workspace.xml 4 | -------------------------------------------------------------------------------- /.idea/FreeFace.iml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/.idea/FreeFace.iml -------------------------------------------------------------------------------- /.idea/inspectionProfiles/Project_Default.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/.idea/inspectionProfiles/Project_Default.xml -------------------------------------------------------------------------------- /.idea/inspectionProfiles/profiles_settings.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/.idea/inspectionProfiles/profiles_settings.xml -------------------------------------------------------------------------------- /.idea/misc.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/.idea/misc.xml -------------------------------------------------------------------------------- /.idea/modules.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/.idea/modules.xml -------------------------------------------------------------------------------- /.idea/vcs.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/.idea/vcs.xml -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/README.md -------------------------------------------------------------------------------- /assets/01.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/assets/01.jpg -------------------------------------------------------------------------------- /assets/01_rgba.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/assets/01_rgba.png -------------------------------------------------------------------------------- /assets/audio.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/assets/audio.wav -------------------------------------------------------------------------------- /assets/driving.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/assets/driving.mp4 -------------------------------------------------------------------------------- /cpp_project/MiniMates.pro: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/cpp_project/MiniMates.pro -------------------------------------------------------------------------------- /cpp_project/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/cpp_project/README.md -------------------------------------------------------------------------------- /cpp_project/demo.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/cpp_project/demo.jpg -------------------------------------------------------------------------------- /cpp_project/favicon.ico: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/cpp_project/favicon.ico -------------------------------------------------------------------------------- /cpp_project/images.qrc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/cpp_project/images.qrc -------------------------------------------------------------------------------- /cpp_project/main.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/cpp_project/main.cpp -------------------------------------------------------------------------------- /cpp_project/resource.qrc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/cpp_project/resource.qrc -------------------------------------------------------------------------------- /cpp_project/resource/images/huahua.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/cpp_project/resource/images/huahua.jpg -------------------------------------------------------------------------------- /cpp_project/resource/main.qml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/cpp_project/resource/main.qml -------------------------------------------------------------------------------- /cpp_project/src/communicate.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/cpp_project/src/communicate.cpp -------------------------------------------------------------------------------- /cpp_project/src/communicate.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/cpp_project/src/communicate.h -------------------------------------------------------------------------------- /cpp_project/src/humanassets.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/cpp_project/src/humanassets.cpp -------------------------------------------------------------------------------- /cpp_project/src/humanassets.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/cpp_project/src/humanassets.h -------------------------------------------------------------------------------- /cpp_project/src/llmmodel.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/cpp_project/src/llmmodel.cpp -------------------------------------------------------------------------------- /cpp_project/src/llmmodel.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/cpp_project/src/llmmodel.h -------------------------------------------------------------------------------- /cpp_project/src/player.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/cpp_project/src/player.cpp -------------------------------------------------------------------------------- /cpp_project/src/player.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/cpp_project/src/player.h -------------------------------------------------------------------------------- /cpp_project/src/qmlbridge.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/cpp_project/src/qmlbridge.cpp -------------------------------------------------------------------------------- /cpp_project/src/qmlbridge.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/cpp_project/src/qmlbridge.h -------------------------------------------------------------------------------- /cpp_project/src/sqlconversationmodel.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/cpp_project/src/sqlconversationmodel.cpp -------------------------------------------------------------------------------- /cpp_project/src/sqlconversationmodel.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/cpp_project/src/sqlconversationmodel.h -------------------------------------------------------------------------------- /interface/generate_move_template.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/interface/generate_move_template.py -------------------------------------------------------------------------------- /interface/interface_audio.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/interface/interface_audio.py -------------------------------------------------------------------------------- /interface/interface_face.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/interface/interface_face.py -------------------------------------------------------------------------------- /interface/interface_face_rotation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/interface/interface_face_rotation.py -------------------------------------------------------------------------------- /interface/matting.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/interface/matting.py -------------------------------------------------------------------------------- /interface/mediapipe_blendshape.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/interface/mediapipe_blendshape.py -------------------------------------------------------------------------------- /interface/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/interface/utils.py -------------------------------------------------------------------------------- /models/FreeFace.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/models/FreeFace.py -------------------------------------------------------------------------------- /models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /models/common/Discriminator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/models/common/Discriminator.py -------------------------------------------------------------------------------- /models/common/VGG19.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/models/common/VGG19.py -------------------------------------------------------------------------------- /obj_utils/bg_mask.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/obj_utils/bg_mask.png -------------------------------------------------------------------------------- /obj_utils/face3D.obj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/obj_utils/face3D.obj -------------------------------------------------------------------------------- /obj_utils/face_mask.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/obj_utils/face_mask.png -------------------------------------------------------------------------------- /obj_utils/modified_obj.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/obj_utils/modified_obj.py -------------------------------------------------------------------------------- /obj_utils/modified_teeth_lower.obj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/obj_utils/modified_teeth_lower.obj -------------------------------------------------------------------------------- /obj_utils/modified_teeth_upper.obj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/obj_utils/modified_teeth_upper.obj -------------------------------------------------------------------------------- /obj_utils/opengl_texture_render.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/obj_utils/opengl_texture_render.py -------------------------------------------------------------------------------- /obj_utils/teeth.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/obj_utils/teeth.jpg -------------------------------------------------------------------------------- /obj_utils/teeth_lower.obj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/obj_utils/teeth_lower.obj -------------------------------------------------------------------------------- /obj_utils/teeth_upper.obj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/obj_utils/teeth_upper.obj -------------------------------------------------------------------------------- /obj_utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/obj_utils/utils.py -------------------------------------------------------------------------------- /obj_utils/weight_list.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/obj_utils/weight_list.txt -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/requirements.txt -------------------------------------------------------------------------------- /talkingface/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /talkingface/audio_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/talkingface/audio_model.py -------------------------------------------------------------------------------- /talkingface/config/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/talkingface/config/config.py -------------------------------------------------------------------------------- /talkingface/data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /talkingface/data/face_mask.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/talkingface/data/face_mask.py -------------------------------------------------------------------------------- /talkingface/data/few_shot_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/talkingface/data/few_shot_dataset.py -------------------------------------------------------------------------------- /talkingface/face_pts_mean.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/talkingface/face_pts_mean.txt -------------------------------------------------------------------------------- /talkingface/mediapipe_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/talkingface/mediapipe_utils.py -------------------------------------------------------------------------------- /talkingface/models/DINet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/talkingface/models/DINet.py -------------------------------------------------------------------------------- /talkingface/models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /talkingface/models/audio2bs_lstm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/talkingface/models/audio2bs_lstm.py -------------------------------------------------------------------------------- /talkingface/models/common/Discriminator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/talkingface/models/common/Discriminator.py -------------------------------------------------------------------------------- /talkingface/models/common/VGG19.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/talkingface/models/common/VGG19.py -------------------------------------------------------------------------------- /talkingface/models/speed_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/talkingface/models/speed_test.py -------------------------------------------------------------------------------- /talkingface/preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/talkingface/preprocess.py -------------------------------------------------------------------------------- /talkingface/render_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/talkingface/render_model.py -------------------------------------------------------------------------------- /talkingface/run_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/talkingface/run_utils.py -------------------------------------------------------------------------------- /talkingface/util/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/talkingface/util/__init__.py -------------------------------------------------------------------------------- /talkingface/util/get_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/talkingface/util/get_data.py -------------------------------------------------------------------------------- /talkingface/util/html.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/talkingface/util/html.py -------------------------------------------------------------------------------- /talkingface/util/image_pool.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/talkingface/util/image_pool.py -------------------------------------------------------------------------------- /talkingface/util/log_board.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/talkingface/util/log_board.py -------------------------------------------------------------------------------- /talkingface/util/smooth.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/talkingface/util/smooth.py -------------------------------------------------------------------------------- /talkingface/util/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/talkingface/util/util.py -------------------------------------------------------------------------------- /talkingface/util/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/talkingface/util/utils.py -------------------------------------------------------------------------------- /talkingface/util/visualizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/talkingface/util/visualizer.py -------------------------------------------------------------------------------- /talkingface/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/talkingface/utils.py -------------------------------------------------------------------------------- /train/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /train/config/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/train/config/config.py -------------------------------------------------------------------------------- /train/data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /train/data/dataset_faceReenactment3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/train/data/dataset_faceReenactment3.py -------------------------------------------------------------------------------- /train/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/train/train.py -------------------------------------------------------------------------------- /train/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/train/utils.py -------------------------------------------------------------------------------- /util/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/util/__init__.py -------------------------------------------------------------------------------- /util/log_board.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/util/log_board.py -------------------------------------------------------------------------------- /util/smooth.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kleinlee/MiniMates/HEAD/util/smooth.py --------------------------------------------------------------------------------