├── LICENSE ├── README.md ├── assets ├── anchors_65.npy ├── face.npy ├── kinect_intrinsics.txt ├── lm_inds_65.npy ├── template_face.npy ├── template_face.ply └── template_face_up.ply ├── bin └── release.sh ├── dataset ├── neutrals_closed.json └── neutrals_open.json ├── environment.yml ├── install_preprocessing_pipeline.sh ├── mononphm_teaser.gif ├── pyproject.toml ├── scripts ├── configs │ ├── mononphm.yaml │ ├── mononphm_global_mlp.yaml │ └── tracking │ │ ├── stage1_ffhq.yaml │ │ ├── stage1_kinect.yaml │ │ └── stage2_kinect.yaml ├── data_processing │ ├── compute_deformation_field.py │ └── compute_fields_new.py ├── evaluation │ ├── eval.py │ └── gather_metrics.py ├── inference │ └── rec.py ├── preprocessing │ ├── run.sh │ ├── run_MICA.py │ ├── run_PIPNet.py │ ├── run_facer.py │ ├── run_matting.py │ ├── run_matting_images.py │ └── run_metrical_tracker.py └── training │ └── launch_training.py ├── setup.py └── src └── mononphm ├── __init__.py ├── data ├── __init__.py ├── face_dataset.py ├── manager.py └── utils.py ├── env_paths.py ├── models ├── __init__.py ├── base.py ├── canonical_space.py ├── deepSDF.py ├── deformations.py ├── diff_operators.py ├── iterative_root_finding.py ├── loss_functions.py ├── neural3dmm.py ├── reconstruction.py ├── render_rasterizer.py ├── setup_training.py └── training.py ├── photometric_tracking ├── data_loading.py ├── rendering.py ├── tracking.py ├── utils.py └── wrapper.py ├── preprocessing ├── pipnet_utils.py └── replacement_code │ ├── config.py │ ├── generate_dataset.py │ └── tracker.py ├── utils ├── cut_throat.py ├── mesh_operations.py ├── metrics.py ├── others.py ├── print_utils.py ├── reconstruction.py ├── render_utils.py ├── render_utils_backup.py ├── renderer.py ├── shaders │ ├── mesh.frag │ └── mesh.vert ├── transformations.py ├── transfromations.py └── util_nvdiffrast.py └── utils_3d ├── coordinate_transforms.py ├── icp.py ├── mesh_operations.py └── render.py /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/README.md -------------------------------------------------------------------------------- /assets/anchors_65.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/assets/anchors_65.npy -------------------------------------------------------------------------------- /assets/face.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/assets/face.npy -------------------------------------------------------------------------------- /assets/kinect_intrinsics.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/assets/kinect_intrinsics.txt -------------------------------------------------------------------------------- /assets/lm_inds_65.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/assets/lm_inds_65.npy -------------------------------------------------------------------------------- /assets/template_face.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/assets/template_face.npy -------------------------------------------------------------------------------- /assets/template_face.ply: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/assets/template_face.ply -------------------------------------------------------------------------------- /assets/template_face_up.ply: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/assets/template_face_up.ply -------------------------------------------------------------------------------- /bin/release.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/bin/release.sh -------------------------------------------------------------------------------- /dataset/neutrals_closed.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/dataset/neutrals_closed.json -------------------------------------------------------------------------------- /dataset/neutrals_open.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/dataset/neutrals_open.json -------------------------------------------------------------------------------- /environment.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/environment.yml -------------------------------------------------------------------------------- /install_preprocessing_pipeline.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/install_preprocessing_pipeline.sh -------------------------------------------------------------------------------- /mononphm_teaser.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/mononphm_teaser.gif -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/pyproject.toml -------------------------------------------------------------------------------- /scripts/configs/mononphm.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/scripts/configs/mononphm.yaml -------------------------------------------------------------------------------- /scripts/configs/mononphm_global_mlp.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/scripts/configs/mononphm_global_mlp.yaml -------------------------------------------------------------------------------- /scripts/configs/tracking/stage1_ffhq.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/scripts/configs/tracking/stage1_ffhq.yaml -------------------------------------------------------------------------------- /scripts/configs/tracking/stage1_kinect.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/scripts/configs/tracking/stage1_kinect.yaml -------------------------------------------------------------------------------- /scripts/configs/tracking/stage2_kinect.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/scripts/configs/tracking/stage2_kinect.yaml -------------------------------------------------------------------------------- /scripts/data_processing/compute_deformation_field.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/scripts/data_processing/compute_deformation_field.py -------------------------------------------------------------------------------- /scripts/data_processing/compute_fields_new.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/scripts/data_processing/compute_fields_new.py -------------------------------------------------------------------------------- /scripts/evaluation/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/scripts/evaluation/eval.py -------------------------------------------------------------------------------- /scripts/evaluation/gather_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/scripts/evaluation/gather_metrics.py -------------------------------------------------------------------------------- /scripts/inference/rec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/scripts/inference/rec.py -------------------------------------------------------------------------------- /scripts/preprocessing/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/scripts/preprocessing/run.sh -------------------------------------------------------------------------------- /scripts/preprocessing/run_MICA.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/scripts/preprocessing/run_MICA.py -------------------------------------------------------------------------------- /scripts/preprocessing/run_PIPNet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/scripts/preprocessing/run_PIPNet.py -------------------------------------------------------------------------------- /scripts/preprocessing/run_facer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/scripts/preprocessing/run_facer.py -------------------------------------------------------------------------------- /scripts/preprocessing/run_matting.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/scripts/preprocessing/run_matting.py -------------------------------------------------------------------------------- /scripts/preprocessing/run_matting_images.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/scripts/preprocessing/run_matting_images.py -------------------------------------------------------------------------------- /scripts/preprocessing/run_metrical_tracker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/scripts/preprocessing/run_metrical_tracker.py -------------------------------------------------------------------------------- /scripts/training/launch_training.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/scripts/training/launch_training.py -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/setup.py -------------------------------------------------------------------------------- /src/mononphm/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/mononphm/data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/mononphm/data/face_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/src/mononphm/data/face_dataset.py -------------------------------------------------------------------------------- /src/mononphm/data/manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/src/mononphm/data/manager.py -------------------------------------------------------------------------------- /src/mononphm/data/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/src/mononphm/data/utils.py -------------------------------------------------------------------------------- /src/mononphm/env_paths.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/src/mononphm/env_paths.py -------------------------------------------------------------------------------- /src/mononphm/models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/mononphm/models/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/src/mononphm/models/base.py -------------------------------------------------------------------------------- /src/mononphm/models/canonical_space.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/src/mononphm/models/canonical_space.py -------------------------------------------------------------------------------- /src/mononphm/models/deepSDF.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/src/mononphm/models/deepSDF.py -------------------------------------------------------------------------------- /src/mononphm/models/deformations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/src/mononphm/models/deformations.py -------------------------------------------------------------------------------- /src/mononphm/models/diff_operators.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/src/mononphm/models/diff_operators.py -------------------------------------------------------------------------------- /src/mononphm/models/iterative_root_finding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/src/mononphm/models/iterative_root_finding.py -------------------------------------------------------------------------------- /src/mononphm/models/loss_functions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/src/mononphm/models/loss_functions.py -------------------------------------------------------------------------------- /src/mononphm/models/neural3dmm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/src/mononphm/models/neural3dmm.py -------------------------------------------------------------------------------- /src/mononphm/models/reconstruction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/src/mononphm/models/reconstruction.py -------------------------------------------------------------------------------- /src/mononphm/models/render_rasterizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/src/mononphm/models/render_rasterizer.py -------------------------------------------------------------------------------- /src/mononphm/models/setup_training.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/src/mononphm/models/setup_training.py -------------------------------------------------------------------------------- /src/mononphm/models/training.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/src/mononphm/models/training.py -------------------------------------------------------------------------------- /src/mononphm/photometric_tracking/data_loading.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/src/mononphm/photometric_tracking/data_loading.py -------------------------------------------------------------------------------- /src/mononphm/photometric_tracking/rendering.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/src/mononphm/photometric_tracking/rendering.py -------------------------------------------------------------------------------- /src/mononphm/photometric_tracking/tracking.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/src/mononphm/photometric_tracking/tracking.py -------------------------------------------------------------------------------- /src/mononphm/photometric_tracking/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/src/mononphm/photometric_tracking/utils.py -------------------------------------------------------------------------------- /src/mononphm/photometric_tracking/wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/src/mononphm/photometric_tracking/wrapper.py -------------------------------------------------------------------------------- /src/mononphm/preprocessing/pipnet_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/src/mononphm/preprocessing/pipnet_utils.py -------------------------------------------------------------------------------- /src/mononphm/preprocessing/replacement_code/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/src/mononphm/preprocessing/replacement_code/config.py -------------------------------------------------------------------------------- /src/mononphm/preprocessing/replacement_code/generate_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/src/mononphm/preprocessing/replacement_code/generate_dataset.py -------------------------------------------------------------------------------- /src/mononphm/preprocessing/replacement_code/tracker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/src/mononphm/preprocessing/replacement_code/tracker.py -------------------------------------------------------------------------------- /src/mononphm/utils/cut_throat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/src/mononphm/utils/cut_throat.py -------------------------------------------------------------------------------- /src/mononphm/utils/mesh_operations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/src/mononphm/utils/mesh_operations.py -------------------------------------------------------------------------------- /src/mononphm/utils/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/src/mononphm/utils/metrics.py -------------------------------------------------------------------------------- /src/mononphm/utils/others.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/src/mononphm/utils/others.py -------------------------------------------------------------------------------- /src/mononphm/utils/print_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/src/mononphm/utils/print_utils.py -------------------------------------------------------------------------------- /src/mononphm/utils/reconstruction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/src/mononphm/utils/reconstruction.py -------------------------------------------------------------------------------- /src/mononphm/utils/render_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/src/mononphm/utils/render_utils.py -------------------------------------------------------------------------------- /src/mononphm/utils/render_utils_backup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/src/mononphm/utils/render_utils_backup.py -------------------------------------------------------------------------------- /src/mononphm/utils/renderer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/src/mononphm/utils/renderer.py -------------------------------------------------------------------------------- /src/mononphm/utils/shaders/mesh.frag: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/src/mononphm/utils/shaders/mesh.frag -------------------------------------------------------------------------------- /src/mononphm/utils/shaders/mesh.vert: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/src/mononphm/utils/shaders/mesh.vert -------------------------------------------------------------------------------- /src/mononphm/utils/transformations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/src/mononphm/utils/transformations.py -------------------------------------------------------------------------------- /src/mononphm/utils/transfromations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/src/mononphm/utils/transfromations.py -------------------------------------------------------------------------------- /src/mononphm/utils/util_nvdiffrast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/src/mononphm/utils/util_nvdiffrast.py -------------------------------------------------------------------------------- /src/mononphm/utils_3d/coordinate_transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/src/mononphm/utils_3d/coordinate_transforms.py -------------------------------------------------------------------------------- /src/mononphm/utils_3d/icp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/src/mononphm/utils_3d/icp.py -------------------------------------------------------------------------------- /src/mononphm/utils_3d/mesh_operations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/src/mononphm/utils_3d/mesh_operations.py -------------------------------------------------------------------------------- /src/mononphm/utils_3d/render.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SimonGiebenhain/MonoNPHM/HEAD/src/mononphm/utils_3d/render.py --------------------------------------------------------------------------------