├── .gitignore ├── README.md ├── calibrate_from_shape_params.py ├── conv ├── __init__.py └── spiralconv.py ├── datasets ├── FreiHAND │ ├── freihand.py │ ├── get_rest_hand_mesh.py │ └── kinematics.py ├── dex_ycb │ ├── dex_ycb.py │ ├── further_split_randomly.py │ ├── get_mano_stats.py │ ├── get_mano_stats_world.py │ ├── get_rest_hand_mesh.py │ ├── split_annotations.py │ ├── split_annotations_with_cropping.py │ └── split_for_cross_validation.py └── humbi │ ├── data_cleaning.py │ ├── extract_unique_mano_anno.py │ ├── generate_annotation_files.py │ ├── get_rest_hand_mesh.py │ ├── get_rest_hand_mesh_from_calibrated_hand.py │ ├── get_unique_hand_shapes.py │ ├── humbi.py │ ├── split_annotations.py │ └── test.png ├── environment.yml ├── main_dex_ycb.py ├── main_dex_ycb_2d.py ├── metro_utils └── tsv_demo_dex_ycb.py ├── mis_dex_ycb_get_predictions_2d.py ├── mis_dex_ycb_get_predictions_baseline_with_conf.py ├── mis_dex_ycb_get_predictions_boukhayma.py ├── mis_dex_ycb_get_predictions_ours_with_calibrated_hand_shape.py ├── mis_dex_ycb_get_predictions_ours_with_gt_hand_shape.py ├── optimization_dex_ycb_baseline.py ├── optimization_dex_ycb_ours_with_calibrated_hand_shape.py ├── optimization_dex_ycb_ours_with_gt_hand_shape.py ├── options └── base_options.py ├── readme_images └── fig_1.png ├── run_dex_ycb.py ├── run_dex_ycb_2d.py ├── scripts ├── eval_dex_ycb_boukhayma.sh ├── eval_dex_ycb_cmr.sh ├── eval_dex_ycb_mano_based_baseline.sh ├── eval_dex_ycb_ours_calibrated_hand_shape.sh ├── eval_dex_ycb_ours_gt_hand_shape.sh ├── train_dex_ycb.sh ├── train_dex_ycb_2d_pose.sh ├── train_dex_ycb_ablation.sh ├── train_dex_ycb_boukhayma.sh ├── train_dex_ycb_cmr.sh ├── train_dex_ycb_mano_based.sh ├── train_dex_ycb_mano_based_baseline.sh ├── train_dex_ycb_mano_based_conf_branch.sh └── train_dex_ycb_mano_based_our_model_with_gt_shape.sh ├── src ├── boukhayma_model.py ├── cmr_2d_pose.py ├── cmr_pg_pp.py ├── loss.py ├── mano_based_model.py ├── network.py ├── resnet.py ├── resnet_orig.py └── rotation_conversions.py ├── template ├── MANO_RIGHT.pkl ├── dex_ycb_j_regressor.npy ├── humbi_j_regressor.npy ├── template.ply └── transform.pkl └── utils ├── augmentation.py ├── draw3d.py ├── fh_utils.py ├── generate_spiral_seq.py ├── humbi_utils.py ├── mesh_sampling.py ├── progress ├── __init__.py ├── bar.py ├── counter.py └── spinner.py ├── read.py ├── test.py ├── utils.py ├── vis.py └── writer.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/README.md -------------------------------------------------------------------------------- /calibrate_from_shape_params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/calibrate_from_shape_params.py -------------------------------------------------------------------------------- /conv/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/conv/__init__.py -------------------------------------------------------------------------------- /conv/spiralconv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/conv/spiralconv.py -------------------------------------------------------------------------------- /datasets/FreiHAND/freihand.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/datasets/FreiHAND/freihand.py -------------------------------------------------------------------------------- /datasets/FreiHAND/get_rest_hand_mesh.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/datasets/FreiHAND/get_rest_hand_mesh.py -------------------------------------------------------------------------------- /datasets/FreiHAND/kinematics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/datasets/FreiHAND/kinematics.py -------------------------------------------------------------------------------- /datasets/dex_ycb/dex_ycb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/datasets/dex_ycb/dex_ycb.py -------------------------------------------------------------------------------- /datasets/dex_ycb/further_split_randomly.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/datasets/dex_ycb/further_split_randomly.py -------------------------------------------------------------------------------- /datasets/dex_ycb/get_mano_stats.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/datasets/dex_ycb/get_mano_stats.py -------------------------------------------------------------------------------- /datasets/dex_ycb/get_mano_stats_world.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/datasets/dex_ycb/get_mano_stats_world.py -------------------------------------------------------------------------------- /datasets/dex_ycb/get_rest_hand_mesh.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/datasets/dex_ycb/get_rest_hand_mesh.py -------------------------------------------------------------------------------- /datasets/dex_ycb/split_annotations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/datasets/dex_ycb/split_annotations.py -------------------------------------------------------------------------------- /datasets/dex_ycb/split_annotations_with_cropping.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/datasets/dex_ycb/split_annotations_with_cropping.py -------------------------------------------------------------------------------- /datasets/dex_ycb/split_for_cross_validation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/datasets/dex_ycb/split_for_cross_validation.py -------------------------------------------------------------------------------- /datasets/humbi/data_cleaning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/datasets/humbi/data_cleaning.py -------------------------------------------------------------------------------- /datasets/humbi/extract_unique_mano_anno.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/datasets/humbi/extract_unique_mano_anno.py -------------------------------------------------------------------------------- /datasets/humbi/generate_annotation_files.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/datasets/humbi/generate_annotation_files.py -------------------------------------------------------------------------------- /datasets/humbi/get_rest_hand_mesh.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/datasets/humbi/get_rest_hand_mesh.py -------------------------------------------------------------------------------- /datasets/humbi/get_rest_hand_mesh_from_calibrated_hand.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/datasets/humbi/get_rest_hand_mesh_from_calibrated_hand.py -------------------------------------------------------------------------------- /datasets/humbi/get_unique_hand_shapes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/datasets/humbi/get_unique_hand_shapes.py -------------------------------------------------------------------------------- /datasets/humbi/humbi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/datasets/humbi/humbi.py -------------------------------------------------------------------------------- /datasets/humbi/split_annotations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/datasets/humbi/split_annotations.py -------------------------------------------------------------------------------- /datasets/humbi/test.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/datasets/humbi/test.png -------------------------------------------------------------------------------- /environment.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/environment.yml -------------------------------------------------------------------------------- /main_dex_ycb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/main_dex_ycb.py -------------------------------------------------------------------------------- /main_dex_ycb_2d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/main_dex_ycb_2d.py -------------------------------------------------------------------------------- /metro_utils/tsv_demo_dex_ycb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/metro_utils/tsv_demo_dex_ycb.py -------------------------------------------------------------------------------- /mis_dex_ycb_get_predictions_2d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/mis_dex_ycb_get_predictions_2d.py -------------------------------------------------------------------------------- /mis_dex_ycb_get_predictions_baseline_with_conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/mis_dex_ycb_get_predictions_baseline_with_conf.py -------------------------------------------------------------------------------- /mis_dex_ycb_get_predictions_boukhayma.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/mis_dex_ycb_get_predictions_boukhayma.py -------------------------------------------------------------------------------- /mis_dex_ycb_get_predictions_ours_with_calibrated_hand_shape.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/mis_dex_ycb_get_predictions_ours_with_calibrated_hand_shape.py -------------------------------------------------------------------------------- /mis_dex_ycb_get_predictions_ours_with_gt_hand_shape.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/mis_dex_ycb_get_predictions_ours_with_gt_hand_shape.py -------------------------------------------------------------------------------- /optimization_dex_ycb_baseline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/optimization_dex_ycb_baseline.py -------------------------------------------------------------------------------- /optimization_dex_ycb_ours_with_calibrated_hand_shape.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/optimization_dex_ycb_ours_with_calibrated_hand_shape.py -------------------------------------------------------------------------------- /optimization_dex_ycb_ours_with_gt_hand_shape.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/optimization_dex_ycb_ours_with_gt_hand_shape.py -------------------------------------------------------------------------------- /options/base_options.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/options/base_options.py -------------------------------------------------------------------------------- /readme_images/fig_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/readme_images/fig_1.png -------------------------------------------------------------------------------- /run_dex_ycb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/run_dex_ycb.py -------------------------------------------------------------------------------- /run_dex_ycb_2d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/run_dex_ycb_2d.py -------------------------------------------------------------------------------- /scripts/eval_dex_ycb_boukhayma.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/scripts/eval_dex_ycb_boukhayma.sh -------------------------------------------------------------------------------- /scripts/eval_dex_ycb_cmr.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/scripts/eval_dex_ycb_cmr.sh -------------------------------------------------------------------------------- /scripts/eval_dex_ycb_mano_based_baseline.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/scripts/eval_dex_ycb_mano_based_baseline.sh -------------------------------------------------------------------------------- /scripts/eval_dex_ycb_ours_calibrated_hand_shape.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/scripts/eval_dex_ycb_ours_calibrated_hand_shape.sh -------------------------------------------------------------------------------- /scripts/eval_dex_ycb_ours_gt_hand_shape.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/scripts/eval_dex_ycb_ours_gt_hand_shape.sh -------------------------------------------------------------------------------- /scripts/train_dex_ycb.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/scripts/train_dex_ycb.sh -------------------------------------------------------------------------------- /scripts/train_dex_ycb_2d_pose.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/scripts/train_dex_ycb_2d_pose.sh -------------------------------------------------------------------------------- /scripts/train_dex_ycb_ablation.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/scripts/train_dex_ycb_ablation.sh -------------------------------------------------------------------------------- /scripts/train_dex_ycb_boukhayma.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/scripts/train_dex_ycb_boukhayma.sh -------------------------------------------------------------------------------- /scripts/train_dex_ycb_cmr.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/scripts/train_dex_ycb_cmr.sh -------------------------------------------------------------------------------- /scripts/train_dex_ycb_mano_based.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/scripts/train_dex_ycb_mano_based.sh -------------------------------------------------------------------------------- /scripts/train_dex_ycb_mano_based_baseline.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/scripts/train_dex_ycb_mano_based_baseline.sh -------------------------------------------------------------------------------- /scripts/train_dex_ycb_mano_based_conf_branch.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/scripts/train_dex_ycb_mano_based_conf_branch.sh -------------------------------------------------------------------------------- /scripts/train_dex_ycb_mano_based_our_model_with_gt_shape.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/scripts/train_dex_ycb_mano_based_our_model_with_gt_shape.sh -------------------------------------------------------------------------------- /src/boukhayma_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/src/boukhayma_model.py -------------------------------------------------------------------------------- /src/cmr_2d_pose.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/src/cmr_2d_pose.py -------------------------------------------------------------------------------- /src/cmr_pg_pp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/src/cmr_pg_pp.py -------------------------------------------------------------------------------- /src/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/src/loss.py -------------------------------------------------------------------------------- /src/mano_based_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/src/mano_based_model.py -------------------------------------------------------------------------------- /src/network.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/src/network.py -------------------------------------------------------------------------------- /src/resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/src/resnet.py -------------------------------------------------------------------------------- /src/resnet_orig.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/src/resnet_orig.py -------------------------------------------------------------------------------- /src/rotation_conversions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/src/rotation_conversions.py -------------------------------------------------------------------------------- /template/MANO_RIGHT.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/template/MANO_RIGHT.pkl -------------------------------------------------------------------------------- /template/dex_ycb_j_regressor.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/template/dex_ycb_j_regressor.npy -------------------------------------------------------------------------------- /template/humbi_j_regressor.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/template/humbi_j_regressor.npy -------------------------------------------------------------------------------- /template/template.ply: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/template/template.ply -------------------------------------------------------------------------------- /template/transform.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/template/transform.pkl -------------------------------------------------------------------------------- /utils/augmentation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/utils/augmentation.py -------------------------------------------------------------------------------- /utils/draw3d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/utils/draw3d.py -------------------------------------------------------------------------------- /utils/fh_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/utils/fh_utils.py -------------------------------------------------------------------------------- /utils/generate_spiral_seq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/utils/generate_spiral_seq.py -------------------------------------------------------------------------------- /utils/humbi_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/utils/humbi_utils.py -------------------------------------------------------------------------------- /utils/mesh_sampling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/utils/mesh_sampling.py -------------------------------------------------------------------------------- /utils/progress/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/utils/progress/__init__.py -------------------------------------------------------------------------------- /utils/progress/bar.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/utils/progress/bar.py -------------------------------------------------------------------------------- /utils/progress/counter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/utils/progress/counter.py -------------------------------------------------------------------------------- /utils/progress/spinner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/utils/progress/spinner.py -------------------------------------------------------------------------------- /utils/read.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/utils/read.py -------------------------------------------------------------------------------- /utils/test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/utils/test.py -------------------------------------------------------------------------------- /utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/utils/utils.py -------------------------------------------------------------------------------- /utils/vis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/utils/vis.py -------------------------------------------------------------------------------- /utils/writer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deyingk/PersonalizedHandMeshEstimation/HEAD/utils/writer.py --------------------------------------------------------------------------------