├── LICENSE ├── README.md ├── common ├── constants.py ├── imutils.py ├── mocap_dataset.py ├── renderer_pyrd.py ├── skeleton_drawer.py └── utils.py ├── configs └── _base_ │ ├── datasets │ └── pw3d.py │ ├── default_runtime.py │ ├── models │ └── resnet50.py │ ├── post_processing │ ├── README.md │ ├── deciwatch_interval10_q1.py │ ├── deciwatch_interval10_q2.py │ ├── deciwatch_interval10_q3.py │ ├── deciwatch_interval10_q4.py │ ├── deciwatch_interval10_q5.py │ ├── deciwatch_interval5_q1.py │ ├── deciwatch_interval5_q2.py │ ├── deciwatch_interval5_q3.py │ ├── deciwatch_interval5_q4.py │ ├── deciwatch_interval5_q5.py │ ├── guas1d.py │ ├── oneeuro.py │ ├── savgol.py │ ├── smoothnet_windowsize16.py │ ├── smoothnet_windowsize32.py │ ├── smoothnet_windowsize64.py │ └── smoothnet_windowsize8.py │ └── schedulers │ └── hmr_bs256.py ├── data ├── J_regressor_extra.npy ├── J_regressor_h36m.npy ├── gmm_08.pkl └── smpl_mean_params.npz ├── demo.py ├── demo_fit.py ├── examples ├── im1010.jpg ├── im1010_bbox.json └── im1010_openpose.json ├── losses.py ├── models ├── backbones │ ├── __pycache__ │ │ ├── resnet.cpython-310.pyc │ │ └── resnet.cpython-39.pyc │ ├── hrnet │ │ ├── __pycache__ │ │ │ ├── cls_hrnet.cpython-310.pyc │ │ │ └── cls_hrnet.cpython-39.pyc │ │ ├── cls_hrnet.py │ │ ├── hrnet_config │ │ │ ├── __init__.py │ │ │ ├── __pycache__ │ │ │ │ ├── __init__.cpython-310.pyc │ │ │ │ ├── __init__.cpython-39.pyc │ │ │ │ ├── default.cpython-310.pyc │ │ │ │ ├── default.cpython-39.pyc │ │ │ │ ├── models.cpython-310.pyc │ │ │ │ └── models.cpython-39.pyc │ │ │ ├── default.py │ │ │ └── models.py │ │ └── models │ │ │ ├── cls_hrnet_w48_sgd_lr5e-2_wd1e-4_bs32_x100.yaml │ │ │ └── cls_hrnet_w64_sgd_lr5e-2_wd1e-4_bs32_x100.yaml │ └── resnet.py ├── cliff_hr48 │ ├── __pycache__ │ │ ├── cliff.cpython-310.pyc │ │ └── cliff.cpython-39.pyc │ └── cliff.py ├── cliff_res50 │ ├── __pycache__ │ │ ├── cliff.cpython-310.pyc │ │ └── cliff.cpython-39.pyc │ └── cliff.py ├── hmr.py └── smpl.py ├── prior.py ├── requirements.txt ├── run.sh ├── smplify.py ├── test_samples ├── 01e222117f63f874010370037f551497ac_258.mp4 └── 62883594000000000102c16c.mp4 └── vis_npy.py /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haofanwang/CLIFF/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haofanwang/CLIFF/HEAD/README.md -------------------------------------------------------------------------------- /common/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haofanwang/CLIFF/HEAD/common/constants.py -------------------------------------------------------------------------------- /common/imutils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haofanwang/CLIFF/HEAD/common/imutils.py -------------------------------------------------------------------------------- /common/mocap_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haofanwang/CLIFF/HEAD/common/mocap_dataset.py -------------------------------------------------------------------------------- /common/renderer_pyrd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haofanwang/CLIFF/HEAD/common/renderer_pyrd.py -------------------------------------------------------------------------------- /common/skeleton_drawer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haofanwang/CLIFF/HEAD/common/skeleton_drawer.py -------------------------------------------------------------------------------- /common/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haofanwang/CLIFF/HEAD/common/utils.py -------------------------------------------------------------------------------- /configs/_base_/datasets/pw3d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haofanwang/CLIFF/HEAD/configs/_base_/datasets/pw3d.py -------------------------------------------------------------------------------- /configs/_base_/default_runtime.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haofanwang/CLIFF/HEAD/configs/_base_/default_runtime.py -------------------------------------------------------------------------------- /configs/_base_/models/resnet50.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haofanwang/CLIFF/HEAD/configs/_base_/models/resnet50.py -------------------------------------------------------------------------------- /configs/_base_/post_processing/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haofanwang/CLIFF/HEAD/configs/_base_/post_processing/README.md -------------------------------------------------------------------------------- /configs/_base_/post_processing/deciwatch_interval10_q1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haofanwang/CLIFF/HEAD/configs/_base_/post_processing/deciwatch_interval10_q1.py -------------------------------------------------------------------------------- /configs/_base_/post_processing/deciwatch_interval10_q2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haofanwang/CLIFF/HEAD/configs/_base_/post_processing/deciwatch_interval10_q2.py -------------------------------------------------------------------------------- /configs/_base_/post_processing/deciwatch_interval10_q3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haofanwang/CLIFF/HEAD/configs/_base_/post_processing/deciwatch_interval10_q3.py -------------------------------------------------------------------------------- /configs/_base_/post_processing/deciwatch_interval10_q4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haofanwang/CLIFF/HEAD/configs/_base_/post_processing/deciwatch_interval10_q4.py -------------------------------------------------------------------------------- /configs/_base_/post_processing/deciwatch_interval10_q5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haofanwang/CLIFF/HEAD/configs/_base_/post_processing/deciwatch_interval10_q5.py -------------------------------------------------------------------------------- /configs/_base_/post_processing/deciwatch_interval5_q1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haofanwang/CLIFF/HEAD/configs/_base_/post_processing/deciwatch_interval5_q1.py -------------------------------------------------------------------------------- /configs/_base_/post_processing/deciwatch_interval5_q2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haofanwang/CLIFF/HEAD/configs/_base_/post_processing/deciwatch_interval5_q2.py -------------------------------------------------------------------------------- /configs/_base_/post_processing/deciwatch_interval5_q3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haofanwang/CLIFF/HEAD/configs/_base_/post_processing/deciwatch_interval5_q3.py -------------------------------------------------------------------------------- /configs/_base_/post_processing/deciwatch_interval5_q4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haofanwang/CLIFF/HEAD/configs/_base_/post_processing/deciwatch_interval5_q4.py -------------------------------------------------------------------------------- /configs/_base_/post_processing/deciwatch_interval5_q5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haofanwang/CLIFF/HEAD/configs/_base_/post_processing/deciwatch_interval5_q5.py -------------------------------------------------------------------------------- /configs/_base_/post_processing/guas1d.py: -------------------------------------------------------------------------------- 1 | smooth_cfg = dict(type='guas1d', window_size=11, sigma=4) 2 | -------------------------------------------------------------------------------- /configs/_base_/post_processing/oneeuro.py: -------------------------------------------------------------------------------- 1 | smooth_cfg = dict(type='oneeuro', min_cutoff=0.004, beta=0.7) 2 | -------------------------------------------------------------------------------- /configs/_base_/post_processing/savgol.py: -------------------------------------------------------------------------------- 1 | smooth_cfg = dict(type='savgol', window_size=11, polyorder=2) 2 | -------------------------------------------------------------------------------- /configs/_base_/post_processing/smoothnet_windowsize16.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haofanwang/CLIFF/HEAD/configs/_base_/post_processing/smoothnet_windowsize16.py -------------------------------------------------------------------------------- /configs/_base_/post_processing/smoothnet_windowsize32.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haofanwang/CLIFF/HEAD/configs/_base_/post_processing/smoothnet_windowsize32.py -------------------------------------------------------------------------------- /configs/_base_/post_processing/smoothnet_windowsize64.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haofanwang/CLIFF/HEAD/configs/_base_/post_processing/smoothnet_windowsize64.py -------------------------------------------------------------------------------- /configs/_base_/post_processing/smoothnet_windowsize8.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haofanwang/CLIFF/HEAD/configs/_base_/post_processing/smoothnet_windowsize8.py -------------------------------------------------------------------------------- /configs/_base_/schedulers/hmr_bs256.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haofanwang/CLIFF/HEAD/configs/_base_/schedulers/hmr_bs256.py -------------------------------------------------------------------------------- /data/J_regressor_extra.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haofanwang/CLIFF/HEAD/data/J_regressor_extra.npy -------------------------------------------------------------------------------- /data/J_regressor_h36m.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haofanwang/CLIFF/HEAD/data/J_regressor_h36m.npy -------------------------------------------------------------------------------- /data/gmm_08.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haofanwang/CLIFF/HEAD/data/gmm_08.pkl -------------------------------------------------------------------------------- /data/smpl_mean_params.npz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haofanwang/CLIFF/HEAD/data/smpl_mean_params.npz -------------------------------------------------------------------------------- /demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haofanwang/CLIFF/HEAD/demo.py -------------------------------------------------------------------------------- /demo_fit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haofanwang/CLIFF/HEAD/demo_fit.py -------------------------------------------------------------------------------- /examples/im1010.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haofanwang/CLIFF/HEAD/examples/im1010.jpg -------------------------------------------------------------------------------- /examples/im1010_bbox.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haofanwang/CLIFF/HEAD/examples/im1010_bbox.json -------------------------------------------------------------------------------- /examples/im1010_openpose.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haofanwang/CLIFF/HEAD/examples/im1010_openpose.json -------------------------------------------------------------------------------- /losses.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haofanwang/CLIFF/HEAD/losses.py -------------------------------------------------------------------------------- /models/backbones/__pycache__/resnet.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haofanwang/CLIFF/HEAD/models/backbones/__pycache__/resnet.cpython-310.pyc -------------------------------------------------------------------------------- /models/backbones/__pycache__/resnet.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haofanwang/CLIFF/HEAD/models/backbones/__pycache__/resnet.cpython-39.pyc -------------------------------------------------------------------------------- /models/backbones/hrnet/__pycache__/cls_hrnet.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haofanwang/CLIFF/HEAD/models/backbones/hrnet/__pycache__/cls_hrnet.cpython-310.pyc -------------------------------------------------------------------------------- /models/backbones/hrnet/__pycache__/cls_hrnet.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haofanwang/CLIFF/HEAD/models/backbones/hrnet/__pycache__/cls_hrnet.cpython-39.pyc -------------------------------------------------------------------------------- /models/backbones/hrnet/cls_hrnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haofanwang/CLIFF/HEAD/models/backbones/hrnet/cls_hrnet.py -------------------------------------------------------------------------------- /models/backbones/hrnet/hrnet_config/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haofanwang/CLIFF/HEAD/models/backbones/hrnet/hrnet_config/__init__.py -------------------------------------------------------------------------------- /models/backbones/hrnet/hrnet_config/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haofanwang/CLIFF/HEAD/models/backbones/hrnet/hrnet_config/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /models/backbones/hrnet/hrnet_config/__pycache__/__init__.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haofanwang/CLIFF/HEAD/models/backbones/hrnet/hrnet_config/__pycache__/__init__.cpython-39.pyc -------------------------------------------------------------------------------- /models/backbones/hrnet/hrnet_config/__pycache__/default.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haofanwang/CLIFF/HEAD/models/backbones/hrnet/hrnet_config/__pycache__/default.cpython-310.pyc -------------------------------------------------------------------------------- /models/backbones/hrnet/hrnet_config/__pycache__/default.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haofanwang/CLIFF/HEAD/models/backbones/hrnet/hrnet_config/__pycache__/default.cpython-39.pyc -------------------------------------------------------------------------------- /models/backbones/hrnet/hrnet_config/__pycache__/models.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haofanwang/CLIFF/HEAD/models/backbones/hrnet/hrnet_config/__pycache__/models.cpython-310.pyc -------------------------------------------------------------------------------- /models/backbones/hrnet/hrnet_config/__pycache__/models.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haofanwang/CLIFF/HEAD/models/backbones/hrnet/hrnet_config/__pycache__/models.cpython-39.pyc -------------------------------------------------------------------------------- /models/backbones/hrnet/hrnet_config/default.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haofanwang/CLIFF/HEAD/models/backbones/hrnet/hrnet_config/default.py -------------------------------------------------------------------------------- /models/backbones/hrnet/hrnet_config/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haofanwang/CLIFF/HEAD/models/backbones/hrnet/hrnet_config/models.py -------------------------------------------------------------------------------- /models/backbones/hrnet/models/cls_hrnet_w48_sgd_lr5e-2_wd1e-4_bs32_x100.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haofanwang/CLIFF/HEAD/models/backbones/hrnet/models/cls_hrnet_w48_sgd_lr5e-2_wd1e-4_bs32_x100.yaml -------------------------------------------------------------------------------- /models/backbones/hrnet/models/cls_hrnet_w64_sgd_lr5e-2_wd1e-4_bs32_x100.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haofanwang/CLIFF/HEAD/models/backbones/hrnet/models/cls_hrnet_w64_sgd_lr5e-2_wd1e-4_bs32_x100.yaml -------------------------------------------------------------------------------- /models/backbones/resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haofanwang/CLIFF/HEAD/models/backbones/resnet.py -------------------------------------------------------------------------------- /models/cliff_hr48/__pycache__/cliff.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haofanwang/CLIFF/HEAD/models/cliff_hr48/__pycache__/cliff.cpython-310.pyc -------------------------------------------------------------------------------- /models/cliff_hr48/__pycache__/cliff.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haofanwang/CLIFF/HEAD/models/cliff_hr48/__pycache__/cliff.cpython-39.pyc -------------------------------------------------------------------------------- /models/cliff_hr48/cliff.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haofanwang/CLIFF/HEAD/models/cliff_hr48/cliff.py -------------------------------------------------------------------------------- /models/cliff_res50/__pycache__/cliff.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haofanwang/CLIFF/HEAD/models/cliff_res50/__pycache__/cliff.cpython-310.pyc -------------------------------------------------------------------------------- /models/cliff_res50/__pycache__/cliff.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haofanwang/CLIFF/HEAD/models/cliff_res50/__pycache__/cliff.cpython-39.pyc -------------------------------------------------------------------------------- /models/cliff_res50/cliff.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haofanwang/CLIFF/HEAD/models/cliff_res50/cliff.py -------------------------------------------------------------------------------- /models/hmr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haofanwang/CLIFF/HEAD/models/hmr.py -------------------------------------------------------------------------------- /models/smpl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haofanwang/CLIFF/HEAD/models/smpl.py -------------------------------------------------------------------------------- /prior.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haofanwang/CLIFF/HEAD/prior.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haofanwang/CLIFF/HEAD/requirements.txt -------------------------------------------------------------------------------- /run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haofanwang/CLIFF/HEAD/run.sh -------------------------------------------------------------------------------- /smplify.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haofanwang/CLIFF/HEAD/smplify.py -------------------------------------------------------------------------------- /test_samples/01e222117f63f874010370037f551497ac_258.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haofanwang/CLIFF/HEAD/test_samples/01e222117f63f874010370037f551497ac_258.mp4 -------------------------------------------------------------------------------- /test_samples/62883594000000000102c16c.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haofanwang/CLIFF/HEAD/test_samples/62883594000000000102c16c.mp4 -------------------------------------------------------------------------------- /vis_npy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haofanwang/CLIFF/HEAD/vis_npy.py --------------------------------------------------------------------------------