├── .gitignore ├── LICENSE ├── README.md ├── assets ├── example_kick.gif └── teaser.gif ├── data_loaders ├── get_data.py ├── humanml │ ├── README.md │ ├── common │ │ ├── quaternion.py │ │ └── skeleton.py │ ├── data │ │ ├── __init__.py │ │ └── dataset.py │ ├── motion_loaders │ │ ├── __init__.py │ │ ├── comp_v6_model_dataset.py │ │ └── model_motion_loaders.py │ ├── networks │ │ ├── __init__.py │ │ ├── evaluator_wrapper.py │ │ └── modules.py │ ├── scripts │ │ └── motion_process.py │ └── utils │ │ ├── get_opt.py │ │ ├── metrics.py │ │ ├── paramUtil.py │ │ ├── plot_script.py │ │ ├── utils.py │ │ └── word_vectorizer.py ├── humanml_utils.py └── tensors.py ├── dataset ├── README.md ├── humanml_opt.txt ├── humanml_spatial_norm │ ├── Mean_raw.npy │ └── Std_raw.npy ├── kit_mean.npy ├── kit_opt.txt ├── kit_spatial_norm │ ├── Mean_raw.npy │ └── Std_raw.npy ├── kit_std.npy ├── t2m_mean.npy └── t2m_std.npy ├── diffusion ├── fp16_util.py ├── gaussian_diffusion.py ├── logger.py ├── losses.py ├── nn.py ├── resample.py └── respace.py ├── environment.yml ├── eval └── eval_humanml.py ├── eval_omnicontrol.sh ├── eval_omnicontrol_all.sh ├── model ├── cfg_sampler.py ├── cmdm.py ├── rotation2xyz.py ├── smpl.py └── transformer.py ├── prepare ├── download_glove.sh ├── download_smpl_files.sh └── download_t2m_evaluators.sh ├── sample └── generate.py ├── train ├── train_mdm.py ├── train_platforms.py └── training_loop.py ├── utils ├── PYTORCH3D_LICENSE ├── config.py ├── dist_util.py ├── fixseed.py ├── misc.py ├── model_util.py ├── parser_util.py ├── rotation_conversions.py ├── simple_eval.py └── text_control_example.py └── visualize ├── joints2smpl ├── README.md ├── environment.yaml ├── fit_seq.py ├── smpl_models │ ├── SMPL_downsample_index.pkl │ ├── gmm_08.pkl │ ├── neutral_smpl_mean_params.h5 │ └── smplx_parts_segm.pkl └── src │ ├── config.py │ ├── customloss.py │ ├── prior.py │ └── smplify.py ├── render_mesh.py ├── simplify_loc2rot.py └── vis_utils.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/README.md -------------------------------------------------------------------------------- /assets/example_kick.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/assets/example_kick.gif -------------------------------------------------------------------------------- /assets/teaser.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/assets/teaser.gif -------------------------------------------------------------------------------- /data_loaders/get_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/data_loaders/get_data.py -------------------------------------------------------------------------------- /data_loaders/humanml/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/data_loaders/humanml/README.md -------------------------------------------------------------------------------- /data_loaders/humanml/common/quaternion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/data_loaders/humanml/common/quaternion.py -------------------------------------------------------------------------------- /data_loaders/humanml/common/skeleton.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/data_loaders/humanml/common/skeleton.py -------------------------------------------------------------------------------- /data_loaders/humanml/data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /data_loaders/humanml/data/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/data_loaders/humanml/data/dataset.py -------------------------------------------------------------------------------- /data_loaders/humanml/motion_loaders/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /data_loaders/humanml/motion_loaders/comp_v6_model_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/data_loaders/humanml/motion_loaders/comp_v6_model_dataset.py -------------------------------------------------------------------------------- /data_loaders/humanml/motion_loaders/model_motion_loaders.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/data_loaders/humanml/motion_loaders/model_motion_loaders.py -------------------------------------------------------------------------------- /data_loaders/humanml/networks/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /data_loaders/humanml/networks/evaluator_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/data_loaders/humanml/networks/evaluator_wrapper.py -------------------------------------------------------------------------------- /data_loaders/humanml/networks/modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/data_loaders/humanml/networks/modules.py -------------------------------------------------------------------------------- /data_loaders/humanml/scripts/motion_process.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/data_loaders/humanml/scripts/motion_process.py -------------------------------------------------------------------------------- /data_loaders/humanml/utils/get_opt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/data_loaders/humanml/utils/get_opt.py -------------------------------------------------------------------------------- /data_loaders/humanml/utils/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/data_loaders/humanml/utils/metrics.py -------------------------------------------------------------------------------- /data_loaders/humanml/utils/paramUtil.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/data_loaders/humanml/utils/paramUtil.py -------------------------------------------------------------------------------- /data_loaders/humanml/utils/plot_script.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/data_loaders/humanml/utils/plot_script.py -------------------------------------------------------------------------------- /data_loaders/humanml/utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/data_loaders/humanml/utils/utils.py -------------------------------------------------------------------------------- /data_loaders/humanml/utils/word_vectorizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/data_loaders/humanml/utils/word_vectorizer.py -------------------------------------------------------------------------------- /data_loaders/humanml_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/data_loaders/humanml_utils.py -------------------------------------------------------------------------------- /data_loaders/tensors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/data_loaders/tensors.py -------------------------------------------------------------------------------- /dataset/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/dataset/README.md -------------------------------------------------------------------------------- /dataset/humanml_opt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/dataset/humanml_opt.txt -------------------------------------------------------------------------------- /dataset/humanml_spatial_norm/Mean_raw.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/dataset/humanml_spatial_norm/Mean_raw.npy -------------------------------------------------------------------------------- /dataset/humanml_spatial_norm/Std_raw.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/dataset/humanml_spatial_norm/Std_raw.npy -------------------------------------------------------------------------------- /dataset/kit_mean.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/dataset/kit_mean.npy -------------------------------------------------------------------------------- /dataset/kit_opt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/dataset/kit_opt.txt -------------------------------------------------------------------------------- /dataset/kit_spatial_norm/Mean_raw.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/dataset/kit_spatial_norm/Mean_raw.npy -------------------------------------------------------------------------------- /dataset/kit_spatial_norm/Std_raw.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/dataset/kit_spatial_norm/Std_raw.npy -------------------------------------------------------------------------------- /dataset/kit_std.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/dataset/kit_std.npy -------------------------------------------------------------------------------- /dataset/t2m_mean.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/dataset/t2m_mean.npy -------------------------------------------------------------------------------- /dataset/t2m_std.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/dataset/t2m_std.npy -------------------------------------------------------------------------------- /diffusion/fp16_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/diffusion/fp16_util.py -------------------------------------------------------------------------------- /diffusion/gaussian_diffusion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/diffusion/gaussian_diffusion.py -------------------------------------------------------------------------------- /diffusion/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/diffusion/logger.py -------------------------------------------------------------------------------- /diffusion/losses.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/diffusion/losses.py -------------------------------------------------------------------------------- /diffusion/nn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/diffusion/nn.py -------------------------------------------------------------------------------- /diffusion/resample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/diffusion/resample.py -------------------------------------------------------------------------------- /diffusion/respace.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/diffusion/respace.py -------------------------------------------------------------------------------- /environment.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/environment.yml -------------------------------------------------------------------------------- /eval/eval_humanml.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/eval/eval_humanml.py -------------------------------------------------------------------------------- /eval_omnicontrol.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/eval_omnicontrol.sh -------------------------------------------------------------------------------- /eval_omnicontrol_all.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/eval_omnicontrol_all.sh -------------------------------------------------------------------------------- /model/cfg_sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/model/cfg_sampler.py -------------------------------------------------------------------------------- /model/cmdm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/model/cmdm.py -------------------------------------------------------------------------------- /model/rotation2xyz.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/model/rotation2xyz.py -------------------------------------------------------------------------------- /model/smpl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/model/smpl.py -------------------------------------------------------------------------------- /model/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/model/transformer.py -------------------------------------------------------------------------------- /prepare/download_glove.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/prepare/download_glove.sh -------------------------------------------------------------------------------- /prepare/download_smpl_files.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/prepare/download_smpl_files.sh -------------------------------------------------------------------------------- /prepare/download_t2m_evaluators.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/prepare/download_t2m_evaluators.sh -------------------------------------------------------------------------------- /sample/generate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/sample/generate.py -------------------------------------------------------------------------------- /train/train_mdm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/train/train_mdm.py -------------------------------------------------------------------------------- /train/train_platforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/train/train_platforms.py -------------------------------------------------------------------------------- /train/training_loop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/train/training_loop.py -------------------------------------------------------------------------------- /utils/PYTORCH3D_LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/utils/PYTORCH3D_LICENSE -------------------------------------------------------------------------------- /utils/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/utils/config.py -------------------------------------------------------------------------------- /utils/dist_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/utils/dist_util.py -------------------------------------------------------------------------------- /utils/fixseed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/utils/fixseed.py -------------------------------------------------------------------------------- /utils/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/utils/misc.py -------------------------------------------------------------------------------- /utils/model_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/utils/model_util.py -------------------------------------------------------------------------------- /utils/parser_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/utils/parser_util.py -------------------------------------------------------------------------------- /utils/rotation_conversions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/utils/rotation_conversions.py -------------------------------------------------------------------------------- /utils/simple_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/utils/simple_eval.py -------------------------------------------------------------------------------- /utils/text_control_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/utils/text_control_example.py -------------------------------------------------------------------------------- /visualize/joints2smpl/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/visualize/joints2smpl/README.md -------------------------------------------------------------------------------- /visualize/joints2smpl/environment.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/visualize/joints2smpl/environment.yaml -------------------------------------------------------------------------------- /visualize/joints2smpl/fit_seq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/visualize/joints2smpl/fit_seq.py -------------------------------------------------------------------------------- /visualize/joints2smpl/smpl_models/SMPL_downsample_index.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/visualize/joints2smpl/smpl_models/SMPL_downsample_index.pkl -------------------------------------------------------------------------------- /visualize/joints2smpl/smpl_models/gmm_08.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/visualize/joints2smpl/smpl_models/gmm_08.pkl -------------------------------------------------------------------------------- /visualize/joints2smpl/smpl_models/neutral_smpl_mean_params.h5: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/visualize/joints2smpl/smpl_models/neutral_smpl_mean_params.h5 -------------------------------------------------------------------------------- /visualize/joints2smpl/smpl_models/smplx_parts_segm.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/visualize/joints2smpl/smpl_models/smplx_parts_segm.pkl -------------------------------------------------------------------------------- /visualize/joints2smpl/src/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/visualize/joints2smpl/src/config.py -------------------------------------------------------------------------------- /visualize/joints2smpl/src/customloss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/visualize/joints2smpl/src/customloss.py -------------------------------------------------------------------------------- /visualize/joints2smpl/src/prior.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/visualize/joints2smpl/src/prior.py -------------------------------------------------------------------------------- /visualize/joints2smpl/src/smplify.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/visualize/joints2smpl/src/smplify.py -------------------------------------------------------------------------------- /visualize/render_mesh.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/visualize/render_mesh.py -------------------------------------------------------------------------------- /visualize/simplify_loc2rot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/visualize/simplify_loc2rot.py -------------------------------------------------------------------------------- /visualize/vis_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neu-vi/OmniControl/HEAD/visualize/vis_utils.py --------------------------------------------------------------------------------