├── .github └── workflows │ └── pyright.yml ├── .gitignore ├── 0a_preprocess_training_data.py ├── 0b_preprocess_training_data.py ├── 1_train_motion_prior.py ├── 2_run_hamer_on_vrs.py ├── 3_aria_inference.py ├── 4_visualize_outputs.py ├── 5_eval_body_metrics.py ├── LICENSE ├── README.md ├── data ├── glasses.stl └── smplh_gender_conversion │ ├── female_to_male.npz │ ├── female_to_neutral.npz │ ├── male_to_female.npz │ ├── male_to_neutral.npz │ ├── neutral_to_female.npz │ └── neutral_to_male.npz ├── download_checkpoint_and_data.sh ├── pyproject.toml └── src └── egoallo ├── __init__.py ├── data ├── __init__.py ├── amass.py ├── aria_mps.py ├── dataclass.py └── egopose_meta.py ├── fncsmpl.py ├── fncsmpl_extensions.py ├── fncsmpl_jax.py ├── guidance_optimizer_jax.py ├── hand_detection_structs.py ├── inference_utils.py ├── metrics_helpers.py ├── network.py ├── preprocessing ├── __init__.py ├── body_model │ ├── __init__.py │ ├── body_model.py │ ├── skeleton.py │ ├── specs.py │ └── utils.py ├── geometry │ ├── __init__.py │ ├── camera.py │ ├── helpers.py │ ├── plane.py │ ├── rotation.py │ └── transforms │ │ ├── __init__.py │ │ ├── _base.py │ │ ├── _se2.py │ │ ├── _se3.py │ │ ├── _so2.py │ │ ├── _so3.py │ │ ├── hints │ │ └── __init__.py │ │ └── utils │ │ ├── __init__.py │ │ └── _utils.py └── util │ ├── __init__.py │ └── tensor.py ├── py.typed ├── sampling.py ├── tensor_dataclass.py ├── training_loss.py ├── training_utils.py ├── transforms ├── __init__.py ├── _base.py ├── _se3.py ├── _so3.py └── utils │ ├── __init__.py │ └── _utils.py └── vis_helpers.py /.github/workflows/pyright.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brentyi/egoallo/HEAD/.github/workflows/pyright.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brentyi/egoallo/HEAD/.gitignore -------------------------------------------------------------------------------- /0a_preprocess_training_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brentyi/egoallo/HEAD/0a_preprocess_training_data.py -------------------------------------------------------------------------------- /0b_preprocess_training_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brentyi/egoallo/HEAD/0b_preprocess_training_data.py -------------------------------------------------------------------------------- /1_train_motion_prior.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brentyi/egoallo/HEAD/1_train_motion_prior.py -------------------------------------------------------------------------------- /2_run_hamer_on_vrs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brentyi/egoallo/HEAD/2_run_hamer_on_vrs.py -------------------------------------------------------------------------------- /3_aria_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brentyi/egoallo/HEAD/3_aria_inference.py -------------------------------------------------------------------------------- /4_visualize_outputs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brentyi/egoallo/HEAD/4_visualize_outputs.py -------------------------------------------------------------------------------- /5_eval_body_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brentyi/egoallo/HEAD/5_eval_body_metrics.py -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brentyi/egoallo/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brentyi/egoallo/HEAD/README.md -------------------------------------------------------------------------------- /data/glasses.stl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brentyi/egoallo/HEAD/data/glasses.stl -------------------------------------------------------------------------------- /data/smplh_gender_conversion/female_to_male.npz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brentyi/egoallo/HEAD/data/smplh_gender_conversion/female_to_male.npz -------------------------------------------------------------------------------- /data/smplh_gender_conversion/female_to_neutral.npz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brentyi/egoallo/HEAD/data/smplh_gender_conversion/female_to_neutral.npz -------------------------------------------------------------------------------- /data/smplh_gender_conversion/male_to_female.npz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brentyi/egoallo/HEAD/data/smplh_gender_conversion/male_to_female.npz -------------------------------------------------------------------------------- /data/smplh_gender_conversion/male_to_neutral.npz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brentyi/egoallo/HEAD/data/smplh_gender_conversion/male_to_neutral.npz -------------------------------------------------------------------------------- /data/smplh_gender_conversion/neutral_to_female.npz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brentyi/egoallo/HEAD/data/smplh_gender_conversion/neutral_to_female.npz -------------------------------------------------------------------------------- /data/smplh_gender_conversion/neutral_to_male.npz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brentyi/egoallo/HEAD/data/smplh_gender_conversion/neutral_to_male.npz -------------------------------------------------------------------------------- /download_checkpoint_and_data.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brentyi/egoallo/HEAD/download_checkpoint_and_data.sh -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brentyi/egoallo/HEAD/pyproject.toml -------------------------------------------------------------------------------- /src/egoallo/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/egoallo/data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/egoallo/data/amass.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brentyi/egoallo/HEAD/src/egoallo/data/amass.py -------------------------------------------------------------------------------- /src/egoallo/data/aria_mps.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brentyi/egoallo/HEAD/src/egoallo/data/aria_mps.py -------------------------------------------------------------------------------- /src/egoallo/data/dataclass.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brentyi/egoallo/HEAD/src/egoallo/data/dataclass.py -------------------------------------------------------------------------------- /src/egoallo/data/egopose_meta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brentyi/egoallo/HEAD/src/egoallo/data/egopose_meta.py -------------------------------------------------------------------------------- /src/egoallo/fncsmpl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brentyi/egoallo/HEAD/src/egoallo/fncsmpl.py -------------------------------------------------------------------------------- /src/egoallo/fncsmpl_extensions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brentyi/egoallo/HEAD/src/egoallo/fncsmpl_extensions.py -------------------------------------------------------------------------------- /src/egoallo/fncsmpl_jax.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brentyi/egoallo/HEAD/src/egoallo/fncsmpl_jax.py -------------------------------------------------------------------------------- /src/egoallo/guidance_optimizer_jax.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brentyi/egoallo/HEAD/src/egoallo/guidance_optimizer_jax.py -------------------------------------------------------------------------------- /src/egoallo/hand_detection_structs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brentyi/egoallo/HEAD/src/egoallo/hand_detection_structs.py -------------------------------------------------------------------------------- /src/egoallo/inference_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brentyi/egoallo/HEAD/src/egoallo/inference_utils.py -------------------------------------------------------------------------------- /src/egoallo/metrics_helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brentyi/egoallo/HEAD/src/egoallo/metrics_helpers.py -------------------------------------------------------------------------------- /src/egoallo/network.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brentyi/egoallo/HEAD/src/egoallo/network.py -------------------------------------------------------------------------------- /src/egoallo/preprocessing/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/egoallo/preprocessing/body_model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brentyi/egoallo/HEAD/src/egoallo/preprocessing/body_model/__init__.py -------------------------------------------------------------------------------- /src/egoallo/preprocessing/body_model/body_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brentyi/egoallo/HEAD/src/egoallo/preprocessing/body_model/body_model.py -------------------------------------------------------------------------------- /src/egoallo/preprocessing/body_model/skeleton.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brentyi/egoallo/HEAD/src/egoallo/preprocessing/body_model/skeleton.py -------------------------------------------------------------------------------- /src/egoallo/preprocessing/body_model/specs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brentyi/egoallo/HEAD/src/egoallo/preprocessing/body_model/specs.py -------------------------------------------------------------------------------- /src/egoallo/preprocessing/body_model/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brentyi/egoallo/HEAD/src/egoallo/preprocessing/body_model/utils.py -------------------------------------------------------------------------------- /src/egoallo/preprocessing/geometry/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brentyi/egoallo/HEAD/src/egoallo/preprocessing/geometry/__init__.py -------------------------------------------------------------------------------- /src/egoallo/preprocessing/geometry/camera.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brentyi/egoallo/HEAD/src/egoallo/preprocessing/geometry/camera.py -------------------------------------------------------------------------------- /src/egoallo/preprocessing/geometry/helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brentyi/egoallo/HEAD/src/egoallo/preprocessing/geometry/helpers.py -------------------------------------------------------------------------------- /src/egoallo/preprocessing/geometry/plane.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brentyi/egoallo/HEAD/src/egoallo/preprocessing/geometry/plane.py -------------------------------------------------------------------------------- /src/egoallo/preprocessing/geometry/rotation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brentyi/egoallo/HEAD/src/egoallo/preprocessing/geometry/rotation.py -------------------------------------------------------------------------------- /src/egoallo/preprocessing/geometry/transforms/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brentyi/egoallo/HEAD/src/egoallo/preprocessing/geometry/transforms/__init__.py -------------------------------------------------------------------------------- /src/egoallo/preprocessing/geometry/transforms/_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brentyi/egoallo/HEAD/src/egoallo/preprocessing/geometry/transforms/_base.py -------------------------------------------------------------------------------- /src/egoallo/preprocessing/geometry/transforms/_se2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brentyi/egoallo/HEAD/src/egoallo/preprocessing/geometry/transforms/_se2.py -------------------------------------------------------------------------------- /src/egoallo/preprocessing/geometry/transforms/_se3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brentyi/egoallo/HEAD/src/egoallo/preprocessing/geometry/transforms/_se3.py -------------------------------------------------------------------------------- /src/egoallo/preprocessing/geometry/transforms/_so2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brentyi/egoallo/HEAD/src/egoallo/preprocessing/geometry/transforms/_so2.py -------------------------------------------------------------------------------- /src/egoallo/preprocessing/geometry/transforms/_so3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brentyi/egoallo/HEAD/src/egoallo/preprocessing/geometry/transforms/_so3.py -------------------------------------------------------------------------------- /src/egoallo/preprocessing/geometry/transforms/hints/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brentyi/egoallo/HEAD/src/egoallo/preprocessing/geometry/transforms/hints/__init__.py -------------------------------------------------------------------------------- /src/egoallo/preprocessing/geometry/transforms/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brentyi/egoallo/HEAD/src/egoallo/preprocessing/geometry/transforms/utils/__init__.py -------------------------------------------------------------------------------- /src/egoallo/preprocessing/geometry/transforms/utils/_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brentyi/egoallo/HEAD/src/egoallo/preprocessing/geometry/transforms/utils/_utils.py -------------------------------------------------------------------------------- /src/egoallo/preprocessing/util/__init__.py: -------------------------------------------------------------------------------- 1 | from .tensor import * 2 | -------------------------------------------------------------------------------- /src/egoallo/preprocessing/util/tensor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brentyi/egoallo/HEAD/src/egoallo/preprocessing/util/tensor.py -------------------------------------------------------------------------------- /src/egoallo/py.typed: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/egoallo/sampling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brentyi/egoallo/HEAD/src/egoallo/sampling.py -------------------------------------------------------------------------------- /src/egoallo/tensor_dataclass.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brentyi/egoallo/HEAD/src/egoallo/tensor_dataclass.py -------------------------------------------------------------------------------- /src/egoallo/training_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brentyi/egoallo/HEAD/src/egoallo/training_loss.py -------------------------------------------------------------------------------- /src/egoallo/training_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brentyi/egoallo/HEAD/src/egoallo/training_utils.py -------------------------------------------------------------------------------- /src/egoallo/transforms/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brentyi/egoallo/HEAD/src/egoallo/transforms/__init__.py -------------------------------------------------------------------------------- /src/egoallo/transforms/_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brentyi/egoallo/HEAD/src/egoallo/transforms/_base.py -------------------------------------------------------------------------------- /src/egoallo/transforms/_se3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brentyi/egoallo/HEAD/src/egoallo/transforms/_se3.py -------------------------------------------------------------------------------- /src/egoallo/transforms/_so3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brentyi/egoallo/HEAD/src/egoallo/transforms/_so3.py -------------------------------------------------------------------------------- /src/egoallo/transforms/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brentyi/egoallo/HEAD/src/egoallo/transforms/utils/__init__.py -------------------------------------------------------------------------------- /src/egoallo/transforms/utils/_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brentyi/egoallo/HEAD/src/egoallo/transforms/utils/_utils.py -------------------------------------------------------------------------------- /src/egoallo/vis_helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brentyi/egoallo/HEAD/src/egoallo/vis_helpers.py --------------------------------------------------------------------------------