├── .gitignore ├── LICENSE ├── README.md ├── cfg ├── student_rearrangement.yaml ├── teacher_carry.yaml └── teacher_rearrangement.yaml ├── data ├── cp_hssd.py └── humanoid_assets │ ├── amp_humanoid.xml │ └── amp_humanoid_extend.xml ├── demo ├── demo1.mp4 ├── demo2.mp4 ├── demo3.mp4 ├── demo4.mp4 └── laptop_vision_language_merge.mp4 ├── envs ├── HITR_VLA.py ├── HITR_carry.py ├── HITR_rearrangement.py ├── HITRenv.py ├── base.py ├── builder.py └── humanoid.py ├── gen ├── bps │ └── bps.py ├── motion │ ├── retarget_omomo.py │ ├── retarget_samp.py │ └── retarget_tool.py ├── path │ └── astar.py ├── point_cloud │ ├── __pycache__ │ │ └── scale.cpython-38.pyc │ ├── sample_pcd.py │ └── scale.py └── text │ └── bert_encoding.py ├── main.py ├── models ├── amp │ ├── amp_network.py │ ├── amp_player.py │ └── amp_trainer.py ├── builder.py ├── common │ ├── base_network.py │ ├── buffer.py │ ├── optimizer.py │ └── runningmeanstd.py └── dagger │ ├── dagger_player.py │ ├── dagger_trainer.py │ └── vla_network.py ├── requirements.txt └── utils ├── config.py ├── torch_utils.py └── utils.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AllenXuuu/HumanVLA/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AllenXuuu/HumanVLA/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AllenXuuu/HumanVLA/HEAD/README.md -------------------------------------------------------------------------------- /cfg/student_rearrangement.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AllenXuuu/HumanVLA/HEAD/cfg/student_rearrangement.yaml -------------------------------------------------------------------------------- /cfg/teacher_carry.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AllenXuuu/HumanVLA/HEAD/cfg/teacher_carry.yaml -------------------------------------------------------------------------------- /cfg/teacher_rearrangement.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AllenXuuu/HumanVLA/HEAD/cfg/teacher_rearrangement.yaml -------------------------------------------------------------------------------- /data/cp_hssd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AllenXuuu/HumanVLA/HEAD/data/cp_hssd.py -------------------------------------------------------------------------------- /data/humanoid_assets/amp_humanoid.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AllenXuuu/HumanVLA/HEAD/data/humanoid_assets/amp_humanoid.xml -------------------------------------------------------------------------------- /data/humanoid_assets/amp_humanoid_extend.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AllenXuuu/HumanVLA/HEAD/data/humanoid_assets/amp_humanoid_extend.xml -------------------------------------------------------------------------------- /demo/demo1.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AllenXuuu/HumanVLA/HEAD/demo/demo1.mp4 -------------------------------------------------------------------------------- /demo/demo2.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AllenXuuu/HumanVLA/HEAD/demo/demo2.mp4 -------------------------------------------------------------------------------- /demo/demo3.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AllenXuuu/HumanVLA/HEAD/demo/demo3.mp4 -------------------------------------------------------------------------------- /demo/demo4.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AllenXuuu/HumanVLA/HEAD/demo/demo4.mp4 -------------------------------------------------------------------------------- /demo/laptop_vision_language_merge.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AllenXuuu/HumanVLA/HEAD/demo/laptop_vision_language_merge.mp4 -------------------------------------------------------------------------------- /envs/HITR_VLA.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AllenXuuu/HumanVLA/HEAD/envs/HITR_VLA.py -------------------------------------------------------------------------------- /envs/HITR_carry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AllenXuuu/HumanVLA/HEAD/envs/HITR_carry.py -------------------------------------------------------------------------------- /envs/HITR_rearrangement.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AllenXuuu/HumanVLA/HEAD/envs/HITR_rearrangement.py -------------------------------------------------------------------------------- /envs/HITRenv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AllenXuuu/HumanVLA/HEAD/envs/HITRenv.py -------------------------------------------------------------------------------- /envs/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AllenXuuu/HumanVLA/HEAD/envs/base.py -------------------------------------------------------------------------------- /envs/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AllenXuuu/HumanVLA/HEAD/envs/builder.py -------------------------------------------------------------------------------- /envs/humanoid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AllenXuuu/HumanVLA/HEAD/envs/humanoid.py -------------------------------------------------------------------------------- /gen/bps/bps.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AllenXuuu/HumanVLA/HEAD/gen/bps/bps.py -------------------------------------------------------------------------------- /gen/motion/retarget_omomo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AllenXuuu/HumanVLA/HEAD/gen/motion/retarget_omomo.py -------------------------------------------------------------------------------- /gen/motion/retarget_samp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AllenXuuu/HumanVLA/HEAD/gen/motion/retarget_samp.py -------------------------------------------------------------------------------- /gen/motion/retarget_tool.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AllenXuuu/HumanVLA/HEAD/gen/motion/retarget_tool.py -------------------------------------------------------------------------------- /gen/path/astar.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AllenXuuu/HumanVLA/HEAD/gen/path/astar.py -------------------------------------------------------------------------------- /gen/point_cloud/__pycache__/scale.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AllenXuuu/HumanVLA/HEAD/gen/point_cloud/__pycache__/scale.cpython-38.pyc -------------------------------------------------------------------------------- /gen/point_cloud/sample_pcd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AllenXuuu/HumanVLA/HEAD/gen/point_cloud/sample_pcd.py -------------------------------------------------------------------------------- /gen/point_cloud/scale.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AllenXuuu/HumanVLA/HEAD/gen/point_cloud/scale.py -------------------------------------------------------------------------------- /gen/text/bert_encoding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AllenXuuu/HumanVLA/HEAD/gen/text/bert_encoding.py -------------------------------------------------------------------------------- /main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AllenXuuu/HumanVLA/HEAD/main.py -------------------------------------------------------------------------------- /models/amp/amp_network.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AllenXuuu/HumanVLA/HEAD/models/amp/amp_network.py -------------------------------------------------------------------------------- /models/amp/amp_player.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AllenXuuu/HumanVLA/HEAD/models/amp/amp_player.py -------------------------------------------------------------------------------- /models/amp/amp_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AllenXuuu/HumanVLA/HEAD/models/amp/amp_trainer.py -------------------------------------------------------------------------------- /models/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AllenXuuu/HumanVLA/HEAD/models/builder.py -------------------------------------------------------------------------------- /models/common/base_network.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AllenXuuu/HumanVLA/HEAD/models/common/base_network.py -------------------------------------------------------------------------------- /models/common/buffer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AllenXuuu/HumanVLA/HEAD/models/common/buffer.py -------------------------------------------------------------------------------- /models/common/optimizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AllenXuuu/HumanVLA/HEAD/models/common/optimizer.py -------------------------------------------------------------------------------- /models/common/runningmeanstd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AllenXuuu/HumanVLA/HEAD/models/common/runningmeanstd.py -------------------------------------------------------------------------------- /models/dagger/dagger_player.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AllenXuuu/HumanVLA/HEAD/models/dagger/dagger_player.py -------------------------------------------------------------------------------- /models/dagger/dagger_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AllenXuuu/HumanVLA/HEAD/models/dagger/dagger_trainer.py -------------------------------------------------------------------------------- /models/dagger/vla_network.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AllenXuuu/HumanVLA/HEAD/models/dagger/vla_network.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AllenXuuu/HumanVLA/HEAD/requirements.txt -------------------------------------------------------------------------------- /utils/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AllenXuuu/HumanVLA/HEAD/utils/config.py -------------------------------------------------------------------------------- /utils/torch_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AllenXuuu/HumanVLA/HEAD/utils/torch_utils.py -------------------------------------------------------------------------------- /utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AllenXuuu/HumanVLA/HEAD/utils/utils.py --------------------------------------------------------------------------------