├── .gitignore ├── LICENSE.txt ├── asset └── droid_image.png ├── otter ├── data │ ├── __init__.py │ ├── dataset.py │ ├── libero │ │ ├── __init__.py │ │ ├── libero_utils.py │ │ └── robot_utils.py │ ├── obs_transforms.py │ ├── oxe │ │ ├── __init__.py │ │ ├── oxe_dataset_configs.py │ │ ├── oxe_dataset_mixes.py │ │ ├── oxe_standardization_transforms.py │ │ └── oxe_standardization_transforms_hbrl.py │ ├── traj_transforms.py │ └── utils │ │ ├── __init__.py │ │ ├── data_utils.py │ │ ├── goal_relabeling.py │ │ ├── task_augmentation.py │ │ ├── text_processing.py │ │ └── utils.py ├── dataset │ ├── image_dataset.py │ └── utils.py ├── policy │ ├── models.py │ ├── otter.py │ ├── otter_interface.py │ ├── transformer.py │ └── vision_tf.py └── util │ ├── args.py │ ├── engine.py │ ├── lr_sched.py │ ├── misc.py │ └── module_spec.py ├── pyproject.toml ├── readme.md ├── script ├── clip_visualization.py ├── droid_inference.py ├── eval_libero.py ├── open_clip_visualization.py └── train.py └── tests ├── test_dummy_model.py ├── test_otter_interface.py └── test_trained_model.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Max-Fu/otter/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Max-Fu/otter/HEAD/LICENSE.txt -------------------------------------------------------------------------------- /asset/droid_image.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Max-Fu/otter/HEAD/asset/droid_image.png -------------------------------------------------------------------------------- /otter/data/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Max-Fu/otter/HEAD/otter/data/__init__.py -------------------------------------------------------------------------------- /otter/data/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Max-Fu/otter/HEAD/otter/data/dataset.py -------------------------------------------------------------------------------- /otter/data/libero/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /otter/data/libero/libero_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Max-Fu/otter/HEAD/otter/data/libero/libero_utils.py -------------------------------------------------------------------------------- /otter/data/libero/robot_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Max-Fu/otter/HEAD/otter/data/libero/robot_utils.py -------------------------------------------------------------------------------- /otter/data/obs_transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Max-Fu/otter/HEAD/otter/data/obs_transforms.py -------------------------------------------------------------------------------- /otter/data/oxe/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Max-Fu/otter/HEAD/otter/data/oxe/__init__.py -------------------------------------------------------------------------------- /otter/data/oxe/oxe_dataset_configs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Max-Fu/otter/HEAD/otter/data/oxe/oxe_dataset_configs.py -------------------------------------------------------------------------------- /otter/data/oxe/oxe_dataset_mixes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Max-Fu/otter/HEAD/otter/data/oxe/oxe_dataset_mixes.py -------------------------------------------------------------------------------- /otter/data/oxe/oxe_standardization_transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Max-Fu/otter/HEAD/otter/data/oxe/oxe_standardization_transforms.py -------------------------------------------------------------------------------- /otter/data/oxe/oxe_standardization_transforms_hbrl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Max-Fu/otter/HEAD/otter/data/oxe/oxe_standardization_transforms_hbrl.py -------------------------------------------------------------------------------- /otter/data/traj_transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Max-Fu/otter/HEAD/otter/data/traj_transforms.py -------------------------------------------------------------------------------- /otter/data/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /otter/data/utils/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Max-Fu/otter/HEAD/otter/data/utils/data_utils.py -------------------------------------------------------------------------------- /otter/data/utils/goal_relabeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Max-Fu/otter/HEAD/otter/data/utils/goal_relabeling.py -------------------------------------------------------------------------------- /otter/data/utils/task_augmentation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Max-Fu/otter/HEAD/otter/data/utils/task_augmentation.py -------------------------------------------------------------------------------- /otter/data/utils/text_processing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Max-Fu/otter/HEAD/otter/data/utils/text_processing.py -------------------------------------------------------------------------------- /otter/data/utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Max-Fu/otter/HEAD/otter/data/utils/utils.py -------------------------------------------------------------------------------- /otter/dataset/image_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Max-Fu/otter/HEAD/otter/dataset/image_dataset.py -------------------------------------------------------------------------------- /otter/dataset/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Max-Fu/otter/HEAD/otter/dataset/utils.py -------------------------------------------------------------------------------- /otter/policy/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Max-Fu/otter/HEAD/otter/policy/models.py -------------------------------------------------------------------------------- /otter/policy/otter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Max-Fu/otter/HEAD/otter/policy/otter.py -------------------------------------------------------------------------------- /otter/policy/otter_interface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Max-Fu/otter/HEAD/otter/policy/otter_interface.py -------------------------------------------------------------------------------- /otter/policy/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Max-Fu/otter/HEAD/otter/policy/transformer.py -------------------------------------------------------------------------------- /otter/policy/vision_tf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Max-Fu/otter/HEAD/otter/policy/vision_tf.py -------------------------------------------------------------------------------- /otter/util/args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Max-Fu/otter/HEAD/otter/util/args.py -------------------------------------------------------------------------------- /otter/util/engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Max-Fu/otter/HEAD/otter/util/engine.py -------------------------------------------------------------------------------- /otter/util/lr_sched.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Max-Fu/otter/HEAD/otter/util/lr_sched.py -------------------------------------------------------------------------------- /otter/util/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Max-Fu/otter/HEAD/otter/util/misc.py -------------------------------------------------------------------------------- /otter/util/module_spec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Max-Fu/otter/HEAD/otter/util/module_spec.py -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Max-Fu/otter/HEAD/pyproject.toml -------------------------------------------------------------------------------- /readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Max-Fu/otter/HEAD/readme.md -------------------------------------------------------------------------------- /script/clip_visualization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Max-Fu/otter/HEAD/script/clip_visualization.py -------------------------------------------------------------------------------- /script/droid_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Max-Fu/otter/HEAD/script/droid_inference.py -------------------------------------------------------------------------------- /script/eval_libero.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Max-Fu/otter/HEAD/script/eval_libero.py -------------------------------------------------------------------------------- /script/open_clip_visualization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Max-Fu/otter/HEAD/script/open_clip_visualization.py -------------------------------------------------------------------------------- /script/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Max-Fu/otter/HEAD/script/train.py -------------------------------------------------------------------------------- /tests/test_dummy_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Max-Fu/otter/HEAD/tests/test_dummy_model.py -------------------------------------------------------------------------------- /tests/test_otter_interface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Max-Fu/otter/HEAD/tests/test_otter_interface.py -------------------------------------------------------------------------------- /tests/test_trained_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Max-Fu/otter/HEAD/tests/test_trained_model.py --------------------------------------------------------------------------------