├── .gitignore ├── LICENSE ├── README.md ├── deployment ├── LogoNav_frodobot.py ├── LogoNav_ros.py └── utils_logonav.py └── train ├── config ├── LogoNav.yaml ├── MBRA.yaml ├── defaults.yaml ├── gnm.yaml ├── late_fusion.yaml ├── nomad.yaml └── vint.yaml ├── data_split.py ├── environment_mbra.yml ├── mask_360view.csv ├── process_bag_diff.py ├── process_bags.py ├── process_recon.py ├── push_dataset_to_hub.py ├── setup.py ├── train.py ├── train_environment.yml └── vint_train ├── __init__.py ├── data ├── __init__.py ├── data_config.yaml ├── data_utils.py ├── lelan_dataset.py ├── vint_dataset.py └── vint_hf_dataset.py ├── models ├── __init__.py ├── base_model.py ├── depth_360.py ├── exaug │ ├── __init__.py │ ├── exaug.py │ ├── self_attention.py │ └── vit.py ├── gnm │ ├── README.md │ ├── __init__.py │ ├── gnm.py │ └── modified_mobilenetv2.py ├── il │ └── il.py ├── lelan │ ├── README.md │ ├── __init__.py │ ├── lelan.py │ ├── lelan_comp.py │ └── sample_film.py ├── nomad │ ├── README.md │ ├── __init__.py │ ├── nomad.py │ ├── nomad_vint.py │ └── vib_placeholder.py └── vint │ ├── README.md │ ├── __init__.py │ ├── self_attention.py │ ├── vint.py │ └── vit.py ├── training ├── logger.py ├── networks │ ├── __init__.py │ ├── depth_decoder.py │ ├── depth_decoder_camera_ada3.py │ ├── depth_decoder_camera_ada4.py │ ├── depth_decoder_share.py │ ├── layers.py │ ├── pose_cnn.py │ ├── pose_decoder.py │ └── resnet_encoder.py ├── train_eval_loop.py └── train_utils.py └── visualizing ├── __init__.py ├── action_utils.py ├── distance_utils.py └── visualize_utils.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NHirose/Learning-to-Drive-Anywhere-with-MBRA/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NHirose/Learning-to-Drive-Anywhere-with-MBRA/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NHirose/Learning-to-Drive-Anywhere-with-MBRA/HEAD/README.md -------------------------------------------------------------------------------- /deployment/LogoNav_frodobot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NHirose/Learning-to-Drive-Anywhere-with-MBRA/HEAD/deployment/LogoNav_frodobot.py -------------------------------------------------------------------------------- /deployment/LogoNav_ros.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NHirose/Learning-to-Drive-Anywhere-with-MBRA/HEAD/deployment/LogoNav_ros.py -------------------------------------------------------------------------------- /deployment/utils_logonav.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NHirose/Learning-to-Drive-Anywhere-with-MBRA/HEAD/deployment/utils_logonav.py -------------------------------------------------------------------------------- /train/config/LogoNav.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NHirose/Learning-to-Drive-Anywhere-with-MBRA/HEAD/train/config/LogoNav.yaml -------------------------------------------------------------------------------- /train/config/MBRA.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NHirose/Learning-to-Drive-Anywhere-with-MBRA/HEAD/train/config/MBRA.yaml -------------------------------------------------------------------------------- /train/config/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NHirose/Learning-to-Drive-Anywhere-with-MBRA/HEAD/train/config/defaults.yaml -------------------------------------------------------------------------------- /train/config/gnm.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NHirose/Learning-to-Drive-Anywhere-with-MBRA/HEAD/train/config/gnm.yaml -------------------------------------------------------------------------------- /train/config/late_fusion.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NHirose/Learning-to-Drive-Anywhere-with-MBRA/HEAD/train/config/late_fusion.yaml -------------------------------------------------------------------------------- /train/config/nomad.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NHirose/Learning-to-Drive-Anywhere-with-MBRA/HEAD/train/config/nomad.yaml -------------------------------------------------------------------------------- /train/config/vint.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NHirose/Learning-to-Drive-Anywhere-with-MBRA/HEAD/train/config/vint.yaml -------------------------------------------------------------------------------- /train/data_split.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NHirose/Learning-to-Drive-Anywhere-with-MBRA/HEAD/train/data_split.py -------------------------------------------------------------------------------- /train/environment_mbra.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NHirose/Learning-to-Drive-Anywhere-with-MBRA/HEAD/train/environment_mbra.yml -------------------------------------------------------------------------------- /train/mask_360view.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NHirose/Learning-to-Drive-Anywhere-with-MBRA/HEAD/train/mask_360view.csv -------------------------------------------------------------------------------- /train/process_bag_diff.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NHirose/Learning-to-Drive-Anywhere-with-MBRA/HEAD/train/process_bag_diff.py -------------------------------------------------------------------------------- /train/process_bags.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NHirose/Learning-to-Drive-Anywhere-with-MBRA/HEAD/train/process_bags.py -------------------------------------------------------------------------------- /train/process_recon.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NHirose/Learning-to-Drive-Anywhere-with-MBRA/HEAD/train/process_recon.py -------------------------------------------------------------------------------- /train/push_dataset_to_hub.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NHirose/Learning-to-Drive-Anywhere-with-MBRA/HEAD/train/push_dataset_to_hub.py -------------------------------------------------------------------------------- /train/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NHirose/Learning-to-Drive-Anywhere-with-MBRA/HEAD/train/setup.py -------------------------------------------------------------------------------- /train/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NHirose/Learning-to-Drive-Anywhere-with-MBRA/HEAD/train/train.py -------------------------------------------------------------------------------- /train/train_environment.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NHirose/Learning-to-Drive-Anywhere-with-MBRA/HEAD/train/train_environment.yml -------------------------------------------------------------------------------- /train/vint_train/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /train/vint_train/data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /train/vint_train/data/data_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NHirose/Learning-to-Drive-Anywhere-with-MBRA/HEAD/train/vint_train/data/data_config.yaml -------------------------------------------------------------------------------- /train/vint_train/data/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NHirose/Learning-to-Drive-Anywhere-with-MBRA/HEAD/train/vint_train/data/data_utils.py -------------------------------------------------------------------------------- /train/vint_train/data/lelan_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NHirose/Learning-to-Drive-Anywhere-with-MBRA/HEAD/train/vint_train/data/lelan_dataset.py -------------------------------------------------------------------------------- /train/vint_train/data/vint_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NHirose/Learning-to-Drive-Anywhere-with-MBRA/HEAD/train/vint_train/data/vint_dataset.py -------------------------------------------------------------------------------- /train/vint_train/data/vint_hf_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NHirose/Learning-to-Drive-Anywhere-with-MBRA/HEAD/train/vint_train/data/vint_hf_dataset.py -------------------------------------------------------------------------------- /train/vint_train/models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /train/vint_train/models/base_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NHirose/Learning-to-Drive-Anywhere-with-MBRA/HEAD/train/vint_train/models/base_model.py -------------------------------------------------------------------------------- /train/vint_train/models/depth_360.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NHirose/Learning-to-Drive-Anywhere-with-MBRA/HEAD/train/vint_train/models/depth_360.py -------------------------------------------------------------------------------- /train/vint_train/models/exaug/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /train/vint_train/models/exaug/exaug.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NHirose/Learning-to-Drive-Anywhere-with-MBRA/HEAD/train/vint_train/models/exaug/exaug.py -------------------------------------------------------------------------------- /train/vint_train/models/exaug/self_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NHirose/Learning-to-Drive-Anywhere-with-MBRA/HEAD/train/vint_train/models/exaug/self_attention.py -------------------------------------------------------------------------------- /train/vint_train/models/exaug/vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NHirose/Learning-to-Drive-Anywhere-with-MBRA/HEAD/train/vint_train/models/exaug/vit.py -------------------------------------------------------------------------------- /train/vint_train/models/gnm/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NHirose/Learning-to-Drive-Anywhere-with-MBRA/HEAD/train/vint_train/models/gnm/README.md -------------------------------------------------------------------------------- /train/vint_train/models/gnm/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /train/vint_train/models/gnm/gnm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NHirose/Learning-to-Drive-Anywhere-with-MBRA/HEAD/train/vint_train/models/gnm/gnm.py -------------------------------------------------------------------------------- /train/vint_train/models/gnm/modified_mobilenetv2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NHirose/Learning-to-Drive-Anywhere-with-MBRA/HEAD/train/vint_train/models/gnm/modified_mobilenetv2.py -------------------------------------------------------------------------------- /train/vint_train/models/il/il.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NHirose/Learning-to-Drive-Anywhere-with-MBRA/HEAD/train/vint_train/models/il/il.py -------------------------------------------------------------------------------- /train/vint_train/models/lelan/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NHirose/Learning-to-Drive-Anywhere-with-MBRA/HEAD/train/vint_train/models/lelan/README.md -------------------------------------------------------------------------------- /train/vint_train/models/lelan/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /train/vint_train/models/lelan/lelan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NHirose/Learning-to-Drive-Anywhere-with-MBRA/HEAD/train/vint_train/models/lelan/lelan.py -------------------------------------------------------------------------------- /train/vint_train/models/lelan/lelan_comp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NHirose/Learning-to-Drive-Anywhere-with-MBRA/HEAD/train/vint_train/models/lelan/lelan_comp.py -------------------------------------------------------------------------------- /train/vint_train/models/lelan/sample_film.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NHirose/Learning-to-Drive-Anywhere-with-MBRA/HEAD/train/vint_train/models/lelan/sample_film.py -------------------------------------------------------------------------------- /train/vint_train/models/nomad/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NHirose/Learning-to-Drive-Anywhere-with-MBRA/HEAD/train/vint_train/models/nomad/README.md -------------------------------------------------------------------------------- /train/vint_train/models/nomad/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /train/vint_train/models/nomad/nomad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NHirose/Learning-to-Drive-Anywhere-with-MBRA/HEAD/train/vint_train/models/nomad/nomad.py -------------------------------------------------------------------------------- /train/vint_train/models/nomad/nomad_vint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NHirose/Learning-to-Drive-Anywhere-with-MBRA/HEAD/train/vint_train/models/nomad/nomad_vint.py -------------------------------------------------------------------------------- /train/vint_train/models/nomad/vib_placeholder.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /train/vint_train/models/vint/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NHirose/Learning-to-Drive-Anywhere-with-MBRA/HEAD/train/vint_train/models/vint/README.md -------------------------------------------------------------------------------- /train/vint_train/models/vint/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /train/vint_train/models/vint/self_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NHirose/Learning-to-Drive-Anywhere-with-MBRA/HEAD/train/vint_train/models/vint/self_attention.py -------------------------------------------------------------------------------- /train/vint_train/models/vint/vint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NHirose/Learning-to-Drive-Anywhere-with-MBRA/HEAD/train/vint_train/models/vint/vint.py -------------------------------------------------------------------------------- /train/vint_train/models/vint/vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NHirose/Learning-to-Drive-Anywhere-with-MBRA/HEAD/train/vint_train/models/vint/vit.py -------------------------------------------------------------------------------- /train/vint_train/training/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NHirose/Learning-to-Drive-Anywhere-with-MBRA/HEAD/train/vint_train/training/logger.py -------------------------------------------------------------------------------- /train/vint_train/training/networks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NHirose/Learning-to-Drive-Anywhere-with-MBRA/HEAD/train/vint_train/training/networks/__init__.py -------------------------------------------------------------------------------- /train/vint_train/training/networks/depth_decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NHirose/Learning-to-Drive-Anywhere-with-MBRA/HEAD/train/vint_train/training/networks/depth_decoder.py -------------------------------------------------------------------------------- /train/vint_train/training/networks/depth_decoder_camera_ada3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NHirose/Learning-to-Drive-Anywhere-with-MBRA/HEAD/train/vint_train/training/networks/depth_decoder_camera_ada3.py -------------------------------------------------------------------------------- /train/vint_train/training/networks/depth_decoder_camera_ada4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NHirose/Learning-to-Drive-Anywhere-with-MBRA/HEAD/train/vint_train/training/networks/depth_decoder_camera_ada4.py -------------------------------------------------------------------------------- /train/vint_train/training/networks/depth_decoder_share.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NHirose/Learning-to-Drive-Anywhere-with-MBRA/HEAD/train/vint_train/training/networks/depth_decoder_share.py -------------------------------------------------------------------------------- /train/vint_train/training/networks/layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NHirose/Learning-to-Drive-Anywhere-with-MBRA/HEAD/train/vint_train/training/networks/layers.py -------------------------------------------------------------------------------- /train/vint_train/training/networks/pose_cnn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NHirose/Learning-to-Drive-Anywhere-with-MBRA/HEAD/train/vint_train/training/networks/pose_cnn.py -------------------------------------------------------------------------------- /train/vint_train/training/networks/pose_decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NHirose/Learning-to-Drive-Anywhere-with-MBRA/HEAD/train/vint_train/training/networks/pose_decoder.py -------------------------------------------------------------------------------- /train/vint_train/training/networks/resnet_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NHirose/Learning-to-Drive-Anywhere-with-MBRA/HEAD/train/vint_train/training/networks/resnet_encoder.py -------------------------------------------------------------------------------- /train/vint_train/training/train_eval_loop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NHirose/Learning-to-Drive-Anywhere-with-MBRA/HEAD/train/vint_train/training/train_eval_loop.py -------------------------------------------------------------------------------- /train/vint_train/training/train_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NHirose/Learning-to-Drive-Anywhere-with-MBRA/HEAD/train/vint_train/training/train_utils.py -------------------------------------------------------------------------------- /train/vint_train/visualizing/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /train/vint_train/visualizing/action_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NHirose/Learning-to-Drive-Anywhere-with-MBRA/HEAD/train/vint_train/visualizing/action_utils.py -------------------------------------------------------------------------------- /train/vint_train/visualizing/distance_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NHirose/Learning-to-Drive-Anywhere-with-MBRA/HEAD/train/vint_train/visualizing/distance_utils.py -------------------------------------------------------------------------------- /train/vint_train/visualizing/visualize_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NHirose/Learning-to-Drive-Anywhere-with-MBRA/HEAD/train/vint_train/visualizing/visualize_utils.py --------------------------------------------------------------------------------