├── R2R-UNO ├── step00_block_edge.py ├── step01_find_view.py ├── step02_generate_mask.py ├── step03_inpaint_views.py ├── step04_gmm_selection.py ├── step05_generate_final_list.py └── step06_project_views.py ├── README.md ├── VLN-DUET ├── .gitignore ├── map_nav_src │ ├── models │ │ ├── graph_utils.py │ │ ├── model.py │ │ ├── ops.py │ │ ├── transformer.py │ │ ├── vilmodel.py │ │ └── vlnbert_init.py │ ├── r2r │ │ ├── agent.py │ │ ├── agent_base.py │ │ ├── data_utils.py │ │ ├── dyenv.py │ │ ├── env.py │ │ ├── eval_utils.py │ │ ├── main_nav.py │ │ └── parser.py │ ├── scripts │ │ └── run_r2r.sh │ └── utils │ │ ├── data.py │ │ ├── distributed.py │ │ ├── logger.py │ │ ├── misc.py │ │ └── ops.py ├── map_nav_src_obvln │ ├── models │ │ ├── graph_utils.py │ │ ├── model.py │ │ ├── ops.py │ │ ├── transformer.py │ │ ├── vilmodel.py │ │ └── vlnbert_init.py │ ├── r2r │ │ ├── agent.py │ │ ├── agent_base.py │ │ ├── augenv.py │ │ ├── data_utils.py │ │ ├── dyenv.py │ │ ├── env.py │ │ ├── eval_utils.py │ │ ├── main_nav.py │ │ └── parser.py │ ├── scripts │ │ └── run_r2r.sh │ └── utils │ │ ├── data.py │ │ ├── distributed.py │ │ ├── logger.py │ │ ├── misc.py │ │ └── ops.py └── preprocess │ ├── compute_feature.py │ ├── generate_shortest_distance.py │ └── get_block_data.py ├── figures └── teaser.png └── requirements.txt /R2R-UNO/step00_block_edge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/honghd16/ObstructedVLN/HEAD/R2R-UNO/step00_block_edge.py -------------------------------------------------------------------------------- /R2R-UNO/step01_find_view.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/honghd16/ObstructedVLN/HEAD/R2R-UNO/step01_find_view.py -------------------------------------------------------------------------------- /R2R-UNO/step02_generate_mask.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/honghd16/ObstructedVLN/HEAD/R2R-UNO/step02_generate_mask.py -------------------------------------------------------------------------------- /R2R-UNO/step03_inpaint_views.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/honghd16/ObstructedVLN/HEAD/R2R-UNO/step03_inpaint_views.py -------------------------------------------------------------------------------- /R2R-UNO/step04_gmm_selection.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/honghd16/ObstructedVLN/HEAD/R2R-UNO/step04_gmm_selection.py -------------------------------------------------------------------------------- /R2R-UNO/step05_generate_final_list.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/honghd16/ObstructedVLN/HEAD/R2R-UNO/step05_generate_final_list.py -------------------------------------------------------------------------------- /R2R-UNO/step06_project_views.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/honghd16/ObstructedVLN/HEAD/R2R-UNO/step06_project_views.py -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/honghd16/ObstructedVLN/HEAD/README.md -------------------------------------------------------------------------------- /VLN-DUET/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/honghd16/ObstructedVLN/HEAD/VLN-DUET/.gitignore -------------------------------------------------------------------------------- /VLN-DUET/map_nav_src/models/graph_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/honghd16/ObstructedVLN/HEAD/VLN-DUET/map_nav_src/models/graph_utils.py -------------------------------------------------------------------------------- /VLN-DUET/map_nav_src/models/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/honghd16/ObstructedVLN/HEAD/VLN-DUET/map_nav_src/models/model.py -------------------------------------------------------------------------------- /VLN-DUET/map_nav_src/models/ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/honghd16/ObstructedVLN/HEAD/VLN-DUET/map_nav_src/models/ops.py -------------------------------------------------------------------------------- /VLN-DUET/map_nav_src/models/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/honghd16/ObstructedVLN/HEAD/VLN-DUET/map_nav_src/models/transformer.py -------------------------------------------------------------------------------- /VLN-DUET/map_nav_src/models/vilmodel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/honghd16/ObstructedVLN/HEAD/VLN-DUET/map_nav_src/models/vilmodel.py -------------------------------------------------------------------------------- /VLN-DUET/map_nav_src/models/vlnbert_init.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/honghd16/ObstructedVLN/HEAD/VLN-DUET/map_nav_src/models/vlnbert_init.py -------------------------------------------------------------------------------- /VLN-DUET/map_nav_src/r2r/agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/honghd16/ObstructedVLN/HEAD/VLN-DUET/map_nav_src/r2r/agent.py -------------------------------------------------------------------------------- /VLN-DUET/map_nav_src/r2r/agent_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/honghd16/ObstructedVLN/HEAD/VLN-DUET/map_nav_src/r2r/agent_base.py -------------------------------------------------------------------------------- /VLN-DUET/map_nav_src/r2r/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/honghd16/ObstructedVLN/HEAD/VLN-DUET/map_nav_src/r2r/data_utils.py -------------------------------------------------------------------------------- /VLN-DUET/map_nav_src/r2r/dyenv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/honghd16/ObstructedVLN/HEAD/VLN-DUET/map_nav_src/r2r/dyenv.py -------------------------------------------------------------------------------- /VLN-DUET/map_nav_src/r2r/env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/honghd16/ObstructedVLN/HEAD/VLN-DUET/map_nav_src/r2r/env.py -------------------------------------------------------------------------------- /VLN-DUET/map_nav_src/r2r/eval_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/honghd16/ObstructedVLN/HEAD/VLN-DUET/map_nav_src/r2r/eval_utils.py -------------------------------------------------------------------------------- /VLN-DUET/map_nav_src/r2r/main_nav.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/honghd16/ObstructedVLN/HEAD/VLN-DUET/map_nav_src/r2r/main_nav.py -------------------------------------------------------------------------------- /VLN-DUET/map_nav_src/r2r/parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/honghd16/ObstructedVLN/HEAD/VLN-DUET/map_nav_src/r2r/parser.py -------------------------------------------------------------------------------- /VLN-DUET/map_nav_src/scripts/run_r2r.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/honghd16/ObstructedVLN/HEAD/VLN-DUET/map_nav_src/scripts/run_r2r.sh -------------------------------------------------------------------------------- /VLN-DUET/map_nav_src/utils/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/honghd16/ObstructedVLN/HEAD/VLN-DUET/map_nav_src/utils/data.py -------------------------------------------------------------------------------- /VLN-DUET/map_nav_src/utils/distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/honghd16/ObstructedVLN/HEAD/VLN-DUET/map_nav_src/utils/distributed.py -------------------------------------------------------------------------------- /VLN-DUET/map_nav_src/utils/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/honghd16/ObstructedVLN/HEAD/VLN-DUET/map_nav_src/utils/logger.py -------------------------------------------------------------------------------- /VLN-DUET/map_nav_src/utils/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/honghd16/ObstructedVLN/HEAD/VLN-DUET/map_nav_src/utils/misc.py -------------------------------------------------------------------------------- /VLN-DUET/map_nav_src/utils/ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/honghd16/ObstructedVLN/HEAD/VLN-DUET/map_nav_src/utils/ops.py -------------------------------------------------------------------------------- /VLN-DUET/map_nav_src_obvln/models/graph_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/honghd16/ObstructedVLN/HEAD/VLN-DUET/map_nav_src_obvln/models/graph_utils.py -------------------------------------------------------------------------------- /VLN-DUET/map_nav_src_obvln/models/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/honghd16/ObstructedVLN/HEAD/VLN-DUET/map_nav_src_obvln/models/model.py -------------------------------------------------------------------------------- /VLN-DUET/map_nav_src_obvln/models/ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/honghd16/ObstructedVLN/HEAD/VLN-DUET/map_nav_src_obvln/models/ops.py -------------------------------------------------------------------------------- /VLN-DUET/map_nav_src_obvln/models/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/honghd16/ObstructedVLN/HEAD/VLN-DUET/map_nav_src_obvln/models/transformer.py -------------------------------------------------------------------------------- /VLN-DUET/map_nav_src_obvln/models/vilmodel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/honghd16/ObstructedVLN/HEAD/VLN-DUET/map_nav_src_obvln/models/vilmodel.py -------------------------------------------------------------------------------- /VLN-DUET/map_nav_src_obvln/models/vlnbert_init.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/honghd16/ObstructedVLN/HEAD/VLN-DUET/map_nav_src_obvln/models/vlnbert_init.py -------------------------------------------------------------------------------- /VLN-DUET/map_nav_src_obvln/r2r/agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/honghd16/ObstructedVLN/HEAD/VLN-DUET/map_nav_src_obvln/r2r/agent.py -------------------------------------------------------------------------------- /VLN-DUET/map_nav_src_obvln/r2r/agent_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/honghd16/ObstructedVLN/HEAD/VLN-DUET/map_nav_src_obvln/r2r/agent_base.py -------------------------------------------------------------------------------- /VLN-DUET/map_nav_src_obvln/r2r/augenv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/honghd16/ObstructedVLN/HEAD/VLN-DUET/map_nav_src_obvln/r2r/augenv.py -------------------------------------------------------------------------------- /VLN-DUET/map_nav_src_obvln/r2r/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/honghd16/ObstructedVLN/HEAD/VLN-DUET/map_nav_src_obvln/r2r/data_utils.py -------------------------------------------------------------------------------- /VLN-DUET/map_nav_src_obvln/r2r/dyenv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/honghd16/ObstructedVLN/HEAD/VLN-DUET/map_nav_src_obvln/r2r/dyenv.py -------------------------------------------------------------------------------- /VLN-DUET/map_nav_src_obvln/r2r/env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/honghd16/ObstructedVLN/HEAD/VLN-DUET/map_nav_src_obvln/r2r/env.py -------------------------------------------------------------------------------- /VLN-DUET/map_nav_src_obvln/r2r/eval_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/honghd16/ObstructedVLN/HEAD/VLN-DUET/map_nav_src_obvln/r2r/eval_utils.py -------------------------------------------------------------------------------- /VLN-DUET/map_nav_src_obvln/r2r/main_nav.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/honghd16/ObstructedVLN/HEAD/VLN-DUET/map_nav_src_obvln/r2r/main_nav.py -------------------------------------------------------------------------------- /VLN-DUET/map_nav_src_obvln/r2r/parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/honghd16/ObstructedVLN/HEAD/VLN-DUET/map_nav_src_obvln/r2r/parser.py -------------------------------------------------------------------------------- /VLN-DUET/map_nav_src_obvln/scripts/run_r2r.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/honghd16/ObstructedVLN/HEAD/VLN-DUET/map_nav_src_obvln/scripts/run_r2r.sh -------------------------------------------------------------------------------- /VLN-DUET/map_nav_src_obvln/utils/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/honghd16/ObstructedVLN/HEAD/VLN-DUET/map_nav_src_obvln/utils/data.py -------------------------------------------------------------------------------- /VLN-DUET/map_nav_src_obvln/utils/distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/honghd16/ObstructedVLN/HEAD/VLN-DUET/map_nav_src_obvln/utils/distributed.py -------------------------------------------------------------------------------- /VLN-DUET/map_nav_src_obvln/utils/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/honghd16/ObstructedVLN/HEAD/VLN-DUET/map_nav_src_obvln/utils/logger.py -------------------------------------------------------------------------------- /VLN-DUET/map_nav_src_obvln/utils/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/honghd16/ObstructedVLN/HEAD/VLN-DUET/map_nav_src_obvln/utils/misc.py -------------------------------------------------------------------------------- /VLN-DUET/map_nav_src_obvln/utils/ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/honghd16/ObstructedVLN/HEAD/VLN-DUET/map_nav_src_obvln/utils/ops.py -------------------------------------------------------------------------------- /VLN-DUET/preprocess/compute_feature.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/honghd16/ObstructedVLN/HEAD/VLN-DUET/preprocess/compute_feature.py -------------------------------------------------------------------------------- /VLN-DUET/preprocess/generate_shortest_distance.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/honghd16/ObstructedVLN/HEAD/VLN-DUET/preprocess/generate_shortest_distance.py -------------------------------------------------------------------------------- /VLN-DUET/preprocess/get_block_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/honghd16/ObstructedVLN/HEAD/VLN-DUET/preprocess/get_block_data.py -------------------------------------------------------------------------------- /figures/teaser.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/honghd16/ObstructedVLN/HEAD/figures/teaser.png -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/honghd16/ObstructedVLN/HEAD/requirements.txt --------------------------------------------------------------------------------