├── README.md ├── framework.png ├── map_nav_src ├── .DS_Store ├── models │ ├── graph_utils.py │ ├── model.py │ ├── ops.py │ ├── transformer.py │ ├── vilmodel.py │ ├── vis.py │ ├── vlnbert_init.py │ └── zonemodel.py ├── my_clip │ ├── __init__.py │ ├── clip.py │ ├── model.py │ └── simple_tokenizer.py ├── r2r │ ├── agent.py │ ├── agent_base.py │ ├── data_utils.py │ ├── env.py │ ├── eval_utils.py │ ├── main_nav.py │ └── parser.py ├── reverie │ ├── agent_base.py │ ├── agent_obj.py │ ├── data_utils.py │ ├── env.py │ ├── eval_utils.py │ ├── main_nav_obj.py │ └── parser.py ├── scripts │ ├── run_r2r.sh │ ├── run_r2r_test.sh │ ├── run_reverie.sh │ ├── run_reverie_test.sh │ ├── run_soon.sh │ └── run_soon_test.sh ├── soon │ ├── agent_obj.py │ ├── data_utils.py │ ├── env.py │ ├── main.py │ └── parser.py └── utils │ ├── data.py │ ├── distributed.py │ ├── logger.py │ ├── misc.py │ └── ops.py ├── pretrain_src ├── .DS_Store ├── config │ ├── r2r_model_config.json │ ├── r2r_pretrain.json │ ├── reverie_obj_model_config.json │ ├── reverie_obj_pretrain.json │ ├── soon_obj_model_config.json │ └── soon_obj_pretrain.json ├── data │ ├── __init__.py │ ├── common.py │ ├── dataset.py │ ├── loader.py │ └── tasks.py ├── model │ ├── __init__.py │ ├── ops.py │ ├── pretrain_cmt.py │ ├── transformer.py │ ├── vilmodel.py │ └── zonemodel.py ├── optim │ ├── __init__.py │ ├── adamw.py │ ├── lookahead.py │ ├── misc.py │ ├── radam.py │ ├── ralamb.py │ ├── rangerlars.py │ └── sched.py ├── parser.py ├── run_r2r.sh ├── run_reverie.sh ├── run_soon.sh ├── train_r2r.py ├── train_reverie_obj.py ├── train_soon_obj.py └── utils │ ├── __init__.py │ ├── distributed.py │ ├── logger.py │ ├── misc.py │ └── save.py └── requirements.txt /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/README.md -------------------------------------------------------------------------------- /framework.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/framework.png -------------------------------------------------------------------------------- /map_nav_src/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/map_nav_src/.DS_Store -------------------------------------------------------------------------------- /map_nav_src/models/graph_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/map_nav_src/models/graph_utils.py -------------------------------------------------------------------------------- /map_nav_src/models/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/map_nav_src/models/model.py -------------------------------------------------------------------------------- /map_nav_src/models/ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/map_nav_src/models/ops.py -------------------------------------------------------------------------------- /map_nav_src/models/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/map_nav_src/models/transformer.py -------------------------------------------------------------------------------- /map_nav_src/models/vilmodel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/map_nav_src/models/vilmodel.py -------------------------------------------------------------------------------- /map_nav_src/models/vis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/map_nav_src/models/vis.py -------------------------------------------------------------------------------- /map_nav_src/models/vlnbert_init.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/map_nav_src/models/vlnbert_init.py -------------------------------------------------------------------------------- /map_nav_src/models/zonemodel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/map_nav_src/models/zonemodel.py -------------------------------------------------------------------------------- /map_nav_src/my_clip/__init__.py: -------------------------------------------------------------------------------- 1 | from .clip import * 2 | -------------------------------------------------------------------------------- /map_nav_src/my_clip/clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/map_nav_src/my_clip/clip.py -------------------------------------------------------------------------------- /map_nav_src/my_clip/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/map_nav_src/my_clip/model.py -------------------------------------------------------------------------------- /map_nav_src/my_clip/simple_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/map_nav_src/my_clip/simple_tokenizer.py -------------------------------------------------------------------------------- /map_nav_src/r2r/agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/map_nav_src/r2r/agent.py -------------------------------------------------------------------------------- /map_nav_src/r2r/agent_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/map_nav_src/r2r/agent_base.py -------------------------------------------------------------------------------- /map_nav_src/r2r/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/map_nav_src/r2r/data_utils.py -------------------------------------------------------------------------------- /map_nav_src/r2r/env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/map_nav_src/r2r/env.py -------------------------------------------------------------------------------- /map_nav_src/r2r/eval_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/map_nav_src/r2r/eval_utils.py -------------------------------------------------------------------------------- /map_nav_src/r2r/main_nav.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/map_nav_src/r2r/main_nav.py -------------------------------------------------------------------------------- /map_nav_src/r2r/parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/map_nav_src/r2r/parser.py -------------------------------------------------------------------------------- /map_nav_src/reverie/agent_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/map_nav_src/reverie/agent_base.py -------------------------------------------------------------------------------- /map_nav_src/reverie/agent_obj.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/map_nav_src/reverie/agent_obj.py -------------------------------------------------------------------------------- /map_nav_src/reverie/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/map_nav_src/reverie/data_utils.py -------------------------------------------------------------------------------- /map_nav_src/reverie/env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/map_nav_src/reverie/env.py -------------------------------------------------------------------------------- /map_nav_src/reverie/eval_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/map_nav_src/reverie/eval_utils.py -------------------------------------------------------------------------------- /map_nav_src/reverie/main_nav_obj.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/map_nav_src/reverie/main_nav_obj.py -------------------------------------------------------------------------------- /map_nav_src/reverie/parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/map_nav_src/reverie/parser.py -------------------------------------------------------------------------------- /map_nav_src/scripts/run_r2r.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/map_nav_src/scripts/run_r2r.sh -------------------------------------------------------------------------------- /map_nav_src/scripts/run_r2r_test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/map_nav_src/scripts/run_r2r_test.sh -------------------------------------------------------------------------------- /map_nav_src/scripts/run_reverie.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/map_nav_src/scripts/run_reverie.sh -------------------------------------------------------------------------------- /map_nav_src/scripts/run_reverie_test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/map_nav_src/scripts/run_reverie_test.sh -------------------------------------------------------------------------------- /map_nav_src/scripts/run_soon.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/map_nav_src/scripts/run_soon.sh -------------------------------------------------------------------------------- /map_nav_src/scripts/run_soon_test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/map_nav_src/scripts/run_soon_test.sh -------------------------------------------------------------------------------- /map_nav_src/soon/agent_obj.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/map_nav_src/soon/agent_obj.py -------------------------------------------------------------------------------- /map_nav_src/soon/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/map_nav_src/soon/data_utils.py -------------------------------------------------------------------------------- /map_nav_src/soon/env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/map_nav_src/soon/env.py -------------------------------------------------------------------------------- /map_nav_src/soon/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/map_nav_src/soon/main.py -------------------------------------------------------------------------------- /map_nav_src/soon/parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/map_nav_src/soon/parser.py -------------------------------------------------------------------------------- /map_nav_src/utils/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/map_nav_src/utils/data.py -------------------------------------------------------------------------------- /map_nav_src/utils/distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/map_nav_src/utils/distributed.py -------------------------------------------------------------------------------- /map_nav_src/utils/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/map_nav_src/utils/logger.py -------------------------------------------------------------------------------- /map_nav_src/utils/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/map_nav_src/utils/misc.py -------------------------------------------------------------------------------- /map_nav_src/utils/ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/map_nav_src/utils/ops.py -------------------------------------------------------------------------------- /pretrain_src/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/pretrain_src/.DS_Store -------------------------------------------------------------------------------- /pretrain_src/config/r2r_model_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/pretrain_src/config/r2r_model_config.json -------------------------------------------------------------------------------- /pretrain_src/config/r2r_pretrain.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/pretrain_src/config/r2r_pretrain.json -------------------------------------------------------------------------------- /pretrain_src/config/reverie_obj_model_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/pretrain_src/config/reverie_obj_model_config.json -------------------------------------------------------------------------------- /pretrain_src/config/reverie_obj_pretrain.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/pretrain_src/config/reverie_obj_pretrain.json -------------------------------------------------------------------------------- /pretrain_src/config/soon_obj_model_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/pretrain_src/config/soon_obj_model_config.json -------------------------------------------------------------------------------- /pretrain_src/config/soon_obj_pretrain.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/pretrain_src/config/soon_obj_pretrain.json -------------------------------------------------------------------------------- /pretrain_src/data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /pretrain_src/data/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/pretrain_src/data/common.py -------------------------------------------------------------------------------- /pretrain_src/data/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/pretrain_src/data/dataset.py -------------------------------------------------------------------------------- /pretrain_src/data/loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/pretrain_src/data/loader.py -------------------------------------------------------------------------------- /pretrain_src/data/tasks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/pretrain_src/data/tasks.py -------------------------------------------------------------------------------- /pretrain_src/model/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /pretrain_src/model/ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/pretrain_src/model/ops.py -------------------------------------------------------------------------------- /pretrain_src/model/pretrain_cmt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/pretrain_src/model/pretrain_cmt.py -------------------------------------------------------------------------------- /pretrain_src/model/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/pretrain_src/model/transformer.py -------------------------------------------------------------------------------- /pretrain_src/model/vilmodel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/pretrain_src/model/vilmodel.py -------------------------------------------------------------------------------- /pretrain_src/model/zonemodel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/pretrain_src/model/zonemodel.py -------------------------------------------------------------------------------- /pretrain_src/optim/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/pretrain_src/optim/__init__.py -------------------------------------------------------------------------------- /pretrain_src/optim/adamw.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/pretrain_src/optim/adamw.py -------------------------------------------------------------------------------- /pretrain_src/optim/lookahead.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/pretrain_src/optim/lookahead.py -------------------------------------------------------------------------------- /pretrain_src/optim/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/pretrain_src/optim/misc.py -------------------------------------------------------------------------------- /pretrain_src/optim/radam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/pretrain_src/optim/radam.py -------------------------------------------------------------------------------- /pretrain_src/optim/ralamb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/pretrain_src/optim/ralamb.py -------------------------------------------------------------------------------- /pretrain_src/optim/rangerlars.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/pretrain_src/optim/rangerlars.py -------------------------------------------------------------------------------- /pretrain_src/optim/sched.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/pretrain_src/optim/sched.py -------------------------------------------------------------------------------- /pretrain_src/parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/pretrain_src/parser.py -------------------------------------------------------------------------------- /pretrain_src/run_r2r.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/pretrain_src/run_r2r.sh -------------------------------------------------------------------------------- /pretrain_src/run_reverie.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/pretrain_src/run_reverie.sh -------------------------------------------------------------------------------- /pretrain_src/run_soon.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/pretrain_src/run_soon.sh -------------------------------------------------------------------------------- /pretrain_src/train_r2r.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/pretrain_src/train_r2r.py -------------------------------------------------------------------------------- /pretrain_src/train_reverie_obj.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/pretrain_src/train_reverie_obj.py -------------------------------------------------------------------------------- /pretrain_src/train_soon_obj.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/pretrain_src/train_soon_obj.py -------------------------------------------------------------------------------- /pretrain_src/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /pretrain_src/utils/distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/pretrain_src/utils/distributed.py -------------------------------------------------------------------------------- /pretrain_src/utils/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/pretrain_src/utils/logger.py -------------------------------------------------------------------------------- /pretrain_src/utils/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/pretrain_src/utils/misc.py -------------------------------------------------------------------------------- /pretrain_src/utils/save.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/pretrain_src/utils/save.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chengaopro/AZHP/HEAD/requirements.txt --------------------------------------------------------------------------------