├── .gitignore ├── LICENSE ├── README.md ├── finetune_src ├── clip │ ├── __init__.py │ ├── bpe_simple_vocab_16e6.txt.gz │ ├── clip.py │ ├── model.py │ └── simple_tokenizer.py ├── models │ ├── model_HAMT.py │ ├── vilmodel_cmt.py │ ├── vln_clip.py │ └── vlnbert_init.py ├── r2r │ ├── agent_base.py │ ├── agent_cmt.py │ ├── agent_r2rback.py │ ├── data_utils.py │ ├── env.py │ ├── eval_utils.py │ ├── main.py │ └── parser.py ├── scripts │ ├── run_r2r.sh │ └── run_r4r.sh └── utils │ ├── distributed.py │ ├── logger.py │ ├── misc.py │ └── parser.py ├── motivation.png └── requirements.txt /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/expectorlin/CONSOLE/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/expectorlin/CONSOLE/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/expectorlin/CONSOLE/HEAD/README.md -------------------------------------------------------------------------------- /finetune_src/clip/__init__.py: -------------------------------------------------------------------------------- 1 | from .clip import * 2 | -------------------------------------------------------------------------------- /finetune_src/clip/bpe_simple_vocab_16e6.txt.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/expectorlin/CONSOLE/HEAD/finetune_src/clip/bpe_simple_vocab_16e6.txt.gz -------------------------------------------------------------------------------- /finetune_src/clip/clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/expectorlin/CONSOLE/HEAD/finetune_src/clip/clip.py -------------------------------------------------------------------------------- /finetune_src/clip/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/expectorlin/CONSOLE/HEAD/finetune_src/clip/model.py -------------------------------------------------------------------------------- /finetune_src/clip/simple_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/expectorlin/CONSOLE/HEAD/finetune_src/clip/simple_tokenizer.py -------------------------------------------------------------------------------- /finetune_src/models/model_HAMT.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/expectorlin/CONSOLE/HEAD/finetune_src/models/model_HAMT.py -------------------------------------------------------------------------------- /finetune_src/models/vilmodel_cmt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/expectorlin/CONSOLE/HEAD/finetune_src/models/vilmodel_cmt.py -------------------------------------------------------------------------------- /finetune_src/models/vln_clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/expectorlin/CONSOLE/HEAD/finetune_src/models/vln_clip.py -------------------------------------------------------------------------------- /finetune_src/models/vlnbert_init.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/expectorlin/CONSOLE/HEAD/finetune_src/models/vlnbert_init.py -------------------------------------------------------------------------------- /finetune_src/r2r/agent_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/expectorlin/CONSOLE/HEAD/finetune_src/r2r/agent_base.py -------------------------------------------------------------------------------- /finetune_src/r2r/agent_cmt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/expectorlin/CONSOLE/HEAD/finetune_src/r2r/agent_cmt.py -------------------------------------------------------------------------------- /finetune_src/r2r/agent_r2rback.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/expectorlin/CONSOLE/HEAD/finetune_src/r2r/agent_r2rback.py -------------------------------------------------------------------------------- /finetune_src/r2r/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/expectorlin/CONSOLE/HEAD/finetune_src/r2r/data_utils.py -------------------------------------------------------------------------------- /finetune_src/r2r/env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/expectorlin/CONSOLE/HEAD/finetune_src/r2r/env.py -------------------------------------------------------------------------------- /finetune_src/r2r/eval_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/expectorlin/CONSOLE/HEAD/finetune_src/r2r/eval_utils.py -------------------------------------------------------------------------------- /finetune_src/r2r/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/expectorlin/CONSOLE/HEAD/finetune_src/r2r/main.py -------------------------------------------------------------------------------- /finetune_src/r2r/parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/expectorlin/CONSOLE/HEAD/finetune_src/r2r/parser.py -------------------------------------------------------------------------------- /finetune_src/scripts/run_r2r.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/expectorlin/CONSOLE/HEAD/finetune_src/scripts/run_r2r.sh -------------------------------------------------------------------------------- /finetune_src/scripts/run_r4r.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/expectorlin/CONSOLE/HEAD/finetune_src/scripts/run_r4r.sh -------------------------------------------------------------------------------- /finetune_src/utils/distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/expectorlin/CONSOLE/HEAD/finetune_src/utils/distributed.py -------------------------------------------------------------------------------- /finetune_src/utils/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/expectorlin/CONSOLE/HEAD/finetune_src/utils/logger.py -------------------------------------------------------------------------------- /finetune_src/utils/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/expectorlin/CONSOLE/HEAD/finetune_src/utils/misc.py -------------------------------------------------------------------------------- /finetune_src/utils/parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/expectorlin/CONSOLE/HEAD/finetune_src/utils/parser.py -------------------------------------------------------------------------------- /motivation.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/expectorlin/CONSOLE/HEAD/motivation.png -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/expectorlin/CONSOLE/HEAD/requirements.txt --------------------------------------------------------------------------------