├── .gitignore ├── README.md ├── pretrain.sh ├── run.sh └── src ├── agent ├── __init__.py ├── agent_path.py ├── agent_path_kv.py └── agent_pretrain.py ├── config.py ├── dataset ├── R2R.py ├── R2R_pretrain.py ├── RxR.py ├── RxR_pretrain.py ├── __init__.py ├── graph.py └── mattersim.py ├── main.py ├── model ├── PRET.py ├── PRET_KV.py ├── __init__.py ├── albef.py └── transformer_kv.py ├── scripts ├── candidate_buffer.py ├── extract_vit_feature.py ├── pre_tokenize.py └── pretrain_dataset.py ├── trainer ├── __init__.py ├── trainer_TF_SF.py ├── trainer_base.py └── trainer_pretrain.py ├── utils ├── __init__.py ├── dtw.py ├── logger.py ├── loss.py ├── lr_scheduler.py ├── mask.py └── pbar.py └── visualization ├── attention.ipynb └── mp3d.ipynb /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iSEE-Laboratory/VLN-PRET/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iSEE-Laboratory/VLN-PRET/HEAD/README.md -------------------------------------------------------------------------------- /pretrain.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iSEE-Laboratory/VLN-PRET/HEAD/pretrain.sh -------------------------------------------------------------------------------- /run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iSEE-Laboratory/VLN-PRET/HEAD/run.sh -------------------------------------------------------------------------------- /src/agent/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iSEE-Laboratory/VLN-PRET/HEAD/src/agent/__init__.py -------------------------------------------------------------------------------- /src/agent/agent_path.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iSEE-Laboratory/VLN-PRET/HEAD/src/agent/agent_path.py -------------------------------------------------------------------------------- /src/agent/agent_path_kv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iSEE-Laboratory/VLN-PRET/HEAD/src/agent/agent_path_kv.py -------------------------------------------------------------------------------- /src/agent/agent_pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iSEE-Laboratory/VLN-PRET/HEAD/src/agent/agent_pretrain.py -------------------------------------------------------------------------------- /src/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iSEE-Laboratory/VLN-PRET/HEAD/src/config.py -------------------------------------------------------------------------------- /src/dataset/R2R.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iSEE-Laboratory/VLN-PRET/HEAD/src/dataset/R2R.py -------------------------------------------------------------------------------- /src/dataset/R2R_pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iSEE-Laboratory/VLN-PRET/HEAD/src/dataset/R2R_pretrain.py -------------------------------------------------------------------------------- /src/dataset/RxR.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iSEE-Laboratory/VLN-PRET/HEAD/src/dataset/RxR.py -------------------------------------------------------------------------------- /src/dataset/RxR_pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iSEE-Laboratory/VLN-PRET/HEAD/src/dataset/RxR_pretrain.py -------------------------------------------------------------------------------- /src/dataset/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iSEE-Laboratory/VLN-PRET/HEAD/src/dataset/__init__.py -------------------------------------------------------------------------------- /src/dataset/graph.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iSEE-Laboratory/VLN-PRET/HEAD/src/dataset/graph.py -------------------------------------------------------------------------------- /src/dataset/mattersim.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iSEE-Laboratory/VLN-PRET/HEAD/src/dataset/mattersim.py -------------------------------------------------------------------------------- /src/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iSEE-Laboratory/VLN-PRET/HEAD/src/main.py -------------------------------------------------------------------------------- /src/model/PRET.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iSEE-Laboratory/VLN-PRET/HEAD/src/model/PRET.py -------------------------------------------------------------------------------- /src/model/PRET_KV.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iSEE-Laboratory/VLN-PRET/HEAD/src/model/PRET_KV.py -------------------------------------------------------------------------------- /src/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iSEE-Laboratory/VLN-PRET/HEAD/src/model/__init__.py -------------------------------------------------------------------------------- /src/model/albef.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iSEE-Laboratory/VLN-PRET/HEAD/src/model/albef.py -------------------------------------------------------------------------------- /src/model/transformer_kv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iSEE-Laboratory/VLN-PRET/HEAD/src/model/transformer_kv.py -------------------------------------------------------------------------------- /src/scripts/candidate_buffer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iSEE-Laboratory/VLN-PRET/HEAD/src/scripts/candidate_buffer.py -------------------------------------------------------------------------------- /src/scripts/extract_vit_feature.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iSEE-Laboratory/VLN-PRET/HEAD/src/scripts/extract_vit_feature.py -------------------------------------------------------------------------------- /src/scripts/pre_tokenize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iSEE-Laboratory/VLN-PRET/HEAD/src/scripts/pre_tokenize.py -------------------------------------------------------------------------------- /src/scripts/pretrain_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iSEE-Laboratory/VLN-PRET/HEAD/src/scripts/pretrain_dataset.py -------------------------------------------------------------------------------- /src/trainer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iSEE-Laboratory/VLN-PRET/HEAD/src/trainer/__init__.py -------------------------------------------------------------------------------- /src/trainer/trainer_TF_SF.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iSEE-Laboratory/VLN-PRET/HEAD/src/trainer/trainer_TF_SF.py -------------------------------------------------------------------------------- /src/trainer/trainer_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iSEE-Laboratory/VLN-PRET/HEAD/src/trainer/trainer_base.py -------------------------------------------------------------------------------- /src/trainer/trainer_pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iSEE-Laboratory/VLN-PRET/HEAD/src/trainer/trainer_pretrain.py -------------------------------------------------------------------------------- /src/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iSEE-Laboratory/VLN-PRET/HEAD/src/utils/__init__.py -------------------------------------------------------------------------------- /src/utils/dtw.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iSEE-Laboratory/VLN-PRET/HEAD/src/utils/dtw.py -------------------------------------------------------------------------------- /src/utils/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iSEE-Laboratory/VLN-PRET/HEAD/src/utils/logger.py -------------------------------------------------------------------------------- /src/utils/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iSEE-Laboratory/VLN-PRET/HEAD/src/utils/loss.py -------------------------------------------------------------------------------- /src/utils/lr_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iSEE-Laboratory/VLN-PRET/HEAD/src/utils/lr_scheduler.py -------------------------------------------------------------------------------- /src/utils/mask.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iSEE-Laboratory/VLN-PRET/HEAD/src/utils/mask.py -------------------------------------------------------------------------------- /src/utils/pbar.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iSEE-Laboratory/VLN-PRET/HEAD/src/utils/pbar.py -------------------------------------------------------------------------------- /src/visualization/attention.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iSEE-Laboratory/VLN-PRET/HEAD/src/visualization/attention.ipynb -------------------------------------------------------------------------------- /src/visualization/mp3d.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iSEE-Laboratory/VLN-PRET/HEAD/src/visualization/mp3d.ipynb --------------------------------------------------------------------------------