├── .gitignore ├── .gitmodules ├── LICENSE ├── README-rsrc ├── Dynamic_obstacles.png ├── Gotodoor8x8fig.png ├── Gotodoor_6x6.png ├── Gotodoor_figure.png ├── LAvagap_figure.png ├── doorkey.png ├── evaluate-terminal-logs.png ├── model.png ├── model.xml ├── train-tensorboard.png ├── train-terminal-logs.png ├── visualize-doorkey.gif ├── visualize-gotodoor.gif ├── visualize-keycorridor.gif └── visualize-redbluedoors.gif ├── README.md ├── model.py ├── requirements.txt ├── scripts ├── evaluate.py ├── train.py └── visualize.py ├── storage └── .gitignore ├── torch_ac ├── __init__.py ├── algos │ ├── __init__.py │ ├── a2c.py │ ├── base.py │ ├── ppo.py │ └── vlm_policy │ │ ├── =1.18.0 │ │ ├── few_shot_coordinate │ │ ├── few_shot1.png │ │ ├── few_shot2.png │ │ ├── few_shot3.png │ │ ├── few_shot4.png │ │ ├── few_shot5.png │ │ └── few_shot6.png │ │ ├── few_shot_examples │ │ ├── few_shot1.png │ │ ├── few_shot10.png │ │ ├── few_shot11.png │ │ ├── few_shot12.png │ │ ├── few_shot13.png │ │ ├── few_shot2.png │ │ ├── few_shot3.png │ │ ├── few_shot4.png │ │ ├── few_shot5.png │ │ ├── few_shot6.png │ │ ├── few_shot7.png │ │ ├── few_shot8.png │ │ └── few_shot9.png │ │ ├── gemini_policy_2turn.py │ │ ├── image_preprocess.py │ │ ├── prompt_gemini_2turn_16shot.py │ │ ├── prompt_gemini_2turn_32shot.py │ │ ├── prompt_gemini_2turn_8shot.py │ │ ├── prompt_gemini_2turn_action.py │ │ ├── prompt_gemini_2turn_coord.py │ │ └── prompt_gemini_closest.py ├── format.py ├── model.py └── utils │ ├── __init__.py │ ├── dictlist.py │ └── penv.py ├── update_keys.py └── utils ├── __init__.py ├── agent.py ├── env.py ├── format.py ├── other.py └── storage.py /.gitignore: -------------------------------------------------------------------------------- 1 | *__pycache__ 2 | *egg-info 3 | .vscode -------------------------------------------------------------------------------- /.gitmodules: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/i22024/LVLM2P/HEAD/.gitmodules -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/i22024/LVLM2P/HEAD/LICENSE -------------------------------------------------------------------------------- /README-rsrc/Dynamic_obstacles.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/i22024/LVLM2P/HEAD/README-rsrc/Dynamic_obstacles.png -------------------------------------------------------------------------------- /README-rsrc/Gotodoor8x8fig.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/i22024/LVLM2P/HEAD/README-rsrc/Gotodoor8x8fig.png -------------------------------------------------------------------------------- /README-rsrc/Gotodoor_6x6.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/i22024/LVLM2P/HEAD/README-rsrc/Gotodoor_6x6.png -------------------------------------------------------------------------------- /README-rsrc/Gotodoor_figure.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/i22024/LVLM2P/HEAD/README-rsrc/Gotodoor_figure.png -------------------------------------------------------------------------------- /README-rsrc/LAvagap_figure.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/i22024/LVLM2P/HEAD/README-rsrc/LAvagap_figure.png -------------------------------------------------------------------------------- /README-rsrc/doorkey.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/i22024/LVLM2P/HEAD/README-rsrc/doorkey.png -------------------------------------------------------------------------------- /README-rsrc/evaluate-terminal-logs.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/i22024/LVLM2P/HEAD/README-rsrc/evaluate-terminal-logs.png -------------------------------------------------------------------------------- /README-rsrc/model.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/i22024/LVLM2P/HEAD/README-rsrc/model.png -------------------------------------------------------------------------------- /README-rsrc/model.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/i22024/LVLM2P/HEAD/README-rsrc/model.xml -------------------------------------------------------------------------------- /README-rsrc/train-tensorboard.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/i22024/LVLM2P/HEAD/README-rsrc/train-tensorboard.png -------------------------------------------------------------------------------- /README-rsrc/train-terminal-logs.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/i22024/LVLM2P/HEAD/README-rsrc/train-terminal-logs.png -------------------------------------------------------------------------------- /README-rsrc/visualize-doorkey.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/i22024/LVLM2P/HEAD/README-rsrc/visualize-doorkey.gif -------------------------------------------------------------------------------- /README-rsrc/visualize-gotodoor.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/i22024/LVLM2P/HEAD/README-rsrc/visualize-gotodoor.gif -------------------------------------------------------------------------------- /README-rsrc/visualize-keycorridor.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/i22024/LVLM2P/HEAD/README-rsrc/visualize-keycorridor.gif -------------------------------------------------------------------------------- /README-rsrc/visualize-redbluedoors.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/i22024/LVLM2P/HEAD/README-rsrc/visualize-redbluedoors.gif -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/i22024/LVLM2P/HEAD/README.md -------------------------------------------------------------------------------- /model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/i22024/LVLM2P/HEAD/model.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/i22024/LVLM2P/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/i22024/LVLM2P/HEAD/scripts/evaluate.py -------------------------------------------------------------------------------- /scripts/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/i22024/LVLM2P/HEAD/scripts/train.py -------------------------------------------------------------------------------- /scripts/visualize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/i22024/LVLM2P/HEAD/scripts/visualize.py -------------------------------------------------------------------------------- /storage/.gitignore: -------------------------------------------------------------------------------- 1 | * 2 | !.gitignore -------------------------------------------------------------------------------- /torch_ac/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/i22024/LVLM2P/HEAD/torch_ac/__init__.py -------------------------------------------------------------------------------- /torch_ac/algos/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/i22024/LVLM2P/HEAD/torch_ac/algos/__init__.py -------------------------------------------------------------------------------- /torch_ac/algos/a2c.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/i22024/LVLM2P/HEAD/torch_ac/algos/a2c.py -------------------------------------------------------------------------------- /torch_ac/algos/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/i22024/LVLM2P/HEAD/torch_ac/algos/base.py -------------------------------------------------------------------------------- /torch_ac/algos/ppo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/i22024/LVLM2P/HEAD/torch_ac/algos/ppo.py -------------------------------------------------------------------------------- /torch_ac/algos/vlm_policy/=1.18.0: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/i22024/LVLM2P/HEAD/torch_ac/algos/vlm_policy/=1.18.0 -------------------------------------------------------------------------------- /torch_ac/algos/vlm_policy/few_shot_coordinate/few_shot1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/i22024/LVLM2P/HEAD/torch_ac/algos/vlm_policy/few_shot_coordinate/few_shot1.png -------------------------------------------------------------------------------- /torch_ac/algos/vlm_policy/few_shot_coordinate/few_shot2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/i22024/LVLM2P/HEAD/torch_ac/algos/vlm_policy/few_shot_coordinate/few_shot2.png -------------------------------------------------------------------------------- /torch_ac/algos/vlm_policy/few_shot_coordinate/few_shot3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/i22024/LVLM2P/HEAD/torch_ac/algos/vlm_policy/few_shot_coordinate/few_shot3.png -------------------------------------------------------------------------------- /torch_ac/algos/vlm_policy/few_shot_coordinate/few_shot4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/i22024/LVLM2P/HEAD/torch_ac/algos/vlm_policy/few_shot_coordinate/few_shot4.png -------------------------------------------------------------------------------- /torch_ac/algos/vlm_policy/few_shot_coordinate/few_shot5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/i22024/LVLM2P/HEAD/torch_ac/algos/vlm_policy/few_shot_coordinate/few_shot5.png -------------------------------------------------------------------------------- /torch_ac/algos/vlm_policy/few_shot_coordinate/few_shot6.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/i22024/LVLM2P/HEAD/torch_ac/algos/vlm_policy/few_shot_coordinate/few_shot6.png -------------------------------------------------------------------------------- /torch_ac/algos/vlm_policy/few_shot_examples/few_shot1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/i22024/LVLM2P/HEAD/torch_ac/algos/vlm_policy/few_shot_examples/few_shot1.png -------------------------------------------------------------------------------- /torch_ac/algos/vlm_policy/few_shot_examples/few_shot10.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/i22024/LVLM2P/HEAD/torch_ac/algos/vlm_policy/few_shot_examples/few_shot10.png -------------------------------------------------------------------------------- /torch_ac/algos/vlm_policy/few_shot_examples/few_shot11.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/i22024/LVLM2P/HEAD/torch_ac/algos/vlm_policy/few_shot_examples/few_shot11.png -------------------------------------------------------------------------------- /torch_ac/algos/vlm_policy/few_shot_examples/few_shot12.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/i22024/LVLM2P/HEAD/torch_ac/algos/vlm_policy/few_shot_examples/few_shot12.png -------------------------------------------------------------------------------- /torch_ac/algos/vlm_policy/few_shot_examples/few_shot13.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/i22024/LVLM2P/HEAD/torch_ac/algos/vlm_policy/few_shot_examples/few_shot13.png -------------------------------------------------------------------------------- /torch_ac/algos/vlm_policy/few_shot_examples/few_shot2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/i22024/LVLM2P/HEAD/torch_ac/algos/vlm_policy/few_shot_examples/few_shot2.png -------------------------------------------------------------------------------- /torch_ac/algos/vlm_policy/few_shot_examples/few_shot3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/i22024/LVLM2P/HEAD/torch_ac/algos/vlm_policy/few_shot_examples/few_shot3.png -------------------------------------------------------------------------------- /torch_ac/algos/vlm_policy/few_shot_examples/few_shot4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/i22024/LVLM2P/HEAD/torch_ac/algos/vlm_policy/few_shot_examples/few_shot4.png -------------------------------------------------------------------------------- /torch_ac/algos/vlm_policy/few_shot_examples/few_shot5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/i22024/LVLM2P/HEAD/torch_ac/algos/vlm_policy/few_shot_examples/few_shot5.png -------------------------------------------------------------------------------- /torch_ac/algos/vlm_policy/few_shot_examples/few_shot6.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/i22024/LVLM2P/HEAD/torch_ac/algos/vlm_policy/few_shot_examples/few_shot6.png -------------------------------------------------------------------------------- /torch_ac/algos/vlm_policy/few_shot_examples/few_shot7.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/i22024/LVLM2P/HEAD/torch_ac/algos/vlm_policy/few_shot_examples/few_shot7.png -------------------------------------------------------------------------------- /torch_ac/algos/vlm_policy/few_shot_examples/few_shot8.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/i22024/LVLM2P/HEAD/torch_ac/algos/vlm_policy/few_shot_examples/few_shot8.png -------------------------------------------------------------------------------- /torch_ac/algos/vlm_policy/few_shot_examples/few_shot9.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/i22024/LVLM2P/HEAD/torch_ac/algos/vlm_policy/few_shot_examples/few_shot9.png -------------------------------------------------------------------------------- /torch_ac/algos/vlm_policy/gemini_policy_2turn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/i22024/LVLM2P/HEAD/torch_ac/algos/vlm_policy/gemini_policy_2turn.py -------------------------------------------------------------------------------- /torch_ac/algos/vlm_policy/image_preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/i22024/LVLM2P/HEAD/torch_ac/algos/vlm_policy/image_preprocess.py -------------------------------------------------------------------------------- /torch_ac/algos/vlm_policy/prompt_gemini_2turn_16shot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/i22024/LVLM2P/HEAD/torch_ac/algos/vlm_policy/prompt_gemini_2turn_16shot.py -------------------------------------------------------------------------------- /torch_ac/algos/vlm_policy/prompt_gemini_2turn_32shot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/i22024/LVLM2P/HEAD/torch_ac/algos/vlm_policy/prompt_gemini_2turn_32shot.py -------------------------------------------------------------------------------- /torch_ac/algos/vlm_policy/prompt_gemini_2turn_8shot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/i22024/LVLM2P/HEAD/torch_ac/algos/vlm_policy/prompt_gemini_2turn_8shot.py -------------------------------------------------------------------------------- /torch_ac/algos/vlm_policy/prompt_gemini_2turn_action.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/i22024/LVLM2P/HEAD/torch_ac/algos/vlm_policy/prompt_gemini_2turn_action.py -------------------------------------------------------------------------------- /torch_ac/algos/vlm_policy/prompt_gemini_2turn_coord.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/i22024/LVLM2P/HEAD/torch_ac/algos/vlm_policy/prompt_gemini_2turn_coord.py -------------------------------------------------------------------------------- /torch_ac/algos/vlm_policy/prompt_gemini_closest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/i22024/LVLM2P/HEAD/torch_ac/algos/vlm_policy/prompt_gemini_closest.py -------------------------------------------------------------------------------- /torch_ac/format.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/i22024/LVLM2P/HEAD/torch_ac/format.py -------------------------------------------------------------------------------- /torch_ac/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/i22024/LVLM2P/HEAD/torch_ac/model.py -------------------------------------------------------------------------------- /torch_ac/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/i22024/LVLM2P/HEAD/torch_ac/utils/__init__.py -------------------------------------------------------------------------------- /torch_ac/utils/dictlist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/i22024/LVLM2P/HEAD/torch_ac/utils/dictlist.py -------------------------------------------------------------------------------- /torch_ac/utils/penv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/i22024/LVLM2P/HEAD/torch_ac/utils/penv.py -------------------------------------------------------------------------------- /update_keys.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/i22024/LVLM2P/HEAD/update_keys.py -------------------------------------------------------------------------------- /utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/i22024/LVLM2P/HEAD/utils/__init__.py -------------------------------------------------------------------------------- /utils/agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/i22024/LVLM2P/HEAD/utils/agent.py -------------------------------------------------------------------------------- /utils/env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/i22024/LVLM2P/HEAD/utils/env.py -------------------------------------------------------------------------------- /utils/format.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/i22024/LVLM2P/HEAD/utils/format.py -------------------------------------------------------------------------------- /utils/other.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/i22024/LVLM2P/HEAD/utils/other.py -------------------------------------------------------------------------------- /utils/storage.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/i22024/LVLM2P/HEAD/utils/storage.py --------------------------------------------------------------------------------