├── .gitignore ├── LICENSE ├── README.md ├── eval_rst.py ├── figures ├── example.png └── teaser_git.png ├── index.html ├── levels ├── ReadMe.md ├── level1.json ├── level2.json ├── level3.5.json ├── level3_key_first.json ├── level3_note_first.json └── scene_data │ ├── level1 │ ├── 1.json │ ├── 10.json │ ├── 11.json │ ├── 2.json │ ├── 3.json │ ├── 4.json │ ├── 5.json │ ├── 6.json │ ├── 7.json │ ├── 8.json │ └── 9.json │ ├── level2 │ ├── 1.json │ ├── 10.json │ ├── 11.json │ ├── 2.json │ ├── 3.json │ ├── 4.json │ ├── 5.json │ ├── 6.json │ ├── 7.json │ ├── 8.json │ └── 9.json │ ├── level3_key_first │ ├── 1.json │ ├── 10.json │ ├── 2.json │ ├── 3.json │ ├── 4.json │ ├── 5.json │ ├── 6.json │ ├── 7.json │ ├── 8.json │ └── 9.json │ └── level3_note_first │ ├── 1.json │ ├── 10.json │ ├── 11.json │ ├── 2.json │ ├── 3.json │ ├── 4.json │ ├── 5.json │ ├── 6.json │ ├── 7.json │ ├── 8.json │ └── 9.json ├── prefabs ├── meta │ └── meta_info.json └── prefabs │ ├── box │ └── box_1.glb │ ├── door │ └── door_1.glb │ ├── key │ └── key_1.glb │ └── paper │ └── paper_1.glb ├── requirements.txt ├── src ├── Agent.py ├── BaseGame.py ├── Game.py ├── SceneGeneration.py ├── config.py ├── legent │ ├── __init__.py │ ├── action │ │ ├── __init__.py │ │ ├── action.py │ │ ├── api.py │ │ └── observation.py │ ├── agent │ │ ├── agent.py │ │ └── gpt4v_agent.py │ ├── asset │ │ ├── __init__.py │ │ └── utils.py │ ├── dataset │ │ ├── __init__.py │ │ ├── controller.py │ │ ├── eval.py │ │ ├── task-prompts.json │ │ ├── task.py │ │ └── trajectory.py │ ├── environment │ │ ├── __init__.py │ │ ├── communicator.py │ │ ├── env.py │ │ ├── env_utils.py │ │ └── parallel_env.py │ ├── model │ │ ├── __init__.py │ │ └── llava │ │ │ ├── __init__.py │ │ │ ├── constants.py │ │ │ ├── conversation.py │ │ │ ├── mm_utils.py │ │ │ ├── model │ │ │ ├── __init__.py │ │ │ ├── apply_delta.py │ │ │ ├── builder.py │ │ │ ├── consolidate.py │ │ │ ├── language_model │ │ │ │ ├── __init__.py │ │ │ │ └── llava_llama.py │ │ │ ├── llava_arch.py │ │ │ ├── make_delta.py │ │ │ ├── multimodal_encoder │ │ │ │ ├── __init__.py │ │ │ │ ├── builder.py │ │ │ │ └── clip_encoder.py │ │ │ ├── multimodal_projector │ │ │ │ ├── __init__.py │ │ │ │ └── builder.py │ │ │ └── utils.py │ │ │ ├── train │ │ │ ├── __init__.py │ │ │ ├── llama_flash_attn_monkey_patch.py │ │ │ ├── llava_trainer.py │ │ │ ├── train.py │ │ │ └── train_mem.py │ │ │ └── utils.py │ ├── protobuf │ │ ├── __init__.py │ │ ├── communicator.proto │ │ ├── communicator_pb2.py │ │ └── communicator_pb2_grpc.py │ ├── scene_generation │ │ ├── asset_groups.py │ │ ├── constants.py │ │ ├── doors.py │ │ ├── floorplan.py │ │ ├── generator.py │ │ ├── house.py │ │ ├── import_external_object │ │ │ ├── add_asset.sh │ │ │ ├── add_asset_type.sh │ │ │ ├── add_objects.py │ │ │ ├── delete_asset.sh │ │ │ └── delete_objects.py │ │ ├── interior_boundaries.py │ │ ├── llm_gen │ │ │ ├── doorway.py │ │ │ ├── floor_object_selection.py │ │ │ ├── floor_plan.py │ │ │ ├── generator.py │ │ │ ├── prompts.py │ │ │ ├── small_object_selection.py │ │ │ └── utils.py │ │ ├── objects.py │ │ ├── room.py │ │ ├── room_spec.py │ │ ├── small_objects.py │ │ └── types.py │ ├── server │ │ ├── __init__.py │ │ ├── chat_server.py │ │ ├── rect_placer.py │ │ ├── scene_generator.py │ │ ├── scene_server.py │ │ └── server.py │ └── utils │ │ ├── config.py │ │ ├── io.py │ │ └── math.py ├── log_config.py ├── main.py ├── prompt_config.py ├── scripts │ ├── generate_scene.py │ └── load_scene.py └── utils.py └── static ├── css ├── bulma-carousel.min.css ├── bulma-slider.min.css ├── bulma.css.map.txt ├── bulma.min.css ├── fontawesome.all.min.css ├── index.css └── table.css ├── images ├── analysis-result_v3_00.png ├── escape.png ├── example_v3_00.png ├── favicon.ico ├── finalcase_00.png ├── levels_extend_00.png ├── teaser_v6_00.png └── teaser_v6_纯图版.pdf ├── js ├── bulma-carousel.js ├── bulma-carousel.min.js ├── bulma-slider.js ├── bulma-slider.min.js ├── fontawesome.all.min.js └── index.js └── video └── video.mp4 /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/README.md -------------------------------------------------------------------------------- /eval_rst.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/eval_rst.py -------------------------------------------------------------------------------- /figures/example.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/figures/example.png -------------------------------------------------------------------------------- /figures/teaser_git.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/figures/teaser_git.png -------------------------------------------------------------------------------- /index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/index.html -------------------------------------------------------------------------------- /levels/ReadMe.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/levels/ReadMe.md -------------------------------------------------------------------------------- /levels/level1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/levels/level1.json -------------------------------------------------------------------------------- /levels/level2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/levels/level2.json -------------------------------------------------------------------------------- /levels/level3.5.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/levels/level3.5.json -------------------------------------------------------------------------------- /levels/level3_key_first.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/levels/level3_key_first.json -------------------------------------------------------------------------------- /levels/level3_note_first.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/levels/level3_note_first.json -------------------------------------------------------------------------------- /levels/scene_data/level1/1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/levels/scene_data/level1/1.json -------------------------------------------------------------------------------- /levels/scene_data/level1/10.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/levels/scene_data/level1/10.json -------------------------------------------------------------------------------- /levels/scene_data/level1/11.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/levels/scene_data/level1/11.json -------------------------------------------------------------------------------- /levels/scene_data/level1/2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/levels/scene_data/level1/2.json -------------------------------------------------------------------------------- /levels/scene_data/level1/3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/levels/scene_data/level1/3.json -------------------------------------------------------------------------------- /levels/scene_data/level1/4.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/levels/scene_data/level1/4.json -------------------------------------------------------------------------------- /levels/scene_data/level1/5.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/levels/scene_data/level1/5.json -------------------------------------------------------------------------------- /levels/scene_data/level1/6.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/levels/scene_data/level1/6.json -------------------------------------------------------------------------------- /levels/scene_data/level1/7.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/levels/scene_data/level1/7.json -------------------------------------------------------------------------------- /levels/scene_data/level1/8.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/levels/scene_data/level1/8.json -------------------------------------------------------------------------------- /levels/scene_data/level1/9.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/levels/scene_data/level1/9.json -------------------------------------------------------------------------------- /levels/scene_data/level2/1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/levels/scene_data/level2/1.json -------------------------------------------------------------------------------- /levels/scene_data/level2/10.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/levels/scene_data/level2/10.json -------------------------------------------------------------------------------- /levels/scene_data/level2/11.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/levels/scene_data/level2/11.json -------------------------------------------------------------------------------- /levels/scene_data/level2/2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/levels/scene_data/level2/2.json -------------------------------------------------------------------------------- /levels/scene_data/level2/3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/levels/scene_data/level2/3.json -------------------------------------------------------------------------------- /levels/scene_data/level2/4.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/levels/scene_data/level2/4.json -------------------------------------------------------------------------------- /levels/scene_data/level2/5.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/levels/scene_data/level2/5.json -------------------------------------------------------------------------------- /levels/scene_data/level2/6.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/levels/scene_data/level2/6.json -------------------------------------------------------------------------------- /levels/scene_data/level2/7.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/levels/scene_data/level2/7.json -------------------------------------------------------------------------------- /levels/scene_data/level2/8.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/levels/scene_data/level2/8.json -------------------------------------------------------------------------------- /levels/scene_data/level2/9.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/levels/scene_data/level2/9.json -------------------------------------------------------------------------------- /levels/scene_data/level3_key_first/1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/levels/scene_data/level3_key_first/1.json -------------------------------------------------------------------------------- /levels/scene_data/level3_key_first/10.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/levels/scene_data/level3_key_first/10.json -------------------------------------------------------------------------------- /levels/scene_data/level3_key_first/2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/levels/scene_data/level3_key_first/2.json -------------------------------------------------------------------------------- /levels/scene_data/level3_key_first/3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/levels/scene_data/level3_key_first/3.json -------------------------------------------------------------------------------- /levels/scene_data/level3_key_first/4.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/levels/scene_data/level3_key_first/4.json -------------------------------------------------------------------------------- /levels/scene_data/level3_key_first/5.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/levels/scene_data/level3_key_first/5.json -------------------------------------------------------------------------------- /levels/scene_data/level3_key_first/6.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/levels/scene_data/level3_key_first/6.json -------------------------------------------------------------------------------- /levels/scene_data/level3_key_first/7.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/levels/scene_data/level3_key_first/7.json -------------------------------------------------------------------------------- /levels/scene_data/level3_key_first/8.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/levels/scene_data/level3_key_first/8.json -------------------------------------------------------------------------------- /levels/scene_data/level3_key_first/9.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/levels/scene_data/level3_key_first/9.json -------------------------------------------------------------------------------- /levels/scene_data/level3_note_first/1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/levels/scene_data/level3_note_first/1.json -------------------------------------------------------------------------------- /levels/scene_data/level3_note_first/10.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/levels/scene_data/level3_note_first/10.json -------------------------------------------------------------------------------- /levels/scene_data/level3_note_first/11.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/levels/scene_data/level3_note_first/11.json -------------------------------------------------------------------------------- /levels/scene_data/level3_note_first/2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/levels/scene_data/level3_note_first/2.json -------------------------------------------------------------------------------- /levels/scene_data/level3_note_first/3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/levels/scene_data/level3_note_first/3.json -------------------------------------------------------------------------------- /levels/scene_data/level3_note_first/4.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/levels/scene_data/level3_note_first/4.json -------------------------------------------------------------------------------- /levels/scene_data/level3_note_first/5.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/levels/scene_data/level3_note_first/5.json -------------------------------------------------------------------------------- /levels/scene_data/level3_note_first/6.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/levels/scene_data/level3_note_first/6.json -------------------------------------------------------------------------------- /levels/scene_data/level3_note_first/7.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/levels/scene_data/level3_note_first/7.json -------------------------------------------------------------------------------- /levels/scene_data/level3_note_first/8.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/levels/scene_data/level3_note_first/8.json -------------------------------------------------------------------------------- /levels/scene_data/level3_note_first/9.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/levels/scene_data/level3_note_first/9.json -------------------------------------------------------------------------------- /prefabs/meta/meta_info.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/prefabs/meta/meta_info.json -------------------------------------------------------------------------------- /prefabs/prefabs/box/box_1.glb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/prefabs/prefabs/box/box_1.glb -------------------------------------------------------------------------------- /prefabs/prefabs/door/door_1.glb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/prefabs/prefabs/door/door_1.glb -------------------------------------------------------------------------------- /prefabs/prefabs/key/key_1.glb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/prefabs/prefabs/key/key_1.glb -------------------------------------------------------------------------------- /prefabs/prefabs/paper/paper_1.glb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/prefabs/prefabs/paper/paper_1.glb -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/requirements.txt -------------------------------------------------------------------------------- /src/Agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/Agent.py -------------------------------------------------------------------------------- /src/BaseGame.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/BaseGame.py -------------------------------------------------------------------------------- /src/Game.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/Game.py -------------------------------------------------------------------------------- /src/SceneGeneration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/SceneGeneration.py -------------------------------------------------------------------------------- /src/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/config.py -------------------------------------------------------------------------------- /src/legent/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/legent/__init__.py -------------------------------------------------------------------------------- /src/legent/action/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/legent/action/action.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/legent/action/action.py -------------------------------------------------------------------------------- /src/legent/action/api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/legent/action/api.py -------------------------------------------------------------------------------- /src/legent/action/observation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/legent/action/observation.py -------------------------------------------------------------------------------- /src/legent/agent/agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/legent/agent/agent.py -------------------------------------------------------------------------------- /src/legent/agent/gpt4v_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/legent/agent/gpt4v_agent.py -------------------------------------------------------------------------------- /src/legent/asset/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/legent/asset/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/legent/asset/utils.py -------------------------------------------------------------------------------- /src/legent/dataset/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/legent/dataset/controller.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/legent/dataset/controller.py -------------------------------------------------------------------------------- /src/legent/dataset/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/legent/dataset/eval.py -------------------------------------------------------------------------------- /src/legent/dataset/task-prompts.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/legent/dataset/task-prompts.json -------------------------------------------------------------------------------- /src/legent/dataset/task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/legent/dataset/task.py -------------------------------------------------------------------------------- /src/legent/dataset/trajectory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/legent/dataset/trajectory.py -------------------------------------------------------------------------------- /src/legent/environment/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/legent/environment/communicator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/legent/environment/communicator.py -------------------------------------------------------------------------------- /src/legent/environment/env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/legent/environment/env.py -------------------------------------------------------------------------------- /src/legent/environment/env_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/legent/environment/env_utils.py -------------------------------------------------------------------------------- /src/legent/environment/parallel_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/legent/environment/parallel_env.py -------------------------------------------------------------------------------- /src/legent/model/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/legent/model/llava/__init__.py: -------------------------------------------------------------------------------- 1 | from .model import LlavaLlamaForCausalLM 2 | -------------------------------------------------------------------------------- /src/legent/model/llava/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/legent/model/llava/constants.py -------------------------------------------------------------------------------- /src/legent/model/llava/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/legent/model/llava/conversation.py -------------------------------------------------------------------------------- /src/legent/model/llava/mm_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/legent/model/llava/mm_utils.py -------------------------------------------------------------------------------- /src/legent/model/llava/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/legent/model/llava/model/__init__.py -------------------------------------------------------------------------------- /src/legent/model/llava/model/apply_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/legent/model/llava/model/apply_delta.py -------------------------------------------------------------------------------- /src/legent/model/llava/model/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/legent/model/llava/model/builder.py -------------------------------------------------------------------------------- /src/legent/model/llava/model/consolidate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/legent/model/llava/model/consolidate.py -------------------------------------------------------------------------------- /src/legent/model/llava/model/language_model/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/legent/model/llava/model/language_model/llava_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/legent/model/llava/model/language_model/llava_llama.py -------------------------------------------------------------------------------- /src/legent/model/llava/model/llava_arch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/legent/model/llava/model/llava_arch.py -------------------------------------------------------------------------------- /src/legent/model/llava/model/make_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/legent/model/llava/model/make_delta.py -------------------------------------------------------------------------------- /src/legent/model/llava/model/multimodal_encoder/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/legent/model/llava/model/multimodal_encoder/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/legent/model/llava/model/multimodal_encoder/builder.py -------------------------------------------------------------------------------- /src/legent/model/llava/model/multimodal_encoder/clip_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/legent/model/llava/model/multimodal_encoder/clip_encoder.py -------------------------------------------------------------------------------- /src/legent/model/llava/model/multimodal_projector/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/legent/model/llava/model/multimodal_projector/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/legent/model/llava/model/multimodal_projector/builder.py -------------------------------------------------------------------------------- /src/legent/model/llava/model/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/legent/model/llava/model/utils.py -------------------------------------------------------------------------------- /src/legent/model/llava/train/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/legent/model/llava/train/llama_flash_attn_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/legent/model/llava/train/llama_flash_attn_monkey_patch.py -------------------------------------------------------------------------------- /src/legent/model/llava/train/llava_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/legent/model/llava/train/llava_trainer.py -------------------------------------------------------------------------------- /src/legent/model/llava/train/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/legent/model/llava/train/train.py -------------------------------------------------------------------------------- /src/legent/model/llava/train/train_mem.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/legent/model/llava/train/train_mem.py -------------------------------------------------------------------------------- /src/legent/model/llava/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/legent/model/llava/utils.py -------------------------------------------------------------------------------- /src/legent/protobuf/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/legent/protobuf/communicator.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/legent/protobuf/communicator.proto -------------------------------------------------------------------------------- /src/legent/protobuf/communicator_pb2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/legent/protobuf/communicator_pb2.py -------------------------------------------------------------------------------- /src/legent/protobuf/communicator_pb2_grpc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/legent/protobuf/communicator_pb2_grpc.py -------------------------------------------------------------------------------- /src/legent/scene_generation/asset_groups.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/legent/scene_generation/asset_groups.py -------------------------------------------------------------------------------- /src/legent/scene_generation/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/legent/scene_generation/constants.py -------------------------------------------------------------------------------- /src/legent/scene_generation/doors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/legent/scene_generation/doors.py -------------------------------------------------------------------------------- /src/legent/scene_generation/floorplan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/legent/scene_generation/floorplan.py -------------------------------------------------------------------------------- /src/legent/scene_generation/generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/legent/scene_generation/generator.py -------------------------------------------------------------------------------- /src/legent/scene_generation/house.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/legent/scene_generation/house.py -------------------------------------------------------------------------------- /src/legent/scene_generation/import_external_object/add_asset.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/legent/scene_generation/import_external_object/add_asset.sh -------------------------------------------------------------------------------- /src/legent/scene_generation/import_external_object/add_asset_type.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/legent/scene_generation/import_external_object/add_asset_type.sh -------------------------------------------------------------------------------- /src/legent/scene_generation/import_external_object/add_objects.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/legent/scene_generation/import_external_object/add_objects.py -------------------------------------------------------------------------------- /src/legent/scene_generation/import_external_object/delete_asset.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/legent/scene_generation/import_external_object/delete_asset.sh -------------------------------------------------------------------------------- /src/legent/scene_generation/import_external_object/delete_objects.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/legent/scene_generation/import_external_object/delete_objects.py -------------------------------------------------------------------------------- /src/legent/scene_generation/interior_boundaries.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/legent/scene_generation/interior_boundaries.py -------------------------------------------------------------------------------- /src/legent/scene_generation/llm_gen/doorway.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/legent/scene_generation/llm_gen/doorway.py -------------------------------------------------------------------------------- /src/legent/scene_generation/llm_gen/floor_object_selection.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/legent/scene_generation/llm_gen/floor_object_selection.py -------------------------------------------------------------------------------- /src/legent/scene_generation/llm_gen/floor_plan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/legent/scene_generation/llm_gen/floor_plan.py -------------------------------------------------------------------------------- /src/legent/scene_generation/llm_gen/generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/legent/scene_generation/llm_gen/generator.py -------------------------------------------------------------------------------- /src/legent/scene_generation/llm_gen/prompts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/legent/scene_generation/llm_gen/prompts.py -------------------------------------------------------------------------------- /src/legent/scene_generation/llm_gen/small_object_selection.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/legent/scene_generation/llm_gen/small_object_selection.py -------------------------------------------------------------------------------- /src/legent/scene_generation/llm_gen/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/legent/scene_generation/llm_gen/utils.py -------------------------------------------------------------------------------- /src/legent/scene_generation/objects.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/legent/scene_generation/objects.py -------------------------------------------------------------------------------- /src/legent/scene_generation/room.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/legent/scene_generation/room.py -------------------------------------------------------------------------------- /src/legent/scene_generation/room_spec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/legent/scene_generation/room_spec.py -------------------------------------------------------------------------------- /src/legent/scene_generation/small_objects.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/legent/scene_generation/small_objects.py -------------------------------------------------------------------------------- /src/legent/scene_generation/types.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/legent/scene_generation/types.py -------------------------------------------------------------------------------- /src/legent/server/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/legent/server/__init__.py -------------------------------------------------------------------------------- /src/legent/server/chat_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/legent/server/chat_server.py -------------------------------------------------------------------------------- /src/legent/server/rect_placer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/legent/server/rect_placer.py -------------------------------------------------------------------------------- /src/legent/server/scene_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/legent/server/scene_generator.py -------------------------------------------------------------------------------- /src/legent/server/scene_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/legent/server/scene_server.py -------------------------------------------------------------------------------- /src/legent/server/server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/legent/server/server.py -------------------------------------------------------------------------------- /src/legent/utils/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/legent/utils/config.py -------------------------------------------------------------------------------- /src/legent/utils/io.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/legent/utils/io.py -------------------------------------------------------------------------------- /src/legent/utils/math.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/legent/utils/math.py -------------------------------------------------------------------------------- /src/log_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/log_config.py -------------------------------------------------------------------------------- /src/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/main.py -------------------------------------------------------------------------------- /src/prompt_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/prompt_config.py -------------------------------------------------------------------------------- /src/scripts/generate_scene.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/scripts/generate_scene.py -------------------------------------------------------------------------------- /src/scripts/load_scene.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/scripts/load_scene.py -------------------------------------------------------------------------------- /src/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/src/utils.py -------------------------------------------------------------------------------- /static/css/bulma-carousel.min.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/static/css/bulma-carousel.min.css -------------------------------------------------------------------------------- /static/css/bulma-slider.min.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/static/css/bulma-slider.min.css -------------------------------------------------------------------------------- /static/css/bulma.css.map.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/static/css/bulma.css.map.txt -------------------------------------------------------------------------------- /static/css/bulma.min.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/static/css/bulma.min.css -------------------------------------------------------------------------------- /static/css/fontawesome.all.min.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/static/css/fontawesome.all.min.css -------------------------------------------------------------------------------- /static/css/index.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/static/css/index.css -------------------------------------------------------------------------------- /static/css/table.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/static/css/table.css -------------------------------------------------------------------------------- /static/images/analysis-result_v3_00.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/static/images/analysis-result_v3_00.png -------------------------------------------------------------------------------- /static/images/escape.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/static/images/escape.png -------------------------------------------------------------------------------- /static/images/example_v3_00.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/static/images/example_v3_00.png -------------------------------------------------------------------------------- /static/images/favicon.ico: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/static/images/favicon.ico -------------------------------------------------------------------------------- /static/images/finalcase_00.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/static/images/finalcase_00.png -------------------------------------------------------------------------------- /static/images/levels_extend_00.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/static/images/levels_extend_00.png -------------------------------------------------------------------------------- /static/images/teaser_v6_00.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/static/images/teaser_v6_00.png -------------------------------------------------------------------------------- /static/images/teaser_v6_纯图版.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/static/images/teaser_v6_纯图版.pdf -------------------------------------------------------------------------------- /static/js/bulma-carousel.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/static/js/bulma-carousel.js -------------------------------------------------------------------------------- /static/js/bulma-carousel.min.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/static/js/bulma-carousel.min.js -------------------------------------------------------------------------------- /static/js/bulma-slider.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/static/js/bulma-slider.js -------------------------------------------------------------------------------- /static/js/bulma-slider.min.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/static/js/bulma-slider.min.js -------------------------------------------------------------------------------- /static/js/fontawesome.all.min.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/static/js/fontawesome.all.min.js -------------------------------------------------------------------------------- /static/js/index.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/static/js/index.js -------------------------------------------------------------------------------- /static/video/video.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUNLP-MT/EscapeCraft/HEAD/static/video/video.mp4 --------------------------------------------------------------------------------