├── .gitignore ├── .gitmodules ├── CLIP ├── .github │ └── workflows │ │ └── test.yml ├── .gitignore ├── CLIP.png ├── LICENSE ├── MANIFEST.in ├── README.md ├── clip │ ├── __init__.py │ ├── auxiliary.py │ ├── bpe_simple_vocab_16e6.txt │ ├── bpe_simple_vocab_16e6.txt.gz │ ├── clip.py │ ├── clip_explainability.py │ ├── clip_gradcam.py │ ├── model.py │ ├── model_explainability.py │ └── simple_tokenizer.py ├── model-card.md ├── requirements.txt ├── setup.py └── tests │ └── test_consistency.py ├── README.md ├── cfg ├── clip_exp.yaml ├── test_scene.yaml └── vlm_exp.yaml ├── data ├── Open_Sans │ ├── OFL.txt │ ├── OpenSans-Italic-VariableFont_wdth,wght.ttf │ ├── OpenSans-VariableFont_wdth,wght.ttf │ ├── README.txt │ └── static │ │ ├── OpenSans-Bold.ttf │ │ ├── OpenSans-BoldItalic.ttf │ │ ├── OpenSans-ExtraBold.ttf │ │ ├── OpenSans-ExtraBoldItalic.ttf │ │ ├── OpenSans-Italic.ttf │ │ ├── OpenSans-Light.ttf │ │ ├── OpenSans-LightItalic.ttf │ │ ├── OpenSans-Medium.ttf │ │ ├── OpenSans-MediumItalic.ttf │ │ ├── OpenSans-Regular.ttf │ │ ├── OpenSans-SemiBold.ttf │ │ └── OpenSans-SemiBoldItalic.ttf ├── README.md ├── questions.csv └── scene_init_poses.csv ├── environment.yml ├── run_clip_exp.py ├── run_vlm_exp.py ├── script ├── crawl_topdown_view.py ├── get_floor_height.py ├── get_questions_gpt4v.py ├── get_scene_size.py ├── sample_init_pose.py ├── sample_views_from_scene.py ├── test_clip_relevancy.py └── test_prismatic.py ├── setup.py ├── src ├── __init__..py ├── geom.py ├── habitat.py ├── tsdf.py └── vlm.py └── test_scene.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stanford-ILIAD/explore-eqa/HEAD/.gitignore -------------------------------------------------------------------------------- /.gitmodules: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stanford-ILIAD/explore-eqa/HEAD/.gitmodules -------------------------------------------------------------------------------- /CLIP/.github/workflows/test.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stanford-ILIAD/explore-eqa/HEAD/CLIP/.github/workflows/test.yml -------------------------------------------------------------------------------- /CLIP/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stanford-ILIAD/explore-eqa/HEAD/CLIP/.gitignore -------------------------------------------------------------------------------- /CLIP/CLIP.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stanford-ILIAD/explore-eqa/HEAD/CLIP/CLIP.png -------------------------------------------------------------------------------- /CLIP/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stanford-ILIAD/explore-eqa/HEAD/CLIP/LICENSE -------------------------------------------------------------------------------- /CLIP/MANIFEST.in: -------------------------------------------------------------------------------- 1 | include clip/bpe_simple_vocab_16e6.txt.gz 2 | -------------------------------------------------------------------------------- /CLIP/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stanford-ILIAD/explore-eqa/HEAD/CLIP/README.md -------------------------------------------------------------------------------- /CLIP/clip/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stanford-ILIAD/explore-eqa/HEAD/CLIP/clip/__init__.py -------------------------------------------------------------------------------- /CLIP/clip/auxiliary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stanford-ILIAD/explore-eqa/HEAD/CLIP/clip/auxiliary.py -------------------------------------------------------------------------------- /CLIP/clip/bpe_simple_vocab_16e6.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stanford-ILIAD/explore-eqa/HEAD/CLIP/clip/bpe_simple_vocab_16e6.txt -------------------------------------------------------------------------------- /CLIP/clip/bpe_simple_vocab_16e6.txt.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stanford-ILIAD/explore-eqa/HEAD/CLIP/clip/bpe_simple_vocab_16e6.txt.gz -------------------------------------------------------------------------------- /CLIP/clip/clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stanford-ILIAD/explore-eqa/HEAD/CLIP/clip/clip.py -------------------------------------------------------------------------------- /CLIP/clip/clip_explainability.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stanford-ILIAD/explore-eqa/HEAD/CLIP/clip/clip_explainability.py -------------------------------------------------------------------------------- /CLIP/clip/clip_gradcam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stanford-ILIAD/explore-eqa/HEAD/CLIP/clip/clip_gradcam.py -------------------------------------------------------------------------------- /CLIP/clip/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stanford-ILIAD/explore-eqa/HEAD/CLIP/clip/model.py -------------------------------------------------------------------------------- /CLIP/clip/model_explainability.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stanford-ILIAD/explore-eqa/HEAD/CLIP/clip/model_explainability.py -------------------------------------------------------------------------------- /CLIP/clip/simple_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stanford-ILIAD/explore-eqa/HEAD/CLIP/clip/simple_tokenizer.py -------------------------------------------------------------------------------- /CLIP/model-card.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stanford-ILIAD/explore-eqa/HEAD/CLIP/model-card.md -------------------------------------------------------------------------------- /CLIP/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stanford-ILIAD/explore-eqa/HEAD/CLIP/requirements.txt -------------------------------------------------------------------------------- /CLIP/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stanford-ILIAD/explore-eqa/HEAD/CLIP/setup.py -------------------------------------------------------------------------------- /CLIP/tests/test_consistency.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stanford-ILIAD/explore-eqa/HEAD/CLIP/tests/test_consistency.py -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stanford-ILIAD/explore-eqa/HEAD/README.md -------------------------------------------------------------------------------- /cfg/clip_exp.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stanford-ILIAD/explore-eqa/HEAD/cfg/clip_exp.yaml -------------------------------------------------------------------------------- /cfg/test_scene.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stanford-ILIAD/explore-eqa/HEAD/cfg/test_scene.yaml -------------------------------------------------------------------------------- /cfg/vlm_exp.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stanford-ILIAD/explore-eqa/HEAD/cfg/vlm_exp.yaml -------------------------------------------------------------------------------- /data/Open_Sans/OFL.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stanford-ILIAD/explore-eqa/HEAD/data/Open_Sans/OFL.txt -------------------------------------------------------------------------------- /data/Open_Sans/OpenSans-Italic-VariableFont_wdth,wght.ttf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stanford-ILIAD/explore-eqa/HEAD/data/Open_Sans/OpenSans-Italic-VariableFont_wdth,wght.ttf -------------------------------------------------------------------------------- /data/Open_Sans/OpenSans-VariableFont_wdth,wght.ttf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stanford-ILIAD/explore-eqa/HEAD/data/Open_Sans/OpenSans-VariableFont_wdth,wght.ttf -------------------------------------------------------------------------------- /data/Open_Sans/README.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stanford-ILIAD/explore-eqa/HEAD/data/Open_Sans/README.txt -------------------------------------------------------------------------------- /data/Open_Sans/static/OpenSans-Bold.ttf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stanford-ILIAD/explore-eqa/HEAD/data/Open_Sans/static/OpenSans-Bold.ttf -------------------------------------------------------------------------------- /data/Open_Sans/static/OpenSans-BoldItalic.ttf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stanford-ILIAD/explore-eqa/HEAD/data/Open_Sans/static/OpenSans-BoldItalic.ttf -------------------------------------------------------------------------------- /data/Open_Sans/static/OpenSans-ExtraBold.ttf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stanford-ILIAD/explore-eqa/HEAD/data/Open_Sans/static/OpenSans-ExtraBold.ttf -------------------------------------------------------------------------------- /data/Open_Sans/static/OpenSans-ExtraBoldItalic.ttf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stanford-ILIAD/explore-eqa/HEAD/data/Open_Sans/static/OpenSans-ExtraBoldItalic.ttf -------------------------------------------------------------------------------- /data/Open_Sans/static/OpenSans-Italic.ttf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stanford-ILIAD/explore-eqa/HEAD/data/Open_Sans/static/OpenSans-Italic.ttf -------------------------------------------------------------------------------- /data/Open_Sans/static/OpenSans-Light.ttf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stanford-ILIAD/explore-eqa/HEAD/data/Open_Sans/static/OpenSans-Light.ttf -------------------------------------------------------------------------------- /data/Open_Sans/static/OpenSans-LightItalic.ttf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stanford-ILIAD/explore-eqa/HEAD/data/Open_Sans/static/OpenSans-LightItalic.ttf -------------------------------------------------------------------------------- /data/Open_Sans/static/OpenSans-Medium.ttf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stanford-ILIAD/explore-eqa/HEAD/data/Open_Sans/static/OpenSans-Medium.ttf -------------------------------------------------------------------------------- /data/Open_Sans/static/OpenSans-MediumItalic.ttf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stanford-ILIAD/explore-eqa/HEAD/data/Open_Sans/static/OpenSans-MediumItalic.ttf -------------------------------------------------------------------------------- /data/Open_Sans/static/OpenSans-Regular.ttf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stanford-ILIAD/explore-eqa/HEAD/data/Open_Sans/static/OpenSans-Regular.ttf -------------------------------------------------------------------------------- /data/Open_Sans/static/OpenSans-SemiBold.ttf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stanford-ILIAD/explore-eqa/HEAD/data/Open_Sans/static/OpenSans-SemiBold.ttf -------------------------------------------------------------------------------- /data/Open_Sans/static/OpenSans-SemiBoldItalic.ttf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stanford-ILIAD/explore-eqa/HEAD/data/Open_Sans/static/OpenSans-SemiBoldItalic.ttf -------------------------------------------------------------------------------- /data/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stanford-ILIAD/explore-eqa/HEAD/data/README.md -------------------------------------------------------------------------------- /data/questions.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stanford-ILIAD/explore-eqa/HEAD/data/questions.csv -------------------------------------------------------------------------------- /data/scene_init_poses.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stanford-ILIAD/explore-eqa/HEAD/data/scene_init_poses.csv -------------------------------------------------------------------------------- /environment.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stanford-ILIAD/explore-eqa/HEAD/environment.yml -------------------------------------------------------------------------------- /run_clip_exp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stanford-ILIAD/explore-eqa/HEAD/run_clip_exp.py -------------------------------------------------------------------------------- /run_vlm_exp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stanford-ILIAD/explore-eqa/HEAD/run_vlm_exp.py -------------------------------------------------------------------------------- /script/crawl_topdown_view.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stanford-ILIAD/explore-eqa/HEAD/script/crawl_topdown_view.py -------------------------------------------------------------------------------- /script/get_floor_height.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stanford-ILIAD/explore-eqa/HEAD/script/get_floor_height.py -------------------------------------------------------------------------------- /script/get_questions_gpt4v.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stanford-ILIAD/explore-eqa/HEAD/script/get_questions_gpt4v.py -------------------------------------------------------------------------------- /script/get_scene_size.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stanford-ILIAD/explore-eqa/HEAD/script/get_scene_size.py -------------------------------------------------------------------------------- /script/sample_init_pose.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stanford-ILIAD/explore-eqa/HEAD/script/sample_init_pose.py -------------------------------------------------------------------------------- /script/sample_views_from_scene.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stanford-ILIAD/explore-eqa/HEAD/script/sample_views_from_scene.py -------------------------------------------------------------------------------- /script/test_clip_relevancy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stanford-ILIAD/explore-eqa/HEAD/script/test_clip_relevancy.py -------------------------------------------------------------------------------- /script/test_prismatic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stanford-ILIAD/explore-eqa/HEAD/script/test_prismatic.py -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stanford-ILIAD/explore-eqa/HEAD/setup.py -------------------------------------------------------------------------------- /src/__init__..py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/geom.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stanford-ILIAD/explore-eqa/HEAD/src/geom.py -------------------------------------------------------------------------------- /src/habitat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stanford-ILIAD/explore-eqa/HEAD/src/habitat.py -------------------------------------------------------------------------------- /src/tsdf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stanford-ILIAD/explore-eqa/HEAD/src/tsdf.py -------------------------------------------------------------------------------- /src/vlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stanford-ILIAD/explore-eqa/HEAD/src/vlm.py -------------------------------------------------------------------------------- /test_scene.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stanford-ILIAD/explore-eqa/HEAD/test_scene.py --------------------------------------------------------------------------------