├── .gitmodules ├── 2D-VLM ├── Claude │ └── evaluate.py ├── GPT4o │ └── evaluate.py ├── Qwen2-VL │ ├── .gitignore │ ├── docker │ │ ├── Dockerfile-cu121 │ │ └── docker_web_demo.sh │ ├── evaluate.py │ ├── qwen-vl-utils │ │ ├── .python-version │ │ ├── README.md │ │ ├── pyproject.toml │ │ ├── requirements-dev.lock │ │ ├── requirements.lock │ │ └── src │ │ │ └── qwen_vl_utils │ │ │ ├── __init__.py │ │ │ └── vision_process.py │ └── web_demo_streaming │ │ ├── app.py │ │ ├── global.js │ │ ├── main.js │ │ └── recorder.js └── llava-ov │ └── evaluate.py ├── LICENSE ├── LLM ├── GPT4o-text │ └── evaluate.py └── llama │ └── evaluate.py ├── README.md ├── dataset.py ├── docs ├── index.html └── static │ ├── 1.1.png │ ├── 1.2.png │ ├── 1.3.png │ ├── 4.png │ ├── Figure2.gif │ ├── css │ ├── bulma-carousel.min.css │ ├── bulma-slider.min.css │ ├── bulma.css.map.txt │ ├── bulma.min.css │ ├── fontawesome.all.min.css │ └── index.css │ ├── fig1.png │ ├── fig2.png │ ├── fig3.png │ ├── fig4.png │ ├── hypo_icon.png │ ├── js │ ├── bulma-carousel.js │ ├── bulma-carousel.min.js │ ├── bulma-slider.js │ ├── bulma-slider.min.js │ ├── fontawesome.all.min.js │ └── index.js │ └── merge.png ├── exp ├── contextvqa_Claude-3.5-Sonnet_no_label_rotated.json ├── contextvqa_Claude-3.5-Sonnet_with_label_rotated.json ├── contextvqa_GPT4o_no_label_rotated.json ├── contextvqa_GPT4o_text.json ├── contextvqa_GPT4o_with_label_rotated.json ├── contextvqa_Qwen2-VL-72B-Instruct-AWQ_no_label_align.json ├── contextvqa_Qwen2-VL-72B-Instruct-AWQ_no_label_rotated.json ├── contextvqa_Qwen2-VL-72B-Instruct-AWQ_with_label_align.json ├── contextvqa_Qwen2-VL-72B-Instruct-AWQ_with_label_rotated.json ├── contextvqa_Qwen2-VL-7B-Instruct_no_label_align.json ├── contextvqa_Qwen2-VL-7B-Instruct_no_label_rotated.json ├── contextvqa_Qwen2-VL-7B-Instruct_with_label_align.json ├── contextvqa_Qwen2-VL-7B-Instruct_with_label_rotated.json ├── contextvqa_leo.json ├── contextvqa_llama-3.2-3B.json ├── contextvqa_llava-onevision-qwen2-72b-ov-hf_no_label.json ├── contextvqa_llava-onevision-qwen2-72b-ov-hf_no_label_align.json ├── contextvqa_llava-onevision-qwen2-72b-ov-hf_no_label_rotated.json ├── contextvqa_llava-onevision-qwen2-72b-ov-hf_with_label_align.json ├── contextvqa_llava-onevision-qwen2-72b-ov-hf_with_label_rotated.json ├── contextvqa_llava-onevision-qwen2-7b-ov-hf_no_label_align.json ├── contextvqa_llava-onevision-qwen2-7b-ov-hf_no_label_rotated.json ├── contextvqa_llava-onevision-qwen2-7b-ov-hf_with_label_align.json ├── contextvqa_llava-onevision-qwen2-7b-ov-hf_with_label_rotated.json └── contextvqa_llava3d-7B.json ├── inference_pipeline.sh ├── metric_compute.py └── test.py /.gitmodules: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MatchLab-Imperial/Hypo3D/HEAD/.gitmodules -------------------------------------------------------------------------------- /2D-VLM/Claude/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MatchLab-Imperial/Hypo3D/HEAD/2D-VLM/Claude/evaluate.py -------------------------------------------------------------------------------- /2D-VLM/GPT4o/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MatchLab-Imperial/Hypo3D/HEAD/2D-VLM/GPT4o/evaluate.py -------------------------------------------------------------------------------- /2D-VLM/Qwen2-VL/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MatchLab-Imperial/Hypo3D/HEAD/2D-VLM/Qwen2-VL/.gitignore -------------------------------------------------------------------------------- /2D-VLM/Qwen2-VL/docker/Dockerfile-cu121: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MatchLab-Imperial/Hypo3D/HEAD/2D-VLM/Qwen2-VL/docker/Dockerfile-cu121 -------------------------------------------------------------------------------- /2D-VLM/Qwen2-VL/docker/docker_web_demo.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MatchLab-Imperial/Hypo3D/HEAD/2D-VLM/Qwen2-VL/docker/docker_web_demo.sh -------------------------------------------------------------------------------- /2D-VLM/Qwen2-VL/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MatchLab-Imperial/Hypo3D/HEAD/2D-VLM/Qwen2-VL/evaluate.py -------------------------------------------------------------------------------- /2D-VLM/Qwen2-VL/qwen-vl-utils/.python-version: -------------------------------------------------------------------------------- 1 | 3.8.19 2 | -------------------------------------------------------------------------------- /2D-VLM/Qwen2-VL/qwen-vl-utils/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MatchLab-Imperial/Hypo3D/HEAD/2D-VLM/Qwen2-VL/qwen-vl-utils/README.md -------------------------------------------------------------------------------- /2D-VLM/Qwen2-VL/qwen-vl-utils/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MatchLab-Imperial/Hypo3D/HEAD/2D-VLM/Qwen2-VL/qwen-vl-utils/pyproject.toml -------------------------------------------------------------------------------- /2D-VLM/Qwen2-VL/qwen-vl-utils/requirements-dev.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MatchLab-Imperial/Hypo3D/HEAD/2D-VLM/Qwen2-VL/qwen-vl-utils/requirements-dev.lock -------------------------------------------------------------------------------- /2D-VLM/Qwen2-VL/qwen-vl-utils/requirements.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MatchLab-Imperial/Hypo3D/HEAD/2D-VLM/Qwen2-VL/qwen-vl-utils/requirements.lock -------------------------------------------------------------------------------- /2D-VLM/Qwen2-VL/qwen-vl-utils/src/qwen_vl_utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MatchLab-Imperial/Hypo3D/HEAD/2D-VLM/Qwen2-VL/qwen-vl-utils/src/qwen_vl_utils/__init__.py -------------------------------------------------------------------------------- /2D-VLM/Qwen2-VL/qwen-vl-utils/src/qwen_vl_utils/vision_process.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MatchLab-Imperial/Hypo3D/HEAD/2D-VLM/Qwen2-VL/qwen-vl-utils/src/qwen_vl_utils/vision_process.py -------------------------------------------------------------------------------- /2D-VLM/Qwen2-VL/web_demo_streaming/app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MatchLab-Imperial/Hypo3D/HEAD/2D-VLM/Qwen2-VL/web_demo_streaming/app.py -------------------------------------------------------------------------------- /2D-VLM/Qwen2-VL/web_demo_streaming/global.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MatchLab-Imperial/Hypo3D/HEAD/2D-VLM/Qwen2-VL/web_demo_streaming/global.js -------------------------------------------------------------------------------- /2D-VLM/Qwen2-VL/web_demo_streaming/main.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MatchLab-Imperial/Hypo3D/HEAD/2D-VLM/Qwen2-VL/web_demo_streaming/main.js -------------------------------------------------------------------------------- /2D-VLM/Qwen2-VL/web_demo_streaming/recorder.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MatchLab-Imperial/Hypo3D/HEAD/2D-VLM/Qwen2-VL/web_demo_streaming/recorder.js -------------------------------------------------------------------------------- /2D-VLM/llava-ov/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MatchLab-Imperial/Hypo3D/HEAD/2D-VLM/llava-ov/evaluate.py -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MatchLab-Imperial/Hypo3D/HEAD/LICENSE -------------------------------------------------------------------------------- /LLM/GPT4o-text/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MatchLab-Imperial/Hypo3D/HEAD/LLM/GPT4o-text/evaluate.py -------------------------------------------------------------------------------- /LLM/llama/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MatchLab-Imperial/Hypo3D/HEAD/LLM/llama/evaluate.py -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MatchLab-Imperial/Hypo3D/HEAD/README.md -------------------------------------------------------------------------------- /dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MatchLab-Imperial/Hypo3D/HEAD/dataset.py -------------------------------------------------------------------------------- /docs/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MatchLab-Imperial/Hypo3D/HEAD/docs/index.html -------------------------------------------------------------------------------- /docs/static/1.1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MatchLab-Imperial/Hypo3D/HEAD/docs/static/1.1.png -------------------------------------------------------------------------------- /docs/static/1.2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MatchLab-Imperial/Hypo3D/HEAD/docs/static/1.2.png -------------------------------------------------------------------------------- /docs/static/1.3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MatchLab-Imperial/Hypo3D/HEAD/docs/static/1.3.png -------------------------------------------------------------------------------- /docs/static/4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MatchLab-Imperial/Hypo3D/HEAD/docs/static/4.png -------------------------------------------------------------------------------- /docs/static/Figure2.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MatchLab-Imperial/Hypo3D/HEAD/docs/static/Figure2.gif -------------------------------------------------------------------------------- /docs/static/css/bulma-carousel.min.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MatchLab-Imperial/Hypo3D/HEAD/docs/static/css/bulma-carousel.min.css -------------------------------------------------------------------------------- /docs/static/css/bulma-slider.min.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MatchLab-Imperial/Hypo3D/HEAD/docs/static/css/bulma-slider.min.css -------------------------------------------------------------------------------- /docs/static/css/bulma.css.map.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MatchLab-Imperial/Hypo3D/HEAD/docs/static/css/bulma.css.map.txt -------------------------------------------------------------------------------- /docs/static/css/bulma.min.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MatchLab-Imperial/Hypo3D/HEAD/docs/static/css/bulma.min.css -------------------------------------------------------------------------------- /docs/static/css/fontawesome.all.min.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MatchLab-Imperial/Hypo3D/HEAD/docs/static/css/fontawesome.all.min.css -------------------------------------------------------------------------------- /docs/static/css/index.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MatchLab-Imperial/Hypo3D/HEAD/docs/static/css/index.css -------------------------------------------------------------------------------- /docs/static/fig1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MatchLab-Imperial/Hypo3D/HEAD/docs/static/fig1.png -------------------------------------------------------------------------------- /docs/static/fig2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MatchLab-Imperial/Hypo3D/HEAD/docs/static/fig2.png -------------------------------------------------------------------------------- /docs/static/fig3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MatchLab-Imperial/Hypo3D/HEAD/docs/static/fig3.png -------------------------------------------------------------------------------- /docs/static/fig4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MatchLab-Imperial/Hypo3D/HEAD/docs/static/fig4.png -------------------------------------------------------------------------------- /docs/static/hypo_icon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MatchLab-Imperial/Hypo3D/HEAD/docs/static/hypo_icon.png -------------------------------------------------------------------------------- /docs/static/js/bulma-carousel.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MatchLab-Imperial/Hypo3D/HEAD/docs/static/js/bulma-carousel.js -------------------------------------------------------------------------------- /docs/static/js/bulma-carousel.min.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MatchLab-Imperial/Hypo3D/HEAD/docs/static/js/bulma-carousel.min.js -------------------------------------------------------------------------------- /docs/static/js/bulma-slider.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MatchLab-Imperial/Hypo3D/HEAD/docs/static/js/bulma-slider.js -------------------------------------------------------------------------------- /docs/static/js/bulma-slider.min.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MatchLab-Imperial/Hypo3D/HEAD/docs/static/js/bulma-slider.min.js -------------------------------------------------------------------------------- /docs/static/js/fontawesome.all.min.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MatchLab-Imperial/Hypo3D/HEAD/docs/static/js/fontawesome.all.min.js -------------------------------------------------------------------------------- /docs/static/js/index.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MatchLab-Imperial/Hypo3D/HEAD/docs/static/js/index.js -------------------------------------------------------------------------------- /docs/static/merge.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MatchLab-Imperial/Hypo3D/HEAD/docs/static/merge.png -------------------------------------------------------------------------------- /exp/contextvqa_Claude-3.5-Sonnet_no_label_rotated.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MatchLab-Imperial/Hypo3D/HEAD/exp/contextvqa_Claude-3.5-Sonnet_no_label_rotated.json -------------------------------------------------------------------------------- /exp/contextvqa_Claude-3.5-Sonnet_with_label_rotated.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MatchLab-Imperial/Hypo3D/HEAD/exp/contextvqa_Claude-3.5-Sonnet_with_label_rotated.json -------------------------------------------------------------------------------- /exp/contextvqa_GPT4o_no_label_rotated.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MatchLab-Imperial/Hypo3D/HEAD/exp/contextvqa_GPT4o_no_label_rotated.json -------------------------------------------------------------------------------- /exp/contextvqa_GPT4o_text.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MatchLab-Imperial/Hypo3D/HEAD/exp/contextvqa_GPT4o_text.json -------------------------------------------------------------------------------- /exp/contextvqa_GPT4o_with_label_rotated.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MatchLab-Imperial/Hypo3D/HEAD/exp/contextvqa_GPT4o_with_label_rotated.json -------------------------------------------------------------------------------- /exp/contextvqa_Qwen2-VL-72B-Instruct-AWQ_no_label_align.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MatchLab-Imperial/Hypo3D/HEAD/exp/contextvqa_Qwen2-VL-72B-Instruct-AWQ_no_label_align.json -------------------------------------------------------------------------------- /exp/contextvqa_Qwen2-VL-72B-Instruct-AWQ_no_label_rotated.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MatchLab-Imperial/Hypo3D/HEAD/exp/contextvqa_Qwen2-VL-72B-Instruct-AWQ_no_label_rotated.json -------------------------------------------------------------------------------- /exp/contextvqa_Qwen2-VL-72B-Instruct-AWQ_with_label_align.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MatchLab-Imperial/Hypo3D/HEAD/exp/contextvqa_Qwen2-VL-72B-Instruct-AWQ_with_label_align.json -------------------------------------------------------------------------------- /exp/contextvqa_Qwen2-VL-72B-Instruct-AWQ_with_label_rotated.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MatchLab-Imperial/Hypo3D/HEAD/exp/contextvqa_Qwen2-VL-72B-Instruct-AWQ_with_label_rotated.json -------------------------------------------------------------------------------- /exp/contextvqa_Qwen2-VL-7B-Instruct_no_label_align.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MatchLab-Imperial/Hypo3D/HEAD/exp/contextvqa_Qwen2-VL-7B-Instruct_no_label_align.json -------------------------------------------------------------------------------- /exp/contextvqa_Qwen2-VL-7B-Instruct_no_label_rotated.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MatchLab-Imperial/Hypo3D/HEAD/exp/contextvqa_Qwen2-VL-7B-Instruct_no_label_rotated.json -------------------------------------------------------------------------------- /exp/contextvqa_Qwen2-VL-7B-Instruct_with_label_align.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MatchLab-Imperial/Hypo3D/HEAD/exp/contextvqa_Qwen2-VL-7B-Instruct_with_label_align.json -------------------------------------------------------------------------------- /exp/contextvqa_Qwen2-VL-7B-Instruct_with_label_rotated.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MatchLab-Imperial/Hypo3D/HEAD/exp/contextvqa_Qwen2-VL-7B-Instruct_with_label_rotated.json -------------------------------------------------------------------------------- /exp/contextvqa_leo.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MatchLab-Imperial/Hypo3D/HEAD/exp/contextvqa_leo.json -------------------------------------------------------------------------------- /exp/contextvqa_llama-3.2-3B.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MatchLab-Imperial/Hypo3D/HEAD/exp/contextvqa_llama-3.2-3B.json -------------------------------------------------------------------------------- /exp/contextvqa_llava-onevision-qwen2-72b-ov-hf_no_label.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MatchLab-Imperial/Hypo3D/HEAD/exp/contextvqa_llava-onevision-qwen2-72b-ov-hf_no_label.json -------------------------------------------------------------------------------- /exp/contextvqa_llava-onevision-qwen2-72b-ov-hf_no_label_align.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MatchLab-Imperial/Hypo3D/HEAD/exp/contextvqa_llava-onevision-qwen2-72b-ov-hf_no_label_align.json -------------------------------------------------------------------------------- /exp/contextvqa_llava-onevision-qwen2-72b-ov-hf_no_label_rotated.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MatchLab-Imperial/Hypo3D/HEAD/exp/contextvqa_llava-onevision-qwen2-72b-ov-hf_no_label_rotated.json -------------------------------------------------------------------------------- /exp/contextvqa_llava-onevision-qwen2-72b-ov-hf_with_label_align.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MatchLab-Imperial/Hypo3D/HEAD/exp/contextvqa_llava-onevision-qwen2-72b-ov-hf_with_label_align.json -------------------------------------------------------------------------------- /exp/contextvqa_llava-onevision-qwen2-72b-ov-hf_with_label_rotated.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MatchLab-Imperial/Hypo3D/HEAD/exp/contextvqa_llava-onevision-qwen2-72b-ov-hf_with_label_rotated.json -------------------------------------------------------------------------------- /exp/contextvqa_llava-onevision-qwen2-7b-ov-hf_no_label_align.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MatchLab-Imperial/Hypo3D/HEAD/exp/contextvqa_llava-onevision-qwen2-7b-ov-hf_no_label_align.json -------------------------------------------------------------------------------- /exp/contextvqa_llava-onevision-qwen2-7b-ov-hf_no_label_rotated.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MatchLab-Imperial/Hypo3D/HEAD/exp/contextvqa_llava-onevision-qwen2-7b-ov-hf_no_label_rotated.json -------------------------------------------------------------------------------- /exp/contextvqa_llava-onevision-qwen2-7b-ov-hf_with_label_align.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MatchLab-Imperial/Hypo3D/HEAD/exp/contextvqa_llava-onevision-qwen2-7b-ov-hf_with_label_align.json -------------------------------------------------------------------------------- /exp/contextvqa_llava-onevision-qwen2-7b-ov-hf_with_label_rotated.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MatchLab-Imperial/Hypo3D/HEAD/exp/contextvqa_llava-onevision-qwen2-7b-ov-hf_with_label_rotated.json -------------------------------------------------------------------------------- /exp/contextvqa_llava3d-7B.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MatchLab-Imperial/Hypo3D/HEAD/exp/contextvqa_llava3d-7B.json -------------------------------------------------------------------------------- /inference_pipeline.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MatchLab-Imperial/Hypo3D/HEAD/inference_pipeline.sh -------------------------------------------------------------------------------- /metric_compute.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MatchLab-Imperial/Hypo3D/HEAD/metric_compute.py -------------------------------------------------------------------------------- /test.py: -------------------------------------------------------------------------------- 1 | --------------------------------------------------------------------------------