├── .gitignore ├── LICENSE ├── README.md ├── assets ├── bollywood.png ├── camel1.png ├── camel2.png ├── modules.png ├── rationale.png ├── teaser1.png └── teaser2.png ├── engine ├── nms.py ├── step_interpreters.py └── utils.py ├── environment.yaml ├── notebooks ├── gqa.ipynb ├── image_editing.ipynb ├── nlvr.ipynb └── ok_det.ipynb ├── prompts ├── gqa.py ├── imgedit.py ├── knowtag.py └── nlvr.py └── vis_utils.py /.gitignore: -------------------------------------------------------------------------------- 1 | *__pycache__ -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/visprog/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/visprog/HEAD/README.md -------------------------------------------------------------------------------- /assets/bollywood.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/visprog/HEAD/assets/bollywood.png -------------------------------------------------------------------------------- /assets/camel1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/visprog/HEAD/assets/camel1.png -------------------------------------------------------------------------------- /assets/camel2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/visprog/HEAD/assets/camel2.png -------------------------------------------------------------------------------- /assets/modules.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/visprog/HEAD/assets/modules.png -------------------------------------------------------------------------------- /assets/rationale.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/visprog/HEAD/assets/rationale.png -------------------------------------------------------------------------------- /assets/teaser1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/visprog/HEAD/assets/teaser1.png -------------------------------------------------------------------------------- /assets/teaser2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/visprog/HEAD/assets/teaser2.png -------------------------------------------------------------------------------- /engine/nms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/visprog/HEAD/engine/nms.py -------------------------------------------------------------------------------- /engine/step_interpreters.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/visprog/HEAD/engine/step_interpreters.py -------------------------------------------------------------------------------- /engine/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/visprog/HEAD/engine/utils.py -------------------------------------------------------------------------------- /environment.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/visprog/HEAD/environment.yaml -------------------------------------------------------------------------------- /notebooks/gqa.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/visprog/HEAD/notebooks/gqa.ipynb -------------------------------------------------------------------------------- /notebooks/image_editing.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/visprog/HEAD/notebooks/image_editing.ipynb -------------------------------------------------------------------------------- /notebooks/nlvr.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/visprog/HEAD/notebooks/nlvr.ipynb -------------------------------------------------------------------------------- /notebooks/ok_det.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/visprog/HEAD/notebooks/ok_det.ipynb -------------------------------------------------------------------------------- /prompts/gqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/visprog/HEAD/prompts/gqa.py -------------------------------------------------------------------------------- /prompts/imgedit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/visprog/HEAD/prompts/imgedit.py -------------------------------------------------------------------------------- /prompts/knowtag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/visprog/HEAD/prompts/knowtag.py -------------------------------------------------------------------------------- /prompts/nlvr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/visprog/HEAD/prompts/nlvr.py -------------------------------------------------------------------------------- /vis_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/visprog/HEAD/vis_utils.py --------------------------------------------------------------------------------