├── LICENSE ├── README.md ├── agents ├── __init__.py ├── __pycache__ │ ├── __init__.cpython-38.pyc │ ├── base.cpython-38.pyc │ └── lora.cpython-38.pyc ├── base.py └── lora.py ├── configs ├── bert_config.json ├── continual │ ├── 5task_VAW_checklist.yaml │ ├── 7task_VG+VAW_checklist.yaml │ ├── 7task_VG_checklist.yaml │ ├── zero_shot.json │ └── zero_shot.yaml ├── med_config.json └── task │ └── nlvr_vl_checklist.yaml ├── data ├── __init__.py ├── __pycache__ │ ├── __init__.cpython-38.pyc │ ├── utils.cpython-38.pyc │ └── vl_checklist.cpython-38.pyc ├── utils.py └── vl_checklist.py ├── datasets └── vl-checklist │ └── data │ ├── Attribute │ ├── vaw │ │ ├── action.json │ │ ├── color.json │ │ ├── material.json │ │ ├── size.json │ │ └── state.json │ └── vg │ │ ├── action.json │ │ ├── color.json │ │ ├── material.json │ │ ├── size.json │ │ └── state.json │ ├── Object │ ├── Location │ │ ├── hake_location │ │ │ ├── hake_obj_center.json │ │ │ ├── hake_obj_margin.json │ │ │ └── hake_obj_mid.json │ │ ├── swig_location │ │ │ ├── swig_agent │ │ │ │ ├── swig_agent_center.json │ │ │ │ ├── swig_agent_margin.json │ │ │ │ └── swig_agent_mid.json │ │ │ ├── swig_destination │ │ │ │ ├── swig_destination_center.json │ │ │ │ ├── swig_destination_margin.json │ │ │ │ └── swig_destination_mid.json │ │ │ ├── swig_item │ │ │ │ ├── swig_item_center.json │ │ │ │ ├── swig_item_margin.json │ │ │ │ └── swig_item_mid.json │ │ │ └── swig_tool │ │ │ │ ├── swig_tool_center.json │ │ │ │ ├── swig_tool_margin.json │ │ │ │ └── swig_tool_mid.json │ │ └── vg_location │ │ │ ├── vg_obj_center.json │ │ │ ├── vg_obj_margin.json │ │ │ ├── vg_obj_mid.json │ │ │ ├── vg_subj_center.json │ │ │ ├── vg_subj_margin.json │ │ │ └── vg_subj_mid.json │ └── Size │ │ ├── hake_size │ │ ├── hake_obj_large.json │ │ ├── hake_obj_medium.json │ │ └── hake_obj_small.json │ │ ├── swig_size │ │ ├── swig_agent │ │ │ ├── swig_agent_large.json │ │ │ ├── swig_agent_medium.json │ │ │ └── swig_agent_small.json │ │ ├── swig_destination │ │ │ ├── swig_destination_large.json │ │ │ ├── swig_destination_medium.json │ │ │ └── swig_destination_small.json │ │ ├── swig_item │ │ │ ├── swig_item_large.json │ │ │ ├── swig_item_medium.json │ │ │ └── swig_item_small.json │ │ ├── swig_place │ │ │ ├── swig_place_large.json │ │ │ ├── swig_place_medium.json │ │ │ └── swig_place_small.json │ │ └── swig_tool │ │ │ ├── swig_tool_large.json │ │ │ ├── swig_tool_medium.json │ │ │ └── swig_tool_small.json │ │ └── vg_size │ │ ├── vg_obj_large.json │ │ ├── vg_obj_medium.json │ │ ├── vg_obj_small.json │ │ ├── vg_subj_large.json │ │ ├── vg_subj_medium.json │ │ └── vg_subj_small.json │ ├── Relation │ └── vg │ │ ├── action.json │ │ └── spatial.json │ └── split_file.pickle ├── figs ├── ZAF_with_different_alpha_value_7Task_VG+VAW.gif ├── matrix.png ├── method.png ├── motivation_7Task_VG+VAW.gif ├── overall_performance.png └── zero-shot-antidote-impacts.png ├── loralib ├── __init__.py ├── __pycache__ │ ├── __init__.cpython-38.pyc │ ├── layers.cpython-38.pyc │ └── utils.cpython-38.pyc ├── layers.py └── utils.py ├── models ├── __init__.py ├── __pycache__ │ ├── __init__.cpython-38.pyc │ ├── blip.cpython-38.pyc │ ├── blip_nlvr.cpython-38.pyc │ ├── med.cpython-38.pyc │ ├── nlvr_encoder.cpython-38.pyc │ └── vit.cpython-38.pyc ├── blip.py ├── blip_nlvr.py ├── med.py ├── nlvr_encoder.py └── vit.py ├── requirements.txt ├── run_me.py ├── task_trainers ├── __init__.py ├── __pycache__ │ ├── __init__.cpython-38.pyc │ └── train_nlvr.cpython-38.pyc └── train_nlvr.py ├── transform ├── __pycache__ │ └── randaugment.cpython-38.pyc └── randaugment.py └── utils.py /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/README.md -------------------------------------------------------------------------------- /agents/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/agents/__init__.py -------------------------------------------------------------------------------- /agents/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/agents/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /agents/__pycache__/base.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/agents/__pycache__/base.cpython-38.pyc -------------------------------------------------------------------------------- /agents/__pycache__/lora.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/agents/__pycache__/lora.cpython-38.pyc -------------------------------------------------------------------------------- /agents/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/agents/base.py -------------------------------------------------------------------------------- /agents/lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/agents/lora.py -------------------------------------------------------------------------------- /configs/bert_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/configs/bert_config.json -------------------------------------------------------------------------------- /configs/continual/5task_VAW_checklist.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/configs/continual/5task_VAW_checklist.yaml -------------------------------------------------------------------------------- /configs/continual/7task_VG+VAW_checklist.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/configs/continual/7task_VG+VAW_checklist.yaml -------------------------------------------------------------------------------- /configs/continual/7task_VG_checklist.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/configs/continual/7task_VG_checklist.yaml -------------------------------------------------------------------------------- /configs/continual/zero_shot.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/configs/continual/zero_shot.json -------------------------------------------------------------------------------- /configs/continual/zero_shot.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/configs/continual/zero_shot.yaml -------------------------------------------------------------------------------- /configs/med_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/configs/med_config.json -------------------------------------------------------------------------------- /configs/task/nlvr_vl_checklist.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/configs/task/nlvr_vl_checklist.yaml -------------------------------------------------------------------------------- /data/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/data/__init__.py -------------------------------------------------------------------------------- /data/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/data/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /data/__pycache__/utils.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/data/__pycache__/utils.cpython-38.pyc -------------------------------------------------------------------------------- /data/__pycache__/vl_checklist.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/data/__pycache__/vl_checklist.cpython-38.pyc -------------------------------------------------------------------------------- /data/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/data/utils.py -------------------------------------------------------------------------------- /data/vl_checklist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/data/vl_checklist.py -------------------------------------------------------------------------------- /datasets/vl-checklist/data/Attribute/vaw/action.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/datasets/vl-checklist/data/Attribute/vaw/action.json -------------------------------------------------------------------------------- /datasets/vl-checklist/data/Attribute/vaw/color.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/datasets/vl-checklist/data/Attribute/vaw/color.json -------------------------------------------------------------------------------- /datasets/vl-checklist/data/Attribute/vaw/material.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/datasets/vl-checklist/data/Attribute/vaw/material.json -------------------------------------------------------------------------------- /datasets/vl-checklist/data/Attribute/vaw/size.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/datasets/vl-checklist/data/Attribute/vaw/size.json -------------------------------------------------------------------------------- /datasets/vl-checklist/data/Attribute/vaw/state.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/datasets/vl-checklist/data/Attribute/vaw/state.json -------------------------------------------------------------------------------- /datasets/vl-checklist/data/Attribute/vg/action.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/datasets/vl-checklist/data/Attribute/vg/action.json -------------------------------------------------------------------------------- /datasets/vl-checklist/data/Attribute/vg/color.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/datasets/vl-checklist/data/Attribute/vg/color.json -------------------------------------------------------------------------------- /datasets/vl-checklist/data/Attribute/vg/material.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/datasets/vl-checklist/data/Attribute/vg/material.json -------------------------------------------------------------------------------- /datasets/vl-checklist/data/Attribute/vg/size.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/datasets/vl-checklist/data/Attribute/vg/size.json -------------------------------------------------------------------------------- /datasets/vl-checklist/data/Attribute/vg/state.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/datasets/vl-checklist/data/Attribute/vg/state.json -------------------------------------------------------------------------------- /datasets/vl-checklist/data/Object/Location/hake_location/hake_obj_center.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/datasets/vl-checklist/data/Object/Location/hake_location/hake_obj_center.json -------------------------------------------------------------------------------- /datasets/vl-checklist/data/Object/Location/hake_location/hake_obj_margin.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/datasets/vl-checklist/data/Object/Location/hake_location/hake_obj_margin.json -------------------------------------------------------------------------------- /datasets/vl-checklist/data/Object/Location/hake_location/hake_obj_mid.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/datasets/vl-checklist/data/Object/Location/hake_location/hake_obj_mid.json -------------------------------------------------------------------------------- /datasets/vl-checklist/data/Object/Location/swig_location/swig_agent/swig_agent_center.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/datasets/vl-checklist/data/Object/Location/swig_location/swig_agent/swig_agent_center.json -------------------------------------------------------------------------------- /datasets/vl-checklist/data/Object/Location/swig_location/swig_agent/swig_agent_margin.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/datasets/vl-checklist/data/Object/Location/swig_location/swig_agent/swig_agent_margin.json -------------------------------------------------------------------------------- /datasets/vl-checklist/data/Object/Location/swig_location/swig_agent/swig_agent_mid.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/datasets/vl-checklist/data/Object/Location/swig_location/swig_agent/swig_agent_mid.json -------------------------------------------------------------------------------- /datasets/vl-checklist/data/Object/Location/swig_location/swig_destination/swig_destination_center.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/datasets/vl-checklist/data/Object/Location/swig_location/swig_destination/swig_destination_center.json -------------------------------------------------------------------------------- /datasets/vl-checklist/data/Object/Location/swig_location/swig_destination/swig_destination_margin.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/datasets/vl-checklist/data/Object/Location/swig_location/swig_destination/swig_destination_margin.json -------------------------------------------------------------------------------- /datasets/vl-checklist/data/Object/Location/swig_location/swig_destination/swig_destination_mid.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/datasets/vl-checklist/data/Object/Location/swig_location/swig_destination/swig_destination_mid.json -------------------------------------------------------------------------------- /datasets/vl-checklist/data/Object/Location/swig_location/swig_item/swig_item_center.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/datasets/vl-checklist/data/Object/Location/swig_location/swig_item/swig_item_center.json -------------------------------------------------------------------------------- /datasets/vl-checklist/data/Object/Location/swig_location/swig_item/swig_item_margin.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/datasets/vl-checklist/data/Object/Location/swig_location/swig_item/swig_item_margin.json -------------------------------------------------------------------------------- /datasets/vl-checklist/data/Object/Location/swig_location/swig_item/swig_item_mid.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/datasets/vl-checklist/data/Object/Location/swig_location/swig_item/swig_item_mid.json -------------------------------------------------------------------------------- /datasets/vl-checklist/data/Object/Location/swig_location/swig_tool/swig_tool_center.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/datasets/vl-checklist/data/Object/Location/swig_location/swig_tool/swig_tool_center.json -------------------------------------------------------------------------------- /datasets/vl-checklist/data/Object/Location/swig_location/swig_tool/swig_tool_margin.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/datasets/vl-checklist/data/Object/Location/swig_location/swig_tool/swig_tool_margin.json -------------------------------------------------------------------------------- /datasets/vl-checklist/data/Object/Location/swig_location/swig_tool/swig_tool_mid.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/datasets/vl-checklist/data/Object/Location/swig_location/swig_tool/swig_tool_mid.json -------------------------------------------------------------------------------- /datasets/vl-checklist/data/Object/Location/vg_location/vg_obj_center.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/datasets/vl-checklist/data/Object/Location/vg_location/vg_obj_center.json -------------------------------------------------------------------------------- /datasets/vl-checklist/data/Object/Location/vg_location/vg_obj_margin.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/datasets/vl-checklist/data/Object/Location/vg_location/vg_obj_margin.json -------------------------------------------------------------------------------- /datasets/vl-checklist/data/Object/Location/vg_location/vg_obj_mid.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/datasets/vl-checklist/data/Object/Location/vg_location/vg_obj_mid.json -------------------------------------------------------------------------------- /datasets/vl-checklist/data/Object/Location/vg_location/vg_subj_center.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/datasets/vl-checklist/data/Object/Location/vg_location/vg_subj_center.json -------------------------------------------------------------------------------- /datasets/vl-checklist/data/Object/Location/vg_location/vg_subj_margin.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/datasets/vl-checklist/data/Object/Location/vg_location/vg_subj_margin.json -------------------------------------------------------------------------------- /datasets/vl-checklist/data/Object/Location/vg_location/vg_subj_mid.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/datasets/vl-checklist/data/Object/Location/vg_location/vg_subj_mid.json -------------------------------------------------------------------------------- /datasets/vl-checklist/data/Object/Size/hake_size/hake_obj_large.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/datasets/vl-checklist/data/Object/Size/hake_size/hake_obj_large.json -------------------------------------------------------------------------------- /datasets/vl-checklist/data/Object/Size/hake_size/hake_obj_medium.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/datasets/vl-checklist/data/Object/Size/hake_size/hake_obj_medium.json -------------------------------------------------------------------------------- /datasets/vl-checklist/data/Object/Size/hake_size/hake_obj_small.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/datasets/vl-checklist/data/Object/Size/hake_size/hake_obj_small.json -------------------------------------------------------------------------------- /datasets/vl-checklist/data/Object/Size/swig_size/swig_agent/swig_agent_large.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/datasets/vl-checklist/data/Object/Size/swig_size/swig_agent/swig_agent_large.json -------------------------------------------------------------------------------- /datasets/vl-checklist/data/Object/Size/swig_size/swig_agent/swig_agent_medium.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/datasets/vl-checklist/data/Object/Size/swig_size/swig_agent/swig_agent_medium.json -------------------------------------------------------------------------------- /datasets/vl-checklist/data/Object/Size/swig_size/swig_agent/swig_agent_small.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/datasets/vl-checklist/data/Object/Size/swig_size/swig_agent/swig_agent_small.json -------------------------------------------------------------------------------- /datasets/vl-checklist/data/Object/Size/swig_size/swig_destination/swig_destination_large.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/datasets/vl-checklist/data/Object/Size/swig_size/swig_destination/swig_destination_large.json -------------------------------------------------------------------------------- /datasets/vl-checklist/data/Object/Size/swig_size/swig_destination/swig_destination_medium.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/datasets/vl-checklist/data/Object/Size/swig_size/swig_destination/swig_destination_medium.json -------------------------------------------------------------------------------- /datasets/vl-checklist/data/Object/Size/swig_size/swig_destination/swig_destination_small.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/datasets/vl-checklist/data/Object/Size/swig_size/swig_destination/swig_destination_small.json -------------------------------------------------------------------------------- /datasets/vl-checklist/data/Object/Size/swig_size/swig_item/swig_item_large.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/datasets/vl-checklist/data/Object/Size/swig_size/swig_item/swig_item_large.json -------------------------------------------------------------------------------- /datasets/vl-checklist/data/Object/Size/swig_size/swig_item/swig_item_medium.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/datasets/vl-checklist/data/Object/Size/swig_size/swig_item/swig_item_medium.json -------------------------------------------------------------------------------- /datasets/vl-checklist/data/Object/Size/swig_size/swig_item/swig_item_small.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/datasets/vl-checklist/data/Object/Size/swig_size/swig_item/swig_item_small.json -------------------------------------------------------------------------------- /datasets/vl-checklist/data/Object/Size/swig_size/swig_place/swig_place_large.json: -------------------------------------------------------------------------------- 1 | [] -------------------------------------------------------------------------------- /datasets/vl-checklist/data/Object/Size/swig_size/swig_place/swig_place_medium.json: -------------------------------------------------------------------------------- 1 | [] -------------------------------------------------------------------------------- /datasets/vl-checklist/data/Object/Size/swig_size/swig_place/swig_place_small.json: -------------------------------------------------------------------------------- 1 | [] -------------------------------------------------------------------------------- /datasets/vl-checklist/data/Object/Size/swig_size/swig_tool/swig_tool_large.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/datasets/vl-checklist/data/Object/Size/swig_size/swig_tool/swig_tool_large.json -------------------------------------------------------------------------------- /datasets/vl-checklist/data/Object/Size/swig_size/swig_tool/swig_tool_medium.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/datasets/vl-checklist/data/Object/Size/swig_size/swig_tool/swig_tool_medium.json -------------------------------------------------------------------------------- /datasets/vl-checklist/data/Object/Size/swig_size/swig_tool/swig_tool_small.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/datasets/vl-checklist/data/Object/Size/swig_size/swig_tool/swig_tool_small.json -------------------------------------------------------------------------------- /datasets/vl-checklist/data/Object/Size/vg_size/vg_obj_large.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/datasets/vl-checklist/data/Object/Size/vg_size/vg_obj_large.json -------------------------------------------------------------------------------- /datasets/vl-checklist/data/Object/Size/vg_size/vg_obj_medium.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/datasets/vl-checklist/data/Object/Size/vg_size/vg_obj_medium.json -------------------------------------------------------------------------------- /datasets/vl-checklist/data/Object/Size/vg_size/vg_obj_small.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/datasets/vl-checklist/data/Object/Size/vg_size/vg_obj_small.json -------------------------------------------------------------------------------- /datasets/vl-checklist/data/Object/Size/vg_size/vg_subj_large.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/datasets/vl-checklist/data/Object/Size/vg_size/vg_subj_large.json -------------------------------------------------------------------------------- /datasets/vl-checklist/data/Object/Size/vg_size/vg_subj_medium.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/datasets/vl-checklist/data/Object/Size/vg_size/vg_subj_medium.json -------------------------------------------------------------------------------- /datasets/vl-checklist/data/Object/Size/vg_size/vg_subj_small.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/datasets/vl-checklist/data/Object/Size/vg_size/vg_subj_small.json -------------------------------------------------------------------------------- /datasets/vl-checklist/data/Relation/vg/action.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/datasets/vl-checklist/data/Relation/vg/action.json -------------------------------------------------------------------------------- /datasets/vl-checklist/data/Relation/vg/spatial.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/datasets/vl-checklist/data/Relation/vg/spatial.json -------------------------------------------------------------------------------- /datasets/vl-checklist/data/split_file.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/datasets/vl-checklist/data/split_file.pickle -------------------------------------------------------------------------------- /figs/ZAF_with_different_alpha_value_7Task_VG+VAW.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/figs/ZAF_with_different_alpha_value_7Task_VG+VAW.gif -------------------------------------------------------------------------------- /figs/matrix.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/figs/matrix.png -------------------------------------------------------------------------------- /figs/method.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/figs/method.png -------------------------------------------------------------------------------- /figs/motivation_7Task_VG+VAW.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/figs/motivation_7Task_VG+VAW.gif -------------------------------------------------------------------------------- /figs/overall_performance.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/figs/overall_performance.png -------------------------------------------------------------------------------- /figs/zero-shot-antidote-impacts.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/figs/zero-shot-antidote-impacts.png -------------------------------------------------------------------------------- /loralib/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/loralib/__init__.py -------------------------------------------------------------------------------- /loralib/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/loralib/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /loralib/__pycache__/layers.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/loralib/__pycache__/layers.cpython-38.pyc -------------------------------------------------------------------------------- /loralib/__pycache__/utils.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/loralib/__pycache__/utils.cpython-38.pyc -------------------------------------------------------------------------------- /loralib/layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/loralib/layers.py -------------------------------------------------------------------------------- /loralib/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/loralib/utils.py -------------------------------------------------------------------------------- /models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /models/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/models/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /models/__pycache__/blip.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/models/__pycache__/blip.cpython-38.pyc -------------------------------------------------------------------------------- /models/__pycache__/blip_nlvr.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/models/__pycache__/blip_nlvr.cpython-38.pyc -------------------------------------------------------------------------------- /models/__pycache__/med.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/models/__pycache__/med.cpython-38.pyc -------------------------------------------------------------------------------- /models/__pycache__/nlvr_encoder.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/models/__pycache__/nlvr_encoder.cpython-38.pyc -------------------------------------------------------------------------------- /models/__pycache__/vit.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/models/__pycache__/vit.cpython-38.pyc -------------------------------------------------------------------------------- /models/blip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/models/blip.py -------------------------------------------------------------------------------- /models/blip_nlvr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/models/blip_nlvr.py -------------------------------------------------------------------------------- /models/med.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/models/med.py -------------------------------------------------------------------------------- /models/nlvr_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/models/nlvr_encoder.py -------------------------------------------------------------------------------- /models/vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/models/vit.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/requirements.txt -------------------------------------------------------------------------------- /run_me.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/run_me.py -------------------------------------------------------------------------------- /task_trainers/__init__.py: -------------------------------------------------------------------------------- 1 | from . import train_nlvr -------------------------------------------------------------------------------- /task_trainers/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/task_trainers/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /task_trainers/__pycache__/train_nlvr.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/task_trainers/__pycache__/train_nlvr.cpython-38.pyc -------------------------------------------------------------------------------- /task_trainers/train_nlvr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/task_trainers/train_nlvr.py -------------------------------------------------------------------------------- /transform/__pycache__/randaugment.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/transform/__pycache__/randaugment.cpython-38.pyc -------------------------------------------------------------------------------- /transform/randaugment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/transform/randaugment.py -------------------------------------------------------------------------------- /utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zi-Jian-Gao/Stabilizing-Zero-Shot-Prediction-ZAF/HEAD/utils.py --------------------------------------------------------------------------------