├── .gitignore ├── Dockerfile ├── LICENSE ├── README.md ├── config ├── pretrain-alldata-base-8gpu.json ├── pretrain-alldata-large-16gpu.json ├── pretrain-indomain-base-8gpu.json ├── pretrain-vcr-base-4gpu.json ├── pretrain-vcr-large-4gpu.json ├── train-itm-coco-base-16gpu-hn.json ├── train-itm-coco-large-16gpu-hn.json ├── train-itm-flickr-base-16gpu-hn.json ├── train-itm-flickr-base-8gpu.json ├── train-itm-flickr-large-16gpu-hn.json ├── train-nlvr2-base-1gpu.json ├── train-nlvr2-large-2gpu.json ├── train-refcoco+-base-1gpu.json ├── train-refcoco-base-1gpu.json ├── train-refcocog-base-1gpu.json ├── train-vcr-base-4gpu.json ├── train-vcr-large-4gpu.json ├── train-ve-base-2gpu.json ├── train-ve-large-4gpu.json ├── train-vqa-base-4gpu.json ├── train-vqa-large-8gpu.json ├── uniter-base.json └── uniter-large.json ├── data ├── __init__.py ├── data.py ├── itm.py ├── loader.py ├── mlm.py ├── mrm.py ├── nlvr2.py ├── pretrain_vcr.py ├── re.py ├── sampler.py ├── vcr.py ├── ve.py └── vqa.py ├── inf_itm.py ├── inf_nlvr2.py ├── inf_re.py ├── inf_vcr.py ├── inf_vqa.py ├── launch_container.sh ├── model ├── attention.py ├── itm.py ├── layer.py ├── model.py ├── nlvr2.py ├── ot.py ├── pretrain.py ├── pretrain_vcr.py ├── re.py ├── vcr.py ├── ve.py └── vqa.py ├── optim ├── __init__.py ├── adamw.py ├── misc.py └── sched.py ├── prepro.py ├── pretrain.py ├── pretrain_vcr.py ├── scripts ├── convert_ckpt.py ├── convert_imgdir.py ├── create_imgdb.sh ├── create_txtdb.sh ├── create_txtdb_re.sh ├── download_indomain.sh ├── download_itm.sh ├── download_nlvr2.sh ├── download_pretrained.sh ├── download_re.sh ├── download_vcr.sh ├── download_ve.sh ├── download_vqa.sh ├── eval_nlvr2.py ├── eval_refcoco+.sh ├── eval_refcoco.sh ├── eval_refcocog.sh └── extract_imgfeat.sh ├── train_itm.py ├── train_itm_hard_negatives.py ├── train_nlvr2.py ├── train_re.py ├── train_vcr.py ├── train_ve.py ├── train_vqa.py └── utils ├── __init__.py ├── ans2label.json ├── const.py ├── distributed.py ├── itm_eval.py ├── logger.py ├── misc.py └── save.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/.gitignore -------------------------------------------------------------------------------- /Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/Dockerfile -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/README.md -------------------------------------------------------------------------------- /config/pretrain-alldata-base-8gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/config/pretrain-alldata-base-8gpu.json -------------------------------------------------------------------------------- /config/pretrain-alldata-large-16gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/config/pretrain-alldata-large-16gpu.json -------------------------------------------------------------------------------- /config/pretrain-indomain-base-8gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/config/pretrain-indomain-base-8gpu.json -------------------------------------------------------------------------------- /config/pretrain-vcr-base-4gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/config/pretrain-vcr-base-4gpu.json -------------------------------------------------------------------------------- /config/pretrain-vcr-large-4gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/config/pretrain-vcr-large-4gpu.json -------------------------------------------------------------------------------- /config/train-itm-coco-base-16gpu-hn.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/config/train-itm-coco-base-16gpu-hn.json -------------------------------------------------------------------------------- /config/train-itm-coco-large-16gpu-hn.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/config/train-itm-coco-large-16gpu-hn.json -------------------------------------------------------------------------------- /config/train-itm-flickr-base-16gpu-hn.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/config/train-itm-flickr-base-16gpu-hn.json -------------------------------------------------------------------------------- /config/train-itm-flickr-base-8gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/config/train-itm-flickr-base-8gpu.json -------------------------------------------------------------------------------- /config/train-itm-flickr-large-16gpu-hn.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/config/train-itm-flickr-large-16gpu-hn.json -------------------------------------------------------------------------------- /config/train-nlvr2-base-1gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/config/train-nlvr2-base-1gpu.json -------------------------------------------------------------------------------- /config/train-nlvr2-large-2gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/config/train-nlvr2-large-2gpu.json -------------------------------------------------------------------------------- /config/train-refcoco+-base-1gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/config/train-refcoco+-base-1gpu.json -------------------------------------------------------------------------------- /config/train-refcoco-base-1gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/config/train-refcoco-base-1gpu.json -------------------------------------------------------------------------------- /config/train-refcocog-base-1gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/config/train-refcocog-base-1gpu.json -------------------------------------------------------------------------------- /config/train-vcr-base-4gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/config/train-vcr-base-4gpu.json -------------------------------------------------------------------------------- /config/train-vcr-large-4gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/config/train-vcr-large-4gpu.json -------------------------------------------------------------------------------- /config/train-ve-base-2gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/config/train-ve-base-2gpu.json -------------------------------------------------------------------------------- /config/train-ve-large-4gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/config/train-ve-large-4gpu.json -------------------------------------------------------------------------------- /config/train-vqa-base-4gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/config/train-vqa-base-4gpu.json -------------------------------------------------------------------------------- /config/train-vqa-large-8gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/config/train-vqa-large-8gpu.json -------------------------------------------------------------------------------- /config/uniter-base.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/config/uniter-base.json -------------------------------------------------------------------------------- /config/uniter-large.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/config/uniter-large.json -------------------------------------------------------------------------------- /data/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/data/__init__.py -------------------------------------------------------------------------------- /data/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/data/data.py -------------------------------------------------------------------------------- /data/itm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/data/itm.py -------------------------------------------------------------------------------- /data/loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/data/loader.py -------------------------------------------------------------------------------- /data/mlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/data/mlm.py -------------------------------------------------------------------------------- /data/mrm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/data/mrm.py -------------------------------------------------------------------------------- /data/nlvr2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/data/nlvr2.py -------------------------------------------------------------------------------- /data/pretrain_vcr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/data/pretrain_vcr.py -------------------------------------------------------------------------------- /data/re.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/data/re.py -------------------------------------------------------------------------------- /data/sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/data/sampler.py -------------------------------------------------------------------------------- /data/vcr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/data/vcr.py -------------------------------------------------------------------------------- /data/ve.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/data/ve.py -------------------------------------------------------------------------------- /data/vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/data/vqa.py -------------------------------------------------------------------------------- /inf_itm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/inf_itm.py -------------------------------------------------------------------------------- /inf_nlvr2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/inf_nlvr2.py -------------------------------------------------------------------------------- /inf_re.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/inf_re.py -------------------------------------------------------------------------------- /inf_vcr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/inf_vcr.py -------------------------------------------------------------------------------- /inf_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/inf_vqa.py -------------------------------------------------------------------------------- /launch_container.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/launch_container.sh -------------------------------------------------------------------------------- /model/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/model/attention.py -------------------------------------------------------------------------------- /model/itm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/model/itm.py -------------------------------------------------------------------------------- /model/layer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/model/layer.py -------------------------------------------------------------------------------- /model/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/model/model.py -------------------------------------------------------------------------------- /model/nlvr2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/model/nlvr2.py -------------------------------------------------------------------------------- /model/ot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/model/ot.py -------------------------------------------------------------------------------- /model/pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/model/pretrain.py -------------------------------------------------------------------------------- /model/pretrain_vcr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/model/pretrain_vcr.py -------------------------------------------------------------------------------- /model/re.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/model/re.py -------------------------------------------------------------------------------- /model/vcr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/model/vcr.py -------------------------------------------------------------------------------- /model/ve.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/model/ve.py -------------------------------------------------------------------------------- /model/vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/model/vqa.py -------------------------------------------------------------------------------- /optim/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/optim/__init__.py -------------------------------------------------------------------------------- /optim/adamw.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/optim/adamw.py -------------------------------------------------------------------------------- /optim/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/optim/misc.py -------------------------------------------------------------------------------- /optim/sched.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/optim/sched.py -------------------------------------------------------------------------------- /prepro.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/prepro.py -------------------------------------------------------------------------------- /pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/pretrain.py -------------------------------------------------------------------------------- /pretrain_vcr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/pretrain_vcr.py -------------------------------------------------------------------------------- /scripts/convert_ckpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/scripts/convert_ckpt.py -------------------------------------------------------------------------------- /scripts/convert_imgdir.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/scripts/convert_imgdir.py -------------------------------------------------------------------------------- /scripts/create_imgdb.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/scripts/create_imgdb.sh -------------------------------------------------------------------------------- /scripts/create_txtdb.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/scripts/create_txtdb.sh -------------------------------------------------------------------------------- /scripts/create_txtdb_re.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/scripts/create_txtdb_re.sh -------------------------------------------------------------------------------- /scripts/download_indomain.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/scripts/download_indomain.sh -------------------------------------------------------------------------------- /scripts/download_itm.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/scripts/download_itm.sh -------------------------------------------------------------------------------- /scripts/download_nlvr2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/scripts/download_nlvr2.sh -------------------------------------------------------------------------------- /scripts/download_pretrained.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/scripts/download_pretrained.sh -------------------------------------------------------------------------------- /scripts/download_re.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/scripts/download_re.sh -------------------------------------------------------------------------------- /scripts/download_vcr.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/scripts/download_vcr.sh -------------------------------------------------------------------------------- /scripts/download_ve.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/scripts/download_ve.sh -------------------------------------------------------------------------------- /scripts/download_vqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/scripts/download_vqa.sh -------------------------------------------------------------------------------- /scripts/eval_nlvr2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/scripts/eval_nlvr2.py -------------------------------------------------------------------------------- /scripts/eval_refcoco+.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/scripts/eval_refcoco+.sh -------------------------------------------------------------------------------- /scripts/eval_refcoco.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/scripts/eval_refcoco.sh -------------------------------------------------------------------------------- /scripts/eval_refcocog.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/scripts/eval_refcocog.sh -------------------------------------------------------------------------------- /scripts/extract_imgfeat.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/scripts/extract_imgfeat.sh -------------------------------------------------------------------------------- /train_itm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/train_itm.py -------------------------------------------------------------------------------- /train_itm_hard_negatives.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/train_itm_hard_negatives.py -------------------------------------------------------------------------------- /train_nlvr2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/train_nlvr2.py -------------------------------------------------------------------------------- /train_re.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/train_re.py -------------------------------------------------------------------------------- /train_vcr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/train_vcr.py -------------------------------------------------------------------------------- /train_ve.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/train_ve.py -------------------------------------------------------------------------------- /train_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/train_vqa.py -------------------------------------------------------------------------------- /utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /utils/ans2label.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/utils/ans2label.json -------------------------------------------------------------------------------- /utils/const.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/utils/const.py -------------------------------------------------------------------------------- /utils/distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/utils/distributed.py -------------------------------------------------------------------------------- /utils/itm_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/utils/itm_eval.py -------------------------------------------------------------------------------- /utils/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/utils/logger.py -------------------------------------------------------------------------------- /utils/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/utils/misc.py -------------------------------------------------------------------------------- /utils/save.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenRocks/UNITER/HEAD/utils/save.py --------------------------------------------------------------------------------