├── .gitignore ├── LICENSE ├── README.md ├── configs ├── flickr30k │ ├── RefTR_flickr.sh │ ├── RefTR_flickr_roberta.sh │ ├── Ref_flickr_pt.sh │ └── Ref_flickr_pt_101.sh ├── refcoco+ │ ├── RefTR_SEG_refcoco+.sh │ ├── RefTR_SEG_refcoco+_101.sh │ ├── RefTR_refcoco+.sh │ └── RefTR_refcoco+_101.sh ├── refcoco │ ├── RefTR_refcoco.sh │ └── RefTR_refcoco_101.sh ├── refcocog │ ├── RefTR_SEG_refcocog.sh │ ├── RefTR_SEG_refcocog_101.sh │ ├── RefTR_refcocog.sh │ └── RefTR_refcocog_101.sh └── referit │ ├── RefTR_referit.sh │ ├── RefTR_referit_101.sh │ ├── RefTR_referit_101_PT.sh │ └── RefTR_referit_PT.sh ├── datasets ├── __init__.py ├── data_prefetcher.py ├── grounding_datasets │ ├── __init__.py │ ├── refer_dataset.py │ └── resc_refer_dataset.py ├── lang_utils.py ├── refer_multiphrase.py ├── refer_resc.py ├── refer_segmentation.py ├── samplers.py └── transforms.py ├── engine_vg.py ├── main_vg.py ├── models ├── __init__.py ├── criterion.py ├── modeling │ ├── backbone.py │ ├── matcher.py │ ├── position_encoding.py │ ├── segmentation.py │ └── transformer.py ├── post_process.py ├── reftr.py ├── reftr_segmentation.py └── reftr_transformer.py ├── requirements.txt ├── tools ├── launch.py ├── run_dist_launch.sh ├── run_dist_slurm.sh └── vis_log.py ├── tox.ini └── util ├── __init__.py ├── box_ops.py ├── collate_fn.py ├── lr_scheduler.py ├── misc.py ├── plot_utils.py ├── transforms.py └── word_utils.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ubc-vision/RefTR/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ubc-vision/RefTR/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ubc-vision/RefTR/HEAD/README.md -------------------------------------------------------------------------------- /configs/flickr30k/RefTR_flickr.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ubc-vision/RefTR/HEAD/configs/flickr30k/RefTR_flickr.sh -------------------------------------------------------------------------------- /configs/flickr30k/RefTR_flickr_roberta.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ubc-vision/RefTR/HEAD/configs/flickr30k/RefTR_flickr_roberta.sh -------------------------------------------------------------------------------- /configs/flickr30k/Ref_flickr_pt.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ubc-vision/RefTR/HEAD/configs/flickr30k/Ref_flickr_pt.sh -------------------------------------------------------------------------------- /configs/flickr30k/Ref_flickr_pt_101.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ubc-vision/RefTR/HEAD/configs/flickr30k/Ref_flickr_pt_101.sh -------------------------------------------------------------------------------- /configs/refcoco+/RefTR_SEG_refcoco+.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ubc-vision/RefTR/HEAD/configs/refcoco+/RefTR_SEG_refcoco+.sh -------------------------------------------------------------------------------- /configs/refcoco+/RefTR_SEG_refcoco+_101.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ubc-vision/RefTR/HEAD/configs/refcoco+/RefTR_SEG_refcoco+_101.sh -------------------------------------------------------------------------------- /configs/refcoco+/RefTR_refcoco+.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ubc-vision/RefTR/HEAD/configs/refcoco+/RefTR_refcoco+.sh -------------------------------------------------------------------------------- /configs/refcoco+/RefTR_refcoco+_101.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ubc-vision/RefTR/HEAD/configs/refcoco+/RefTR_refcoco+_101.sh -------------------------------------------------------------------------------- /configs/refcoco/RefTR_refcoco.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ubc-vision/RefTR/HEAD/configs/refcoco/RefTR_refcoco.sh -------------------------------------------------------------------------------- /configs/refcoco/RefTR_refcoco_101.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ubc-vision/RefTR/HEAD/configs/refcoco/RefTR_refcoco_101.sh -------------------------------------------------------------------------------- /configs/refcocog/RefTR_SEG_refcocog.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ubc-vision/RefTR/HEAD/configs/refcocog/RefTR_SEG_refcocog.sh -------------------------------------------------------------------------------- /configs/refcocog/RefTR_SEG_refcocog_101.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ubc-vision/RefTR/HEAD/configs/refcocog/RefTR_SEG_refcocog_101.sh -------------------------------------------------------------------------------- /configs/refcocog/RefTR_refcocog.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ubc-vision/RefTR/HEAD/configs/refcocog/RefTR_refcocog.sh -------------------------------------------------------------------------------- /configs/refcocog/RefTR_refcocog_101.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ubc-vision/RefTR/HEAD/configs/refcocog/RefTR_refcocog_101.sh -------------------------------------------------------------------------------- /configs/referit/RefTR_referit.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ubc-vision/RefTR/HEAD/configs/referit/RefTR_referit.sh -------------------------------------------------------------------------------- /configs/referit/RefTR_referit_101.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ubc-vision/RefTR/HEAD/configs/referit/RefTR_referit_101.sh -------------------------------------------------------------------------------- /configs/referit/RefTR_referit_101_PT.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ubc-vision/RefTR/HEAD/configs/referit/RefTR_referit_101_PT.sh -------------------------------------------------------------------------------- /configs/referit/RefTR_referit_PT.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ubc-vision/RefTR/HEAD/configs/referit/RefTR_referit_PT.sh -------------------------------------------------------------------------------- /datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ubc-vision/RefTR/HEAD/datasets/__init__.py -------------------------------------------------------------------------------- /datasets/data_prefetcher.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ubc-vision/RefTR/HEAD/datasets/data_prefetcher.py -------------------------------------------------------------------------------- /datasets/grounding_datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ubc-vision/RefTR/HEAD/datasets/grounding_datasets/__init__.py -------------------------------------------------------------------------------- /datasets/grounding_datasets/refer_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ubc-vision/RefTR/HEAD/datasets/grounding_datasets/refer_dataset.py -------------------------------------------------------------------------------- /datasets/grounding_datasets/resc_refer_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ubc-vision/RefTR/HEAD/datasets/grounding_datasets/resc_refer_dataset.py -------------------------------------------------------------------------------- /datasets/lang_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ubc-vision/RefTR/HEAD/datasets/lang_utils.py -------------------------------------------------------------------------------- /datasets/refer_multiphrase.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ubc-vision/RefTR/HEAD/datasets/refer_multiphrase.py -------------------------------------------------------------------------------- /datasets/refer_resc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ubc-vision/RefTR/HEAD/datasets/refer_resc.py -------------------------------------------------------------------------------- /datasets/refer_segmentation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ubc-vision/RefTR/HEAD/datasets/refer_segmentation.py -------------------------------------------------------------------------------- /datasets/samplers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ubc-vision/RefTR/HEAD/datasets/samplers.py -------------------------------------------------------------------------------- /datasets/transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ubc-vision/RefTR/HEAD/datasets/transforms.py -------------------------------------------------------------------------------- /engine_vg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ubc-vision/RefTR/HEAD/engine_vg.py -------------------------------------------------------------------------------- /main_vg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ubc-vision/RefTR/HEAD/main_vg.py -------------------------------------------------------------------------------- /models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ubc-vision/RefTR/HEAD/models/__init__.py -------------------------------------------------------------------------------- /models/criterion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ubc-vision/RefTR/HEAD/models/criterion.py -------------------------------------------------------------------------------- /models/modeling/backbone.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ubc-vision/RefTR/HEAD/models/modeling/backbone.py -------------------------------------------------------------------------------- /models/modeling/matcher.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ubc-vision/RefTR/HEAD/models/modeling/matcher.py -------------------------------------------------------------------------------- /models/modeling/position_encoding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ubc-vision/RefTR/HEAD/models/modeling/position_encoding.py -------------------------------------------------------------------------------- /models/modeling/segmentation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ubc-vision/RefTR/HEAD/models/modeling/segmentation.py -------------------------------------------------------------------------------- /models/modeling/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ubc-vision/RefTR/HEAD/models/modeling/transformer.py -------------------------------------------------------------------------------- /models/post_process.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ubc-vision/RefTR/HEAD/models/post_process.py -------------------------------------------------------------------------------- /models/reftr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ubc-vision/RefTR/HEAD/models/reftr.py -------------------------------------------------------------------------------- /models/reftr_segmentation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ubc-vision/RefTR/HEAD/models/reftr_segmentation.py -------------------------------------------------------------------------------- /models/reftr_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ubc-vision/RefTR/HEAD/models/reftr_transformer.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- 1 | pycocotools 2 | tqdm 3 | cython 4 | scipy 5 | -------------------------------------------------------------------------------- /tools/launch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ubc-vision/RefTR/HEAD/tools/launch.py -------------------------------------------------------------------------------- /tools/run_dist_launch.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ubc-vision/RefTR/HEAD/tools/run_dist_launch.sh -------------------------------------------------------------------------------- /tools/run_dist_slurm.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ubc-vision/RefTR/HEAD/tools/run_dist_slurm.sh -------------------------------------------------------------------------------- /tools/vis_log.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ubc-vision/RefTR/HEAD/tools/vis_log.py -------------------------------------------------------------------------------- /tox.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ubc-vision/RefTR/HEAD/tox.ini -------------------------------------------------------------------------------- /util/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ubc-vision/RefTR/HEAD/util/__init__.py -------------------------------------------------------------------------------- /util/box_ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ubc-vision/RefTR/HEAD/util/box_ops.py -------------------------------------------------------------------------------- /util/collate_fn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ubc-vision/RefTR/HEAD/util/collate_fn.py -------------------------------------------------------------------------------- /util/lr_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ubc-vision/RefTR/HEAD/util/lr_scheduler.py -------------------------------------------------------------------------------- /util/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ubc-vision/RefTR/HEAD/util/misc.py -------------------------------------------------------------------------------- /util/plot_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ubc-vision/RefTR/HEAD/util/plot_utils.py -------------------------------------------------------------------------------- /util/transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ubc-vision/RefTR/HEAD/util/transforms.py -------------------------------------------------------------------------------- /util/word_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ubc-vision/RefTR/HEAD/util/word_utils.py --------------------------------------------------------------------------------