├── .gitignore ├── LICENSE ├── README.md ├── assets ├── data │ ├── gqa │ │ └── .gitkeep │ └── hico │ │ └── .gitkeep ├── dataset.md └── overview.png ├── cache └── .gitkeep ├── configs ├── train_gqa_mcan.yaml └── train_hico.yaml ├── datasets ├── __init__.py ├── datasets.py ├── image_gqa.py └── image_hicodet_bbox.py ├── models ├── __init__.py ├── classifier.py ├── mcan.py ├── models.py ├── pvt_v2.py ├── swin_transformer.py ├── transparent_encoder.py └── vit.py ├── requirements.txt ├── scripts ├── train_gqa_image.sh └── train_hico_image.sh ├── train_gqa.py ├── train_hico.py └── utils ├── __init__.py └── relvit.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/RelViT/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/RelViT/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/RelViT/HEAD/README.md -------------------------------------------------------------------------------- /assets/data/gqa/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /assets/data/hico/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /assets/dataset.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/RelViT/HEAD/assets/dataset.md -------------------------------------------------------------------------------- /assets/overview.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/RelViT/HEAD/assets/overview.png -------------------------------------------------------------------------------- /cache/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /configs/train_gqa_mcan.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/RelViT/HEAD/configs/train_gqa_mcan.yaml -------------------------------------------------------------------------------- /configs/train_hico.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/RelViT/HEAD/configs/train_hico.yaml -------------------------------------------------------------------------------- /datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/RelViT/HEAD/datasets/__init__.py -------------------------------------------------------------------------------- /datasets/datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/RelViT/HEAD/datasets/datasets.py -------------------------------------------------------------------------------- /datasets/image_gqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/RelViT/HEAD/datasets/image_gqa.py -------------------------------------------------------------------------------- /datasets/image_hicodet_bbox.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/RelViT/HEAD/datasets/image_hicodet_bbox.py -------------------------------------------------------------------------------- /models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/RelViT/HEAD/models/__init__.py -------------------------------------------------------------------------------- /models/classifier.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/RelViT/HEAD/models/classifier.py -------------------------------------------------------------------------------- /models/mcan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/RelViT/HEAD/models/mcan.py -------------------------------------------------------------------------------- /models/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/RelViT/HEAD/models/models.py -------------------------------------------------------------------------------- /models/pvt_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/RelViT/HEAD/models/pvt_v2.py -------------------------------------------------------------------------------- /models/swin_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/RelViT/HEAD/models/swin_transformer.py -------------------------------------------------------------------------------- /models/transparent_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/RelViT/HEAD/models/transparent_encoder.py -------------------------------------------------------------------------------- /models/vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/RelViT/HEAD/models/vit.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/RelViT/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/train_gqa_image.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/RelViT/HEAD/scripts/train_gqa_image.sh -------------------------------------------------------------------------------- /scripts/train_hico_image.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/RelViT/HEAD/scripts/train_hico_image.sh -------------------------------------------------------------------------------- /train_gqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/RelViT/HEAD/train_gqa.py -------------------------------------------------------------------------------- /train_hico.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/RelViT/HEAD/train_hico.py -------------------------------------------------------------------------------- /utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/RelViT/HEAD/utils/__init__.py -------------------------------------------------------------------------------- /utils/relvit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/RelViT/HEAD/utils/relvit.py --------------------------------------------------------------------------------