├── .gitignore ├── LICENSE ├── README.md ├── arguments.py ├── data ├── coco │ └── id_mapping.json └── f30k │ └── id_mapping.json ├── docs ├── _config.yml ├── _layouts │ └── default.html ├── assets │ ├── css │ │ └── style.scss │ ├── img │ │ ├── overview.png │ │ ├── pytorch-logo-dark.png │ │ └── thumbnail.png │ ├── vse_infty.pdf │ └── vse_infty_supp.pdf └── index.md ├── eval.py ├── eval_ensemble.py ├── lib ├── __init__.py ├── _init_paths.py ├── datasets │ ├── __init__.py │ └── image_caption.py ├── encoders.py ├── evaluation.py ├── loss.py ├── modules │ ├── __init__.py │ ├── aggr │ │ ├── __init__.py │ │ └── gpo.py │ ├── mlp.py │ └── resnet.py └── vse.py ├── requirements.txt ├── train.py ├── train_grid.sh └── train_region.sh /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/woodfrog/vse_infty/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/woodfrog/vse_infty/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/woodfrog/vse_infty/HEAD/README.md -------------------------------------------------------------------------------- /arguments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/woodfrog/vse_infty/HEAD/arguments.py -------------------------------------------------------------------------------- /data/coco/id_mapping.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/woodfrog/vse_infty/HEAD/data/coco/id_mapping.json -------------------------------------------------------------------------------- /data/f30k/id_mapping.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/woodfrog/vse_infty/HEAD/data/f30k/id_mapping.json -------------------------------------------------------------------------------- /docs/_config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/woodfrog/vse_infty/HEAD/docs/_config.yml -------------------------------------------------------------------------------- /docs/_layouts/default.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/woodfrog/vse_infty/HEAD/docs/_layouts/default.html -------------------------------------------------------------------------------- /docs/assets/css/style.scss: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/woodfrog/vse_infty/HEAD/docs/assets/css/style.scss -------------------------------------------------------------------------------- /docs/assets/img/overview.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/woodfrog/vse_infty/HEAD/docs/assets/img/overview.png -------------------------------------------------------------------------------- /docs/assets/img/pytorch-logo-dark.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/woodfrog/vse_infty/HEAD/docs/assets/img/pytorch-logo-dark.png -------------------------------------------------------------------------------- /docs/assets/img/thumbnail.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/woodfrog/vse_infty/HEAD/docs/assets/img/thumbnail.png -------------------------------------------------------------------------------- /docs/assets/vse_infty.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/woodfrog/vse_infty/HEAD/docs/assets/vse_infty.pdf -------------------------------------------------------------------------------- /docs/assets/vse_infty_supp.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/woodfrog/vse_infty/HEAD/docs/assets/vse_infty_supp.pdf -------------------------------------------------------------------------------- /docs/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/woodfrog/vse_infty/HEAD/docs/index.md -------------------------------------------------------------------------------- /eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/woodfrog/vse_infty/HEAD/eval.py -------------------------------------------------------------------------------- /eval_ensemble.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/woodfrog/vse_infty/HEAD/eval_ensemble.py -------------------------------------------------------------------------------- /lib/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lib/_init_paths.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/woodfrog/vse_infty/HEAD/lib/_init_paths.py -------------------------------------------------------------------------------- /lib/datasets/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lib/datasets/image_caption.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/woodfrog/vse_infty/HEAD/lib/datasets/image_caption.py -------------------------------------------------------------------------------- /lib/encoders.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/woodfrog/vse_infty/HEAD/lib/encoders.py -------------------------------------------------------------------------------- /lib/evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/woodfrog/vse_infty/HEAD/lib/evaluation.py -------------------------------------------------------------------------------- /lib/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/woodfrog/vse_infty/HEAD/lib/loss.py -------------------------------------------------------------------------------- /lib/modules/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lib/modules/aggr/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lib/modules/aggr/gpo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/woodfrog/vse_infty/HEAD/lib/modules/aggr/gpo.py -------------------------------------------------------------------------------- /lib/modules/mlp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/woodfrog/vse_infty/HEAD/lib/modules/mlp.py -------------------------------------------------------------------------------- /lib/modules/resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/woodfrog/vse_infty/HEAD/lib/modules/resnet.py -------------------------------------------------------------------------------- /lib/vse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/woodfrog/vse_infty/HEAD/lib/vse.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/woodfrog/vse_infty/HEAD/requirements.txt -------------------------------------------------------------------------------- /train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/woodfrog/vse_infty/HEAD/train.py -------------------------------------------------------------------------------- /train_grid.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/woodfrog/vse_infty/HEAD/train_grid.sh -------------------------------------------------------------------------------- /train_region.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/woodfrog/vse_infty/HEAD/train_region.sh --------------------------------------------------------------------------------