├── .gitignore ├── .gitmodules ├── LICENSE ├── README.md ├── att_results └── .gitkeep ├── data └── .gitignore ├── dataloader.py ├── dataloaderraw.py ├── delete_redundant_file.py ├── eval.py ├── eval_coco.sh ├── eval_ensemble.py ├── eval_flickr.sh ├── eval_grd_flickr30k_entities.py ├── eval_results └── .gitkeep ├── eval_utils.py ├── log └── .gitignore ├── misc ├── SCAN │ ├── LICENSE │ ├── __init__.py │ ├── data.py │ ├── evaluation.py │ ├── ground_reward.py │ ├── model.py │ ├── model_vse.py │ ├── runs │ │ └── .gitignore │ ├── train.py │ ├── util │ │ └── convert_data.py │ ├── vocab.py │ └── vocab │ │ ├── coco_precomp_vocab.json │ │ └── f30k_precomp_vocab.json ├── __init__.py ├── bbox_transform.py ├── loss_wrapper.py ├── resnet.py ├── resnet_utils.py ├── rewards.py └── utils.py ├── models ├── AttEnsemble.py ├── AttModel.py ├── CaptionModel.py ├── FCModel.py ├── OldModel.py ├── ShowTellModel.py ├── TransformerModel.py └── __init__.py ├── opts.py ├── renew_data_path.py ├── scripts ├── copy_model.sh ├── dump_to_lmdb.py ├── make_bu_data.py ├── make_bu_data_my.py ├── prepro_feats.py ├── prepro_labels.py └── prepro_ngrams.py ├── tools └── .gitignore ├── train.py ├── vis ├── imgs │ └── dummy ├── index.html ├── jquery-1.8.3.min.js └── vis.json ├── vis_attn_cap.ipynb └── vis_attn_cap_part.ipynb /.gitignore: -------------------------------------------------------------------------------- 1 | #cider 2 | #coco-caption 3 | __pycache__ 4 | *.pyc 5 | -------------------------------------------------------------------------------- /.gitmodules: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuanEZhou/Grounded-Image-Captioning/HEAD/.gitmodules -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuanEZhou/Grounded-Image-Captioning/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuanEZhou/Grounded-Image-Captioning/HEAD/README.md -------------------------------------------------------------------------------- /att_results/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /data/.gitignore: -------------------------------------------------------------------------------- 1 | * 2 | !.gitignore 3 | -------------------------------------------------------------------------------- /dataloader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuanEZhou/Grounded-Image-Captioning/HEAD/dataloader.py -------------------------------------------------------------------------------- /dataloaderraw.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuanEZhou/Grounded-Image-Captioning/HEAD/dataloaderraw.py -------------------------------------------------------------------------------- /delete_redundant_file.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuanEZhou/Grounded-Image-Captioning/HEAD/delete_redundant_file.py -------------------------------------------------------------------------------- /eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuanEZhou/Grounded-Image-Captioning/HEAD/eval.py -------------------------------------------------------------------------------- /eval_coco.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuanEZhou/Grounded-Image-Captioning/HEAD/eval_coco.sh -------------------------------------------------------------------------------- /eval_ensemble.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuanEZhou/Grounded-Image-Captioning/HEAD/eval_ensemble.py -------------------------------------------------------------------------------- /eval_flickr.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuanEZhou/Grounded-Image-Captioning/HEAD/eval_flickr.sh -------------------------------------------------------------------------------- /eval_grd_flickr30k_entities.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuanEZhou/Grounded-Image-Captioning/HEAD/eval_grd_flickr30k_entities.py -------------------------------------------------------------------------------- /eval_results/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /eval_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuanEZhou/Grounded-Image-Captioning/HEAD/eval_utils.py -------------------------------------------------------------------------------- /log/.gitignore: -------------------------------------------------------------------------------- 1 | * 2 | !.gitignore 3 | 4 | -------------------------------------------------------------------------------- /misc/SCAN/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuanEZhou/Grounded-Image-Captioning/HEAD/misc/SCAN/LICENSE -------------------------------------------------------------------------------- /misc/SCAN/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /misc/SCAN/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuanEZhou/Grounded-Image-Captioning/HEAD/misc/SCAN/data.py -------------------------------------------------------------------------------- /misc/SCAN/evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuanEZhou/Grounded-Image-Captioning/HEAD/misc/SCAN/evaluation.py -------------------------------------------------------------------------------- /misc/SCAN/ground_reward.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuanEZhou/Grounded-Image-Captioning/HEAD/misc/SCAN/ground_reward.py -------------------------------------------------------------------------------- /misc/SCAN/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuanEZhou/Grounded-Image-Captioning/HEAD/misc/SCAN/model.py -------------------------------------------------------------------------------- /misc/SCAN/model_vse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuanEZhou/Grounded-Image-Captioning/HEAD/misc/SCAN/model_vse.py -------------------------------------------------------------------------------- /misc/SCAN/runs/.gitignore: -------------------------------------------------------------------------------- 1 | * 2 | !.gitignore 3 | -------------------------------------------------------------------------------- /misc/SCAN/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuanEZhou/Grounded-Image-Captioning/HEAD/misc/SCAN/train.py -------------------------------------------------------------------------------- /misc/SCAN/util/convert_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuanEZhou/Grounded-Image-Captioning/HEAD/misc/SCAN/util/convert_data.py -------------------------------------------------------------------------------- /misc/SCAN/vocab.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuanEZhou/Grounded-Image-Captioning/HEAD/misc/SCAN/vocab.py -------------------------------------------------------------------------------- /misc/SCAN/vocab/coco_precomp_vocab.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuanEZhou/Grounded-Image-Captioning/HEAD/misc/SCAN/vocab/coco_precomp_vocab.json -------------------------------------------------------------------------------- /misc/SCAN/vocab/f30k_precomp_vocab.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuanEZhou/Grounded-Image-Captioning/HEAD/misc/SCAN/vocab/f30k_precomp_vocab.json -------------------------------------------------------------------------------- /misc/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /misc/bbox_transform.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuanEZhou/Grounded-Image-Captioning/HEAD/misc/bbox_transform.py -------------------------------------------------------------------------------- /misc/loss_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuanEZhou/Grounded-Image-Captioning/HEAD/misc/loss_wrapper.py -------------------------------------------------------------------------------- /misc/resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuanEZhou/Grounded-Image-Captioning/HEAD/misc/resnet.py -------------------------------------------------------------------------------- /misc/resnet_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuanEZhou/Grounded-Image-Captioning/HEAD/misc/resnet_utils.py -------------------------------------------------------------------------------- /misc/rewards.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuanEZhou/Grounded-Image-Captioning/HEAD/misc/rewards.py -------------------------------------------------------------------------------- /misc/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuanEZhou/Grounded-Image-Captioning/HEAD/misc/utils.py -------------------------------------------------------------------------------- /models/AttEnsemble.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuanEZhou/Grounded-Image-Captioning/HEAD/models/AttEnsemble.py -------------------------------------------------------------------------------- /models/AttModel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuanEZhou/Grounded-Image-Captioning/HEAD/models/AttModel.py -------------------------------------------------------------------------------- /models/CaptionModel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuanEZhou/Grounded-Image-Captioning/HEAD/models/CaptionModel.py -------------------------------------------------------------------------------- /models/FCModel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuanEZhou/Grounded-Image-Captioning/HEAD/models/FCModel.py -------------------------------------------------------------------------------- /models/OldModel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuanEZhou/Grounded-Image-Captioning/HEAD/models/OldModel.py -------------------------------------------------------------------------------- /models/ShowTellModel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuanEZhou/Grounded-Image-Captioning/HEAD/models/ShowTellModel.py -------------------------------------------------------------------------------- /models/TransformerModel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuanEZhou/Grounded-Image-Captioning/HEAD/models/TransformerModel.py -------------------------------------------------------------------------------- /models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuanEZhou/Grounded-Image-Captioning/HEAD/models/__init__.py -------------------------------------------------------------------------------- /opts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuanEZhou/Grounded-Image-Captioning/HEAD/opts.py -------------------------------------------------------------------------------- /renew_data_path.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuanEZhou/Grounded-Image-Captioning/HEAD/renew_data_path.py -------------------------------------------------------------------------------- /scripts/copy_model.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuanEZhou/Grounded-Image-Captioning/HEAD/scripts/copy_model.sh -------------------------------------------------------------------------------- /scripts/dump_to_lmdb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuanEZhou/Grounded-Image-Captioning/HEAD/scripts/dump_to_lmdb.py -------------------------------------------------------------------------------- /scripts/make_bu_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuanEZhou/Grounded-Image-Captioning/HEAD/scripts/make_bu_data.py -------------------------------------------------------------------------------- /scripts/make_bu_data_my.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuanEZhou/Grounded-Image-Captioning/HEAD/scripts/make_bu_data_my.py -------------------------------------------------------------------------------- /scripts/prepro_feats.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuanEZhou/Grounded-Image-Captioning/HEAD/scripts/prepro_feats.py -------------------------------------------------------------------------------- /scripts/prepro_labels.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuanEZhou/Grounded-Image-Captioning/HEAD/scripts/prepro_labels.py -------------------------------------------------------------------------------- /scripts/prepro_ngrams.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuanEZhou/Grounded-Image-Captioning/HEAD/scripts/prepro_ngrams.py -------------------------------------------------------------------------------- /tools/.gitignore: -------------------------------------------------------------------------------- 1 | * 2 | !.gitignore 3 | -------------------------------------------------------------------------------- /train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuanEZhou/Grounded-Image-Captioning/HEAD/train.py -------------------------------------------------------------------------------- /vis/imgs/dummy: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /vis/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuanEZhou/Grounded-Image-Captioning/HEAD/vis/index.html -------------------------------------------------------------------------------- /vis/jquery-1.8.3.min.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuanEZhou/Grounded-Image-Captioning/HEAD/vis/jquery-1.8.3.min.js -------------------------------------------------------------------------------- /vis/vis.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuanEZhou/Grounded-Image-Captioning/HEAD/vis/vis.json -------------------------------------------------------------------------------- /vis_attn_cap.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuanEZhou/Grounded-Image-Captioning/HEAD/vis_attn_cap.ipynb -------------------------------------------------------------------------------- /vis_attn_cap_part.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuanEZhou/Grounded-Image-Captioning/HEAD/vis_attn_cap_part.ipynb --------------------------------------------------------------------------------