├── .gitignore ├── LICENSE ├── README.md ├── README.template ├── analyze_data.py ├── beam.txt ├── beam_search.py ├── caption_eval ├── README.md ├── __init__.py ├── coco_caption │ ├── .gitignore │ ├── .ipynb_checkpoints │ │ ├── cocoEvalCapDemo-checkpoint.ipynb │ │ └── test-checkpoint.ipynb │ ├── README.md │ ├── __init__.py │ ├── annotations │ │ └── captions_val2014.json │ ├── cocoEvalCapDemo.ipynb │ ├── cocoEvalCapDemo.py │ ├── license.txt │ ├── pycxevalcap │ │ ├── __init__.py │ │ ├── bleu │ │ │ ├── LICENSE │ │ │ ├── __init__.py │ │ │ ├── bleu.py │ │ │ └── bleu_scorer.py │ │ ├── cider │ │ │ ├── __init__.py │ │ │ ├── cider.py │ │ │ └── cider_scorer.py │ │ ├── eval.py │ │ ├── meteor │ │ │ ├── __init__.py │ │ │ ├── data │ │ │ │ └── paraphrase-en.gz │ │ │ ├── meteor-1.5.jar │ │ │ └── meteor.py │ │ ├── rouge │ │ │ ├── __init__.py │ │ │ └── rouge.py │ │ └── tokenizer │ │ │ ├── __init__.py │ │ │ ├── ptbtokenizer.py │ │ │ └── stanford-corenlp-3.4.1.jar │ ├── pycxtools │ │ ├── __init__.py │ │ └── coco.py │ ├── results │ │ ├── captions_val2014_fakecap_eval.json │ │ ├── captions_val2014_fakecap_evalImgs.json │ │ └── captions_val2014_fakecap_results.json │ └── test.ipynb ├── data │ ├── has_null_data.json │ ├── id_to_test_caption.json │ ├── id_to_words.json │ ├── key_error.json │ ├── less_data_number.json │ ├── more_data_number.json │ └── wrong_name.json ├── run_evaluations.py ├── run_evaluations_test.py └── submit_data.json ├── config.py ├── data ├── preds.p └── to_format.py ├── data_generator.py ├── demo.py ├── demo.txt ├── hp_search.py ├── images ├── 0_bs_image.png ├── 0_image.png ├── 10_image.png ├── 11_image.png ├── 12_image.png ├── 13_image.png ├── 14_image.png ├── 15_image.png ├── 16_image.png ├── 17_image.png ├── 18_image.png ├── 19_image.png ├── 1_bs_image.png ├── 1_image.png ├── 2_bs_image.png ├── 2_image.png ├── 3_bs_image.png ├── 3_image.png ├── 4_bs_image.png ├── 4_image.png ├── 5_bs_image.png ├── 5_image.png ├── 6_bs_image.png ├── 6_image.png ├── 7_bs_image.png ├── 7_image.png ├── 8_bs_image.png ├── 8_image.png ├── 9_bs_image.png ├── 9_image.png ├── dataset.png ├── model.png └── net.png ├── model.py ├── model.svg ├── pre-process.py ├── predict_test.py ├── requirements.txt ├── template.py ├── train.py └── utils.py /.gitignore: -------------------------------------------------------------------------------- 1 | .idea 2 | __pycache__/ 3 | logs/ 4 | models/ -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/README.md -------------------------------------------------------------------------------- /README.template: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/README.template -------------------------------------------------------------------------------- /analyze_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/analyze_data.py -------------------------------------------------------------------------------- /beam.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/beam.txt -------------------------------------------------------------------------------- /beam_search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/beam_search.py -------------------------------------------------------------------------------- /caption_eval/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/caption_eval/README.md -------------------------------------------------------------------------------- /caption_eval/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'ZhengHe' 2 | -------------------------------------------------------------------------------- /caption_eval/coco_caption/.gitignore: -------------------------------------------------------------------------------- 1 | *.pyc 2 | -------------------------------------------------------------------------------- /caption_eval/coco_caption/.ipynb_checkpoints/cocoEvalCapDemo-checkpoint.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/caption_eval/coco_caption/.ipynb_checkpoints/cocoEvalCapDemo-checkpoint.ipynb -------------------------------------------------------------------------------- /caption_eval/coco_caption/.ipynb_checkpoints/test-checkpoint.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/caption_eval/coco_caption/.ipynb_checkpoints/test-checkpoint.ipynb -------------------------------------------------------------------------------- /caption_eval/coco_caption/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/caption_eval/coco_caption/README.md -------------------------------------------------------------------------------- /caption_eval/coco_caption/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /caption_eval/coco_caption/annotations/captions_val2014.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/caption_eval/coco_caption/annotations/captions_val2014.json -------------------------------------------------------------------------------- /caption_eval/coco_caption/cocoEvalCapDemo.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/caption_eval/coco_caption/cocoEvalCapDemo.ipynb -------------------------------------------------------------------------------- /caption_eval/coco_caption/cocoEvalCapDemo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/caption_eval/coco_caption/cocoEvalCapDemo.py -------------------------------------------------------------------------------- /caption_eval/coco_caption/license.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/caption_eval/coco_caption/license.txt -------------------------------------------------------------------------------- /caption_eval/coco_caption/pycxevalcap/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'tylin' 2 | -------------------------------------------------------------------------------- /caption_eval/coco_caption/pycxevalcap/bleu/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/caption_eval/coco_caption/pycxevalcap/bleu/LICENSE -------------------------------------------------------------------------------- /caption_eval/coco_caption/pycxevalcap/bleu/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'tylin' 2 | -------------------------------------------------------------------------------- /caption_eval/coco_caption/pycxevalcap/bleu/bleu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/caption_eval/coco_caption/pycxevalcap/bleu/bleu.py -------------------------------------------------------------------------------- /caption_eval/coco_caption/pycxevalcap/bleu/bleu_scorer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/caption_eval/coco_caption/pycxevalcap/bleu/bleu_scorer.py -------------------------------------------------------------------------------- /caption_eval/coco_caption/pycxevalcap/cider/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'tylin' 2 | -------------------------------------------------------------------------------- /caption_eval/coco_caption/pycxevalcap/cider/cider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/caption_eval/coco_caption/pycxevalcap/cider/cider.py -------------------------------------------------------------------------------- /caption_eval/coco_caption/pycxevalcap/cider/cider_scorer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/caption_eval/coco_caption/pycxevalcap/cider/cider_scorer.py -------------------------------------------------------------------------------- /caption_eval/coco_caption/pycxevalcap/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/caption_eval/coco_caption/pycxevalcap/eval.py -------------------------------------------------------------------------------- /caption_eval/coco_caption/pycxevalcap/meteor/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'tylin' 2 | -------------------------------------------------------------------------------- /caption_eval/coco_caption/pycxevalcap/meteor/data/paraphrase-en.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/caption_eval/coco_caption/pycxevalcap/meteor/data/paraphrase-en.gz -------------------------------------------------------------------------------- /caption_eval/coco_caption/pycxevalcap/meteor/meteor-1.5.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/caption_eval/coco_caption/pycxevalcap/meteor/meteor-1.5.jar -------------------------------------------------------------------------------- /caption_eval/coco_caption/pycxevalcap/meteor/meteor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/caption_eval/coco_caption/pycxevalcap/meteor/meteor.py -------------------------------------------------------------------------------- /caption_eval/coco_caption/pycxevalcap/rouge/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'vrama91' 2 | -------------------------------------------------------------------------------- /caption_eval/coco_caption/pycxevalcap/rouge/rouge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/caption_eval/coco_caption/pycxevalcap/rouge/rouge.py -------------------------------------------------------------------------------- /caption_eval/coco_caption/pycxevalcap/tokenizer/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'hfang' 2 | -------------------------------------------------------------------------------- /caption_eval/coco_caption/pycxevalcap/tokenizer/ptbtokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/caption_eval/coco_caption/pycxevalcap/tokenizer/ptbtokenizer.py -------------------------------------------------------------------------------- /caption_eval/coco_caption/pycxevalcap/tokenizer/stanford-corenlp-3.4.1.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/caption_eval/coco_caption/pycxevalcap/tokenizer/stanford-corenlp-3.4.1.jar -------------------------------------------------------------------------------- /caption_eval/coco_caption/pycxtools/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'tylin' 2 | -------------------------------------------------------------------------------- /caption_eval/coco_caption/pycxtools/coco.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/caption_eval/coco_caption/pycxtools/coco.py -------------------------------------------------------------------------------- /caption_eval/coco_caption/results/captions_val2014_fakecap_eval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/caption_eval/coco_caption/results/captions_val2014_fakecap_eval.json -------------------------------------------------------------------------------- /caption_eval/coco_caption/results/captions_val2014_fakecap_evalImgs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/caption_eval/coco_caption/results/captions_val2014_fakecap_evalImgs.json -------------------------------------------------------------------------------- /caption_eval/coco_caption/results/captions_val2014_fakecap_results.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/caption_eval/coco_caption/results/captions_val2014_fakecap_results.json -------------------------------------------------------------------------------- /caption_eval/coco_caption/test.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/caption_eval/coco_caption/test.ipynb -------------------------------------------------------------------------------- /caption_eval/data/has_null_data.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/caption_eval/data/has_null_data.json -------------------------------------------------------------------------------- /caption_eval/data/id_to_test_caption.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/caption_eval/data/id_to_test_caption.json -------------------------------------------------------------------------------- /caption_eval/data/id_to_words.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/caption_eval/data/id_to_words.json -------------------------------------------------------------------------------- /caption_eval/data/key_error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/caption_eval/data/key_error.json -------------------------------------------------------------------------------- /caption_eval/data/less_data_number.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/caption_eval/data/less_data_number.json -------------------------------------------------------------------------------- /caption_eval/data/more_data_number.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/caption_eval/data/more_data_number.json -------------------------------------------------------------------------------- /caption_eval/data/wrong_name.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/caption_eval/data/wrong_name.json -------------------------------------------------------------------------------- /caption_eval/run_evaluations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/caption_eval/run_evaluations.py -------------------------------------------------------------------------------- /caption_eval/run_evaluations_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/caption_eval/run_evaluations_test.py -------------------------------------------------------------------------------- /caption_eval/submit_data.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/caption_eval/submit_data.json -------------------------------------------------------------------------------- /config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/config.py -------------------------------------------------------------------------------- /data/preds.p: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/data/preds.p -------------------------------------------------------------------------------- /data/to_format.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/data/to_format.py -------------------------------------------------------------------------------- /data_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/data_generator.py -------------------------------------------------------------------------------- /demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/demo.py -------------------------------------------------------------------------------- /demo.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/demo.txt -------------------------------------------------------------------------------- /hp_search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/hp_search.py -------------------------------------------------------------------------------- /images/0_bs_image.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/images/0_bs_image.png -------------------------------------------------------------------------------- /images/0_image.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/images/0_image.png -------------------------------------------------------------------------------- /images/10_image.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/images/10_image.png -------------------------------------------------------------------------------- /images/11_image.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/images/11_image.png -------------------------------------------------------------------------------- /images/12_image.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/images/12_image.png -------------------------------------------------------------------------------- /images/13_image.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/images/13_image.png -------------------------------------------------------------------------------- /images/14_image.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/images/14_image.png -------------------------------------------------------------------------------- /images/15_image.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/images/15_image.png -------------------------------------------------------------------------------- /images/16_image.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/images/16_image.png -------------------------------------------------------------------------------- /images/17_image.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/images/17_image.png -------------------------------------------------------------------------------- /images/18_image.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/images/18_image.png -------------------------------------------------------------------------------- /images/19_image.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/images/19_image.png -------------------------------------------------------------------------------- /images/1_bs_image.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/images/1_bs_image.png -------------------------------------------------------------------------------- /images/1_image.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/images/1_image.png -------------------------------------------------------------------------------- /images/2_bs_image.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/images/2_bs_image.png -------------------------------------------------------------------------------- /images/2_image.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/images/2_image.png -------------------------------------------------------------------------------- /images/3_bs_image.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/images/3_bs_image.png -------------------------------------------------------------------------------- /images/3_image.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/images/3_image.png -------------------------------------------------------------------------------- /images/4_bs_image.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/images/4_bs_image.png -------------------------------------------------------------------------------- /images/4_image.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/images/4_image.png -------------------------------------------------------------------------------- /images/5_bs_image.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/images/5_bs_image.png -------------------------------------------------------------------------------- /images/5_image.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/images/5_image.png -------------------------------------------------------------------------------- /images/6_bs_image.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/images/6_bs_image.png -------------------------------------------------------------------------------- /images/6_image.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/images/6_image.png -------------------------------------------------------------------------------- /images/7_bs_image.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/images/7_bs_image.png -------------------------------------------------------------------------------- /images/7_image.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/images/7_image.png -------------------------------------------------------------------------------- /images/8_bs_image.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/images/8_bs_image.png -------------------------------------------------------------------------------- /images/8_image.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/images/8_image.png -------------------------------------------------------------------------------- /images/9_bs_image.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/images/9_bs_image.png -------------------------------------------------------------------------------- /images/9_image.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/images/9_image.png -------------------------------------------------------------------------------- /images/dataset.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/images/dataset.png -------------------------------------------------------------------------------- /images/model.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/images/model.png -------------------------------------------------------------------------------- /images/net.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/images/net.png -------------------------------------------------------------------------------- /model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/model.py -------------------------------------------------------------------------------- /model.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/model.svg -------------------------------------------------------------------------------- /pre-process.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/pre-process.py -------------------------------------------------------------------------------- /predict_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/predict_test.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- 1 | jieba 2 | gensim 3 | tqdm -------------------------------------------------------------------------------- /template.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/template.py -------------------------------------------------------------------------------- /train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/train.py -------------------------------------------------------------------------------- /utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foamliu/Image-Captioning/HEAD/utils.py --------------------------------------------------------------------------------