├── README.md ├── README_CODE.md ├── dataset ├── adobe │ ├── test.json │ ├── train.json │ └── valid.json ├── process_dataset_nlvr2.py └── process_dataset_spotdiff.py ├── langeval ├── __init__.py ├── cococaption │ ├── README.md │ ├── __init__.py │ ├── cocoEvalCapDemo.ipynb │ ├── license.txt │ ├── pycocoevalcap │ │ ├── __init__.py │ │ ├── bleu │ │ │ ├── LICENSE │ │ │ ├── __init__.py │ │ │ ├── bleu.py │ │ │ ├── bleu.py.bak │ │ │ ├── bleu_scorer.py │ │ │ └── bleu_scorer.py.bak │ │ ├── cider │ │ │ ├── __init__.py │ │ │ ├── cider.py │ │ │ ├── cider.py.bak │ │ │ ├── cider_scorer.py │ │ │ └── cider_scorer.py.bak │ │ ├── eval.py │ │ ├── eval.py.bak │ │ ├── evil.py │ │ ├── evil.py.bak │ │ ├── meteor │ │ │ ├── __init__.py │ │ │ ├── data │ │ │ │ └── paraphrase-en.gz │ │ │ ├── meteor-1.5.jar │ │ │ ├── meteor.py │ │ │ ├── meteor.py.bak │ │ │ └── meteor.py.old │ │ ├── rouge │ │ │ ├── __init__.py │ │ │ ├── rouge.py │ │ │ └── rouge.py.bak │ │ └── tokenizer │ │ │ ├── __init__.py │ │ │ ├── ptbtokenizer.py │ │ │ ├── ptbtokenizer.py.bak │ │ │ └── stanford-corenlp-3.4.1.jar │ └── pycocotools │ │ ├── __init__.py │ │ ├── coco.py │ │ └── coco.py.bak ├── eval.py └── eval.py.bak ├── run_speaker.sh ├── script ├── build_pixel_and_feat_hdf5.py ├── build_pixel_hdf5.py └── build_vocab.py └── src ├── attentions.py ├── data.py ├── decoders.py ├── encoders.py ├── evaluate.py ├── listener.py ├── main.py ├── model.py ├── param.py ├── speaker.py ├── tok.py └── utils.py /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airsplay/VisualRelationships/HEAD/README.md -------------------------------------------------------------------------------- /README_CODE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airsplay/VisualRelationships/HEAD/README_CODE.md -------------------------------------------------------------------------------- /dataset/adobe/test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airsplay/VisualRelationships/HEAD/dataset/adobe/test.json -------------------------------------------------------------------------------- /dataset/adobe/train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airsplay/VisualRelationships/HEAD/dataset/adobe/train.json -------------------------------------------------------------------------------- /dataset/adobe/valid.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airsplay/VisualRelationships/HEAD/dataset/adobe/valid.json -------------------------------------------------------------------------------- /dataset/process_dataset_nlvr2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airsplay/VisualRelationships/HEAD/dataset/process_dataset_nlvr2.py -------------------------------------------------------------------------------- /dataset/process_dataset_spotdiff.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airsplay/VisualRelationships/HEAD/dataset/process_dataset_spotdiff.py -------------------------------------------------------------------------------- /langeval/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /langeval/cococaption/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airsplay/VisualRelationships/HEAD/langeval/cococaption/README.md -------------------------------------------------------------------------------- /langeval/cococaption/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /langeval/cococaption/cocoEvalCapDemo.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airsplay/VisualRelationships/HEAD/langeval/cococaption/cocoEvalCapDemo.ipynb -------------------------------------------------------------------------------- /langeval/cococaption/license.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airsplay/VisualRelationships/HEAD/langeval/cococaption/license.txt -------------------------------------------------------------------------------- /langeval/cococaption/pycocoevalcap/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'tylin' 2 | -------------------------------------------------------------------------------- /langeval/cococaption/pycocoevalcap/bleu/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airsplay/VisualRelationships/HEAD/langeval/cococaption/pycocoevalcap/bleu/LICENSE -------------------------------------------------------------------------------- /langeval/cococaption/pycocoevalcap/bleu/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'tylin' 2 | -------------------------------------------------------------------------------- /langeval/cococaption/pycocoevalcap/bleu/bleu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airsplay/VisualRelationships/HEAD/langeval/cococaption/pycocoevalcap/bleu/bleu.py -------------------------------------------------------------------------------- /langeval/cococaption/pycocoevalcap/bleu/bleu.py.bak: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airsplay/VisualRelationships/HEAD/langeval/cococaption/pycocoevalcap/bleu/bleu.py.bak -------------------------------------------------------------------------------- /langeval/cococaption/pycocoevalcap/bleu/bleu_scorer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airsplay/VisualRelationships/HEAD/langeval/cococaption/pycocoevalcap/bleu/bleu_scorer.py -------------------------------------------------------------------------------- /langeval/cococaption/pycocoevalcap/bleu/bleu_scorer.py.bak: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airsplay/VisualRelationships/HEAD/langeval/cococaption/pycocoevalcap/bleu/bleu_scorer.py.bak -------------------------------------------------------------------------------- /langeval/cococaption/pycocoevalcap/cider/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'tylin' 2 | -------------------------------------------------------------------------------- /langeval/cococaption/pycocoevalcap/cider/cider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airsplay/VisualRelationships/HEAD/langeval/cococaption/pycocoevalcap/cider/cider.py -------------------------------------------------------------------------------- /langeval/cococaption/pycocoevalcap/cider/cider.py.bak: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airsplay/VisualRelationships/HEAD/langeval/cococaption/pycocoevalcap/cider/cider.py.bak -------------------------------------------------------------------------------- /langeval/cococaption/pycocoevalcap/cider/cider_scorer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airsplay/VisualRelationships/HEAD/langeval/cococaption/pycocoevalcap/cider/cider_scorer.py -------------------------------------------------------------------------------- /langeval/cococaption/pycocoevalcap/cider/cider_scorer.py.bak: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airsplay/VisualRelationships/HEAD/langeval/cococaption/pycocoevalcap/cider/cider_scorer.py.bak -------------------------------------------------------------------------------- /langeval/cococaption/pycocoevalcap/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airsplay/VisualRelationships/HEAD/langeval/cococaption/pycocoevalcap/eval.py -------------------------------------------------------------------------------- /langeval/cococaption/pycocoevalcap/eval.py.bak: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airsplay/VisualRelationships/HEAD/langeval/cococaption/pycocoevalcap/eval.py.bak -------------------------------------------------------------------------------- /langeval/cococaption/pycocoevalcap/evil.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airsplay/VisualRelationships/HEAD/langeval/cococaption/pycocoevalcap/evil.py -------------------------------------------------------------------------------- /langeval/cococaption/pycocoevalcap/evil.py.bak: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airsplay/VisualRelationships/HEAD/langeval/cococaption/pycocoevalcap/evil.py.bak -------------------------------------------------------------------------------- /langeval/cococaption/pycocoevalcap/meteor/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'tylin' 2 | -------------------------------------------------------------------------------- /langeval/cococaption/pycocoevalcap/meteor/data/paraphrase-en.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airsplay/VisualRelationships/HEAD/langeval/cococaption/pycocoevalcap/meteor/data/paraphrase-en.gz -------------------------------------------------------------------------------- /langeval/cococaption/pycocoevalcap/meteor/meteor-1.5.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airsplay/VisualRelationships/HEAD/langeval/cococaption/pycocoevalcap/meteor/meteor-1.5.jar -------------------------------------------------------------------------------- /langeval/cococaption/pycocoevalcap/meteor/meteor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airsplay/VisualRelationships/HEAD/langeval/cococaption/pycocoevalcap/meteor/meteor.py -------------------------------------------------------------------------------- /langeval/cococaption/pycocoevalcap/meteor/meteor.py.bak: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airsplay/VisualRelationships/HEAD/langeval/cococaption/pycocoevalcap/meteor/meteor.py.bak -------------------------------------------------------------------------------- /langeval/cococaption/pycocoevalcap/meteor/meteor.py.old: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airsplay/VisualRelationships/HEAD/langeval/cococaption/pycocoevalcap/meteor/meteor.py.old -------------------------------------------------------------------------------- /langeval/cococaption/pycocoevalcap/rouge/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'vrama91' 2 | -------------------------------------------------------------------------------- /langeval/cococaption/pycocoevalcap/rouge/rouge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airsplay/VisualRelationships/HEAD/langeval/cococaption/pycocoevalcap/rouge/rouge.py -------------------------------------------------------------------------------- /langeval/cococaption/pycocoevalcap/rouge/rouge.py.bak: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airsplay/VisualRelationships/HEAD/langeval/cococaption/pycocoevalcap/rouge/rouge.py.bak -------------------------------------------------------------------------------- /langeval/cococaption/pycocoevalcap/tokenizer/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'hfang' 2 | -------------------------------------------------------------------------------- /langeval/cococaption/pycocoevalcap/tokenizer/ptbtokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airsplay/VisualRelationships/HEAD/langeval/cococaption/pycocoevalcap/tokenizer/ptbtokenizer.py -------------------------------------------------------------------------------- /langeval/cococaption/pycocoevalcap/tokenizer/ptbtokenizer.py.bak: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airsplay/VisualRelationships/HEAD/langeval/cococaption/pycocoevalcap/tokenizer/ptbtokenizer.py.bak -------------------------------------------------------------------------------- /langeval/cococaption/pycocoevalcap/tokenizer/stanford-corenlp-3.4.1.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airsplay/VisualRelationships/HEAD/langeval/cococaption/pycocoevalcap/tokenizer/stanford-corenlp-3.4.1.jar -------------------------------------------------------------------------------- /langeval/cococaption/pycocotools/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'tylin' 2 | -------------------------------------------------------------------------------- /langeval/cococaption/pycocotools/coco.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airsplay/VisualRelationships/HEAD/langeval/cococaption/pycocotools/coco.py -------------------------------------------------------------------------------- /langeval/cococaption/pycocotools/coco.py.bak: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airsplay/VisualRelationships/HEAD/langeval/cococaption/pycocotools/coco.py.bak -------------------------------------------------------------------------------- /langeval/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airsplay/VisualRelationships/HEAD/langeval/eval.py -------------------------------------------------------------------------------- /langeval/eval.py.bak: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airsplay/VisualRelationships/HEAD/langeval/eval.py.bak -------------------------------------------------------------------------------- /run_speaker.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airsplay/VisualRelationships/HEAD/run_speaker.sh -------------------------------------------------------------------------------- /script/build_pixel_and_feat_hdf5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airsplay/VisualRelationships/HEAD/script/build_pixel_and_feat_hdf5.py -------------------------------------------------------------------------------- /script/build_pixel_hdf5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airsplay/VisualRelationships/HEAD/script/build_pixel_hdf5.py -------------------------------------------------------------------------------- /script/build_vocab.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airsplay/VisualRelationships/HEAD/script/build_vocab.py -------------------------------------------------------------------------------- /src/attentions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airsplay/VisualRelationships/HEAD/src/attentions.py -------------------------------------------------------------------------------- /src/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airsplay/VisualRelationships/HEAD/src/data.py -------------------------------------------------------------------------------- /src/decoders.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airsplay/VisualRelationships/HEAD/src/decoders.py -------------------------------------------------------------------------------- /src/encoders.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airsplay/VisualRelationships/HEAD/src/encoders.py -------------------------------------------------------------------------------- /src/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airsplay/VisualRelationships/HEAD/src/evaluate.py -------------------------------------------------------------------------------- /src/listener.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airsplay/VisualRelationships/HEAD/src/listener.py -------------------------------------------------------------------------------- /src/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airsplay/VisualRelationships/HEAD/src/main.py -------------------------------------------------------------------------------- /src/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airsplay/VisualRelationships/HEAD/src/model.py -------------------------------------------------------------------------------- /src/param.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airsplay/VisualRelationships/HEAD/src/param.py -------------------------------------------------------------------------------- /src/speaker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airsplay/VisualRelationships/HEAD/src/speaker.py -------------------------------------------------------------------------------- /src/tok.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airsplay/VisualRelationships/HEAD/src/tok.py -------------------------------------------------------------------------------- /src/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airsplay/VisualRelationships/HEAD/src/utils.py --------------------------------------------------------------------------------