├── .gitignore ├── README.md ├── config.py ├── config.yml ├── data ├── Gref_emb.npy ├── referit_emb.npy ├── vocabulary_Gref.txt └── vocabulary_referit.txt ├── dataset └── referit_dataset_vit.py ├── eval ├── evaluate.py └── visualization.py ├── external └── refer │ ├── Makefile │ ├── README.md │ ├── evaluation │ ├── __init__.py │ ├── bleu │ │ ├── LICENSE │ │ ├── __init__.py │ │ ├── bleu.py │ │ └── bleu_scorer.py │ ├── cider │ │ ├── __init__.py │ │ ├── cider.py │ │ └── cider_scorer.py │ ├── meteor │ │ ├── __init__.py │ │ ├── meteor-1.5.jar │ │ └── meteor.py │ ├── readme.txt │ ├── refEvaluation.py │ ├── rouge │ │ ├── __init__.py │ │ └── rouge.py │ └── tokenizer │ │ ├── __init__.py │ │ ├── ptbtokenizer.py │ │ └── stanford-corenlp-3.4.1.jar │ ├── external │ ├── .gitignore │ ├── README.md │ ├── __init__.py │ ├── _mask.cpython-37m-x86_64-linux-gnu.so │ ├── _mask.pyx │ ├── mask.py │ ├── maskApi.c │ └── maskApi.h │ ├── refer.py │ ├── setup.py │ └── test │ ├── sample_expressions_testA.json │ └── sample_expressions_testB.json ├── model ├── decoder.py ├── decoder_locup.py ├── factory.py ├── fusion_module.py ├── glove_transformer.py ├── restr.py ├── transformers │ ├── blocks.py │ ├── blocks_eval.py │ └── utils.py └── vit.py ├── restr.yaml ├── teaser.png ├── train_restr.py └── utils ├── im_processing.py ├── imutils.py ├── io.py ├── loss.py ├── text_processing.py └── torchutils.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SouthFlame/restr/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SouthFlame/restr/HEAD/README.md -------------------------------------------------------------------------------- /config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SouthFlame/restr/HEAD/config.py -------------------------------------------------------------------------------- /config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SouthFlame/restr/HEAD/config.yml -------------------------------------------------------------------------------- /data/Gref_emb.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SouthFlame/restr/HEAD/data/Gref_emb.npy -------------------------------------------------------------------------------- /data/referit_emb.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SouthFlame/restr/HEAD/data/referit_emb.npy -------------------------------------------------------------------------------- /data/vocabulary_Gref.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SouthFlame/restr/HEAD/data/vocabulary_Gref.txt -------------------------------------------------------------------------------- /data/vocabulary_referit.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SouthFlame/restr/HEAD/data/vocabulary_referit.txt -------------------------------------------------------------------------------- /dataset/referit_dataset_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SouthFlame/restr/HEAD/dataset/referit_dataset_vit.py -------------------------------------------------------------------------------- /eval/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SouthFlame/restr/HEAD/eval/evaluate.py -------------------------------------------------------------------------------- /eval/visualization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SouthFlame/restr/HEAD/eval/visualization.py -------------------------------------------------------------------------------- /external/refer/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SouthFlame/restr/HEAD/external/refer/Makefile -------------------------------------------------------------------------------- /external/refer/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SouthFlame/restr/HEAD/external/refer/README.md -------------------------------------------------------------------------------- /external/refer/evaluation/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'licheng' 2 | 3 | 4 | -------------------------------------------------------------------------------- /external/refer/evaluation/bleu/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SouthFlame/restr/HEAD/external/refer/evaluation/bleu/LICENSE -------------------------------------------------------------------------------- /external/refer/evaluation/bleu/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'tylin' 2 | -------------------------------------------------------------------------------- /external/refer/evaluation/bleu/bleu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SouthFlame/restr/HEAD/external/refer/evaluation/bleu/bleu.py -------------------------------------------------------------------------------- /external/refer/evaluation/bleu/bleu_scorer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SouthFlame/restr/HEAD/external/refer/evaluation/bleu/bleu_scorer.py -------------------------------------------------------------------------------- /external/refer/evaluation/cider/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'tylin' 2 | -------------------------------------------------------------------------------- /external/refer/evaluation/cider/cider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SouthFlame/restr/HEAD/external/refer/evaluation/cider/cider.py -------------------------------------------------------------------------------- /external/refer/evaluation/cider/cider_scorer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SouthFlame/restr/HEAD/external/refer/evaluation/cider/cider_scorer.py -------------------------------------------------------------------------------- /external/refer/evaluation/meteor/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'tylin' 2 | -------------------------------------------------------------------------------- /external/refer/evaluation/meteor/meteor-1.5.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SouthFlame/restr/HEAD/external/refer/evaluation/meteor/meteor-1.5.jar -------------------------------------------------------------------------------- /external/refer/evaluation/meteor/meteor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SouthFlame/restr/HEAD/external/refer/evaluation/meteor/meteor.py -------------------------------------------------------------------------------- /external/refer/evaluation/readme.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SouthFlame/restr/HEAD/external/refer/evaluation/readme.txt -------------------------------------------------------------------------------- /external/refer/evaluation/refEvaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SouthFlame/restr/HEAD/external/refer/evaluation/refEvaluation.py -------------------------------------------------------------------------------- /external/refer/evaluation/rouge/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'vrama91' 2 | -------------------------------------------------------------------------------- /external/refer/evaluation/rouge/rouge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SouthFlame/restr/HEAD/external/refer/evaluation/rouge/rouge.py -------------------------------------------------------------------------------- /external/refer/evaluation/tokenizer/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'hfang' 2 | -------------------------------------------------------------------------------- /external/refer/evaluation/tokenizer/ptbtokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SouthFlame/restr/HEAD/external/refer/evaluation/tokenizer/ptbtokenizer.py -------------------------------------------------------------------------------- /external/refer/evaluation/tokenizer/stanford-corenlp-3.4.1.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SouthFlame/restr/HEAD/external/refer/evaluation/tokenizer/stanford-corenlp-3.4.1.jar -------------------------------------------------------------------------------- /external/refer/external/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SouthFlame/restr/HEAD/external/refer/external/.gitignore -------------------------------------------------------------------------------- /external/refer/external/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SouthFlame/restr/HEAD/external/refer/external/README.md -------------------------------------------------------------------------------- /external/refer/external/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'tylin' 2 | -------------------------------------------------------------------------------- /external/refer/external/_mask.cpython-37m-x86_64-linux-gnu.so: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SouthFlame/restr/HEAD/external/refer/external/_mask.cpython-37m-x86_64-linux-gnu.so -------------------------------------------------------------------------------- /external/refer/external/_mask.pyx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SouthFlame/restr/HEAD/external/refer/external/_mask.pyx -------------------------------------------------------------------------------- /external/refer/external/mask.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SouthFlame/restr/HEAD/external/refer/external/mask.py -------------------------------------------------------------------------------- /external/refer/external/maskApi.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SouthFlame/restr/HEAD/external/refer/external/maskApi.c -------------------------------------------------------------------------------- /external/refer/external/maskApi.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SouthFlame/restr/HEAD/external/refer/external/maskApi.h -------------------------------------------------------------------------------- /external/refer/refer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SouthFlame/restr/HEAD/external/refer/refer.py -------------------------------------------------------------------------------- /external/refer/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SouthFlame/restr/HEAD/external/refer/setup.py -------------------------------------------------------------------------------- /external/refer/test/sample_expressions_testA.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SouthFlame/restr/HEAD/external/refer/test/sample_expressions_testA.json -------------------------------------------------------------------------------- /external/refer/test/sample_expressions_testB.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SouthFlame/restr/HEAD/external/refer/test/sample_expressions_testB.json -------------------------------------------------------------------------------- /model/decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SouthFlame/restr/HEAD/model/decoder.py -------------------------------------------------------------------------------- /model/decoder_locup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SouthFlame/restr/HEAD/model/decoder_locup.py -------------------------------------------------------------------------------- /model/factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SouthFlame/restr/HEAD/model/factory.py -------------------------------------------------------------------------------- /model/fusion_module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SouthFlame/restr/HEAD/model/fusion_module.py -------------------------------------------------------------------------------- /model/glove_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SouthFlame/restr/HEAD/model/glove_transformer.py -------------------------------------------------------------------------------- /model/restr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SouthFlame/restr/HEAD/model/restr.py -------------------------------------------------------------------------------- /model/transformers/blocks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SouthFlame/restr/HEAD/model/transformers/blocks.py -------------------------------------------------------------------------------- /model/transformers/blocks_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SouthFlame/restr/HEAD/model/transformers/blocks_eval.py -------------------------------------------------------------------------------- /model/transformers/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SouthFlame/restr/HEAD/model/transformers/utils.py -------------------------------------------------------------------------------- /model/vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SouthFlame/restr/HEAD/model/vit.py -------------------------------------------------------------------------------- /restr.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SouthFlame/restr/HEAD/restr.yaml -------------------------------------------------------------------------------- /teaser.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SouthFlame/restr/HEAD/teaser.png -------------------------------------------------------------------------------- /train_restr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SouthFlame/restr/HEAD/train_restr.py -------------------------------------------------------------------------------- /utils/im_processing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SouthFlame/restr/HEAD/utils/im_processing.py -------------------------------------------------------------------------------- /utils/imutils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SouthFlame/restr/HEAD/utils/imutils.py -------------------------------------------------------------------------------- /utils/io.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SouthFlame/restr/HEAD/utils/io.py -------------------------------------------------------------------------------- /utils/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SouthFlame/restr/HEAD/utils/loss.py -------------------------------------------------------------------------------- /utils/text_processing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SouthFlame/restr/HEAD/utils/text_processing.py -------------------------------------------------------------------------------- /utils/torchutils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SouthFlame/restr/HEAD/utils/torchutils.py --------------------------------------------------------------------------------