├── .gitignore ├── .gitmodules ├── LICENSE ├── README.md ├── compute_vilbertscore.py ├── config ├── bert-base-uncased_weight_name.json ├── bert-large-uncased_weight_name.json ├── bert_base_2layer_2conect.json ├── bert_base_4layer_4conect.json ├── bert_base_6layer_6conect.json ├── bert_base_8layer_8conect.json ├── bert_base_baseline.json ├── bert_large_2layer_2conect.json ├── bert_large_4layer_4conect.json ├── bert_large_6layer_6conect.json ├── bert_large_baseline.json ├── roberta-base_weight_name.json └── roberta_base_6layer_6connect.json ├── dataset.py ├── requirements.txt ├── script ├── Retrieval_visualization.ipynb ├── VCR_Q_AR_evaluation.py ├── VCR_submission.py ├── convert_h5_refcoco.py ├── convert_to_lmdb.py ├── extract_features.py ├── extract_features_from_gt.py ├── generate_demo.py ├── generate_pool.py ├── preprocess_sequential_train_segment.py └── refer_expression.ipynb ├── setup.py ├── tools └── test_controller.py ├── utils.py ├── vilbert ├── __init__.py ├── basebert.py ├── datasets │ ├── __init__.py │ ├── _image_features_reader.py │ ├── captionqe_dataset.py │ ├── concept_cap_dataset.py │ ├── flickr_grounding_dataset.py │ ├── foil_dataset.py │ ├── gqa_dataset.py │ ├── guesswhat_dataset.py │ ├── guesswhat_pointing_dataset.py │ ├── nlvr2_dataset.py │ ├── refer_dense_caption.py │ ├── refer_expression_dataset.py │ ├── retreival_dataset.py │ ├── vcr_dataset.py │ ├── visdial_dataset.py │ ├── vismadlibs_dataset.py │ ├── visual7w_pointing_dataset.py │ ├── visual_entailment_dataset.py │ ├── visual_genome_dataset.py │ ├── vqa_dataset.py │ └── vqa_mc_dataset.py ├── optimization.py ├── task_utils.py ├── utils.py └── vilbert.py └── vilbert_tasks.yml /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwanheelee1993/ViLBERTScore/HEAD/.gitignore -------------------------------------------------------------------------------- /.gitmodules: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwanheelee1993/ViLBERTScore/HEAD/.gitmodules -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwanheelee1993/ViLBERTScore/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwanheelee1993/ViLBERTScore/HEAD/README.md -------------------------------------------------------------------------------- /compute_vilbertscore.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwanheelee1993/ViLBERTScore/HEAD/compute_vilbertscore.py -------------------------------------------------------------------------------- /config/bert-base-uncased_weight_name.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwanheelee1993/ViLBERTScore/HEAD/config/bert-base-uncased_weight_name.json -------------------------------------------------------------------------------- /config/bert-large-uncased_weight_name.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwanheelee1993/ViLBERTScore/HEAD/config/bert-large-uncased_weight_name.json -------------------------------------------------------------------------------- /config/bert_base_2layer_2conect.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwanheelee1993/ViLBERTScore/HEAD/config/bert_base_2layer_2conect.json -------------------------------------------------------------------------------- /config/bert_base_4layer_4conect.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwanheelee1993/ViLBERTScore/HEAD/config/bert_base_4layer_4conect.json -------------------------------------------------------------------------------- /config/bert_base_6layer_6conect.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwanheelee1993/ViLBERTScore/HEAD/config/bert_base_6layer_6conect.json -------------------------------------------------------------------------------- /config/bert_base_8layer_8conect.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwanheelee1993/ViLBERTScore/HEAD/config/bert_base_8layer_8conect.json -------------------------------------------------------------------------------- /config/bert_base_baseline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwanheelee1993/ViLBERTScore/HEAD/config/bert_base_baseline.json -------------------------------------------------------------------------------- /config/bert_large_2layer_2conect.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwanheelee1993/ViLBERTScore/HEAD/config/bert_large_2layer_2conect.json -------------------------------------------------------------------------------- /config/bert_large_4layer_4conect.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwanheelee1993/ViLBERTScore/HEAD/config/bert_large_4layer_4conect.json -------------------------------------------------------------------------------- /config/bert_large_6layer_6conect.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwanheelee1993/ViLBERTScore/HEAD/config/bert_large_6layer_6conect.json -------------------------------------------------------------------------------- /config/bert_large_baseline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwanheelee1993/ViLBERTScore/HEAD/config/bert_large_baseline.json -------------------------------------------------------------------------------- /config/roberta-base_weight_name.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwanheelee1993/ViLBERTScore/HEAD/config/roberta-base_weight_name.json -------------------------------------------------------------------------------- /config/roberta_base_6layer_6connect.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwanheelee1993/ViLBERTScore/HEAD/config/roberta_base_6layer_6connect.json -------------------------------------------------------------------------------- /dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwanheelee1993/ViLBERTScore/HEAD/dataset.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwanheelee1993/ViLBERTScore/HEAD/requirements.txt -------------------------------------------------------------------------------- /script/Retrieval_visualization.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwanheelee1993/ViLBERTScore/HEAD/script/Retrieval_visualization.ipynb -------------------------------------------------------------------------------- /script/VCR_Q_AR_evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwanheelee1993/ViLBERTScore/HEAD/script/VCR_Q_AR_evaluation.py -------------------------------------------------------------------------------- /script/VCR_submission.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwanheelee1993/ViLBERTScore/HEAD/script/VCR_submission.py -------------------------------------------------------------------------------- /script/convert_h5_refcoco.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwanheelee1993/ViLBERTScore/HEAD/script/convert_h5_refcoco.py -------------------------------------------------------------------------------- /script/convert_to_lmdb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwanheelee1993/ViLBERTScore/HEAD/script/convert_to_lmdb.py -------------------------------------------------------------------------------- /script/extract_features.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwanheelee1993/ViLBERTScore/HEAD/script/extract_features.py -------------------------------------------------------------------------------- /script/extract_features_from_gt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwanheelee1993/ViLBERTScore/HEAD/script/extract_features_from_gt.py -------------------------------------------------------------------------------- /script/generate_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwanheelee1993/ViLBERTScore/HEAD/script/generate_demo.py -------------------------------------------------------------------------------- /script/generate_pool.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwanheelee1993/ViLBERTScore/HEAD/script/generate_pool.py -------------------------------------------------------------------------------- /script/preprocess_sequential_train_segment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwanheelee1993/ViLBERTScore/HEAD/script/preprocess_sequential_train_segment.py -------------------------------------------------------------------------------- /script/refer_expression.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwanheelee1993/ViLBERTScore/HEAD/script/refer_expression.ipynb -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwanheelee1993/ViLBERTScore/HEAD/setup.py -------------------------------------------------------------------------------- /tools/test_controller.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwanheelee1993/ViLBERTScore/HEAD/tools/test_controller.py -------------------------------------------------------------------------------- /utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwanheelee1993/ViLBERTScore/HEAD/utils.py -------------------------------------------------------------------------------- /vilbert/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwanheelee1993/ViLBERTScore/HEAD/vilbert/__init__.py -------------------------------------------------------------------------------- /vilbert/basebert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwanheelee1993/ViLBERTScore/HEAD/vilbert/basebert.py -------------------------------------------------------------------------------- /vilbert/datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwanheelee1993/ViLBERTScore/HEAD/vilbert/datasets/__init__.py -------------------------------------------------------------------------------- /vilbert/datasets/_image_features_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwanheelee1993/ViLBERTScore/HEAD/vilbert/datasets/_image_features_reader.py -------------------------------------------------------------------------------- /vilbert/datasets/captionqe_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwanheelee1993/ViLBERTScore/HEAD/vilbert/datasets/captionqe_dataset.py -------------------------------------------------------------------------------- /vilbert/datasets/concept_cap_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwanheelee1993/ViLBERTScore/HEAD/vilbert/datasets/concept_cap_dataset.py -------------------------------------------------------------------------------- /vilbert/datasets/flickr_grounding_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwanheelee1993/ViLBERTScore/HEAD/vilbert/datasets/flickr_grounding_dataset.py -------------------------------------------------------------------------------- /vilbert/datasets/foil_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwanheelee1993/ViLBERTScore/HEAD/vilbert/datasets/foil_dataset.py -------------------------------------------------------------------------------- /vilbert/datasets/gqa_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwanheelee1993/ViLBERTScore/HEAD/vilbert/datasets/gqa_dataset.py -------------------------------------------------------------------------------- /vilbert/datasets/guesswhat_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwanheelee1993/ViLBERTScore/HEAD/vilbert/datasets/guesswhat_dataset.py -------------------------------------------------------------------------------- /vilbert/datasets/guesswhat_pointing_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwanheelee1993/ViLBERTScore/HEAD/vilbert/datasets/guesswhat_pointing_dataset.py -------------------------------------------------------------------------------- /vilbert/datasets/nlvr2_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwanheelee1993/ViLBERTScore/HEAD/vilbert/datasets/nlvr2_dataset.py -------------------------------------------------------------------------------- /vilbert/datasets/refer_dense_caption.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwanheelee1993/ViLBERTScore/HEAD/vilbert/datasets/refer_dense_caption.py -------------------------------------------------------------------------------- /vilbert/datasets/refer_expression_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwanheelee1993/ViLBERTScore/HEAD/vilbert/datasets/refer_expression_dataset.py -------------------------------------------------------------------------------- /vilbert/datasets/retreival_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwanheelee1993/ViLBERTScore/HEAD/vilbert/datasets/retreival_dataset.py -------------------------------------------------------------------------------- /vilbert/datasets/vcr_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwanheelee1993/ViLBERTScore/HEAD/vilbert/datasets/vcr_dataset.py -------------------------------------------------------------------------------- /vilbert/datasets/visdial_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwanheelee1993/ViLBERTScore/HEAD/vilbert/datasets/visdial_dataset.py -------------------------------------------------------------------------------- /vilbert/datasets/vismadlibs_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwanheelee1993/ViLBERTScore/HEAD/vilbert/datasets/vismadlibs_dataset.py -------------------------------------------------------------------------------- /vilbert/datasets/visual7w_pointing_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwanheelee1993/ViLBERTScore/HEAD/vilbert/datasets/visual7w_pointing_dataset.py -------------------------------------------------------------------------------- /vilbert/datasets/visual_entailment_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwanheelee1993/ViLBERTScore/HEAD/vilbert/datasets/visual_entailment_dataset.py -------------------------------------------------------------------------------- /vilbert/datasets/visual_genome_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwanheelee1993/ViLBERTScore/HEAD/vilbert/datasets/visual_genome_dataset.py -------------------------------------------------------------------------------- /vilbert/datasets/vqa_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwanheelee1993/ViLBERTScore/HEAD/vilbert/datasets/vqa_dataset.py -------------------------------------------------------------------------------- /vilbert/datasets/vqa_mc_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwanheelee1993/ViLBERTScore/HEAD/vilbert/datasets/vqa_mc_dataset.py -------------------------------------------------------------------------------- /vilbert/optimization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwanheelee1993/ViLBERTScore/HEAD/vilbert/optimization.py -------------------------------------------------------------------------------- /vilbert/task_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwanheelee1993/ViLBERTScore/HEAD/vilbert/task_utils.py -------------------------------------------------------------------------------- /vilbert/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwanheelee1993/ViLBERTScore/HEAD/vilbert/utils.py -------------------------------------------------------------------------------- /vilbert/vilbert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwanheelee1993/ViLBERTScore/HEAD/vilbert/vilbert.py -------------------------------------------------------------------------------- /vilbert_tasks.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hwanheelee1993/ViLBERTScore/HEAD/vilbert_tasks.yml --------------------------------------------------------------------------------