├── .gitignore ├── README.md ├── _config.yml ├── baselines ├── README.md ├── common_utils.py ├── evaluate.py ├── image_qa │ ├── README.md │ ├── __init__.py │ ├── dataset.py │ ├── environment.yml │ ├── image_features.py │ ├── inference.py │ ├── main.py │ ├── model.py │ └── train_and_eval.py ├── pipeline.py ├── qtype_clf │ ├── README.md │ ├── __init__.py │ ├── convert_to_qtype_data.py │ ├── inference.py │ ├── preprocess.py │ ├── run_qtype_classifier.py │ └── utils.py ├── requirements.txt ├── scripts │ ├── download.sh │ └── run_pipeline.sh ├── table_qa │ ├── README.md │ ├── __init__.py │ ├── data_reader.py │ ├── inference.py │ ├── models.py │ ├── run_table_qa.py │ └── table_qa_utils.py └── text_qa │ ├── README.md │ ├── __init__.py │ ├── convert_data_into_squad_format.py │ ├── inferece.py │ ├── modeling_bert.py │ ├── modeling_roberta.py │ ├── run_text_qa.py │ ├── squad_metrics.py │ └── squad_preprocess.py ├── dataset ├── MMQA_dev.jsonl.gz ├── MMQA_images.jsonl.gz ├── MMQA_tables.jsonl.gz ├── MMQA_test.jsonl.gz ├── MMQA_texts.jsonl.gz └── MMQA_train.jsonl.gz ├── deps ├── vilbert-multi-task │ ├── .gitignore │ ├── CODE_OF_CONDUCT.md │ ├── CONTRIBUTING.md │ ├── LICENSE │ ├── README.md │ ├── bert_base_6layer_6conect.json │ ├── config │ │ ├── bert-base-uncased_weight_name.json │ │ ├── bert-large-uncased_weight_name.json │ │ ├── bert_base_2layer_2conect.json │ │ ├── bert_base_4layer_4conect.json │ │ ├── bert_base_6layer_6conect.json │ │ ├── bert_base_8layer_8conect.json │ │ ├── bert_base_baseline.json │ │ ├── bert_large_2layer_2conect.json │ │ ├── bert_large_4layer_4conect.json │ │ ├── bert_large_6layer_6conect.json │ │ ├── bert_large_baseline.json │ │ ├── roberta-base_weight_name.json │ │ └── roberta_base_6layer_6connect.json │ ├── eval_retrieval.py │ ├── eval_tasks.py │ ├── evaluation │ │ ├── eval_coco_retrieval.py │ │ ├── eval_concap_retrieval.py │ │ ├── eval_refer_expression.py │ │ └── eval_vqa.py │ ├── fig │ │ ├── vilbert.png │ │ └── vilbert_trim.png │ ├── requirements.txt │ ├── script │ │ ├── Retrieval_visualization.ipynb │ │ ├── VCR_Q_AR_evaluation.py │ │ ├── VCR_submission.py │ │ ├── convert_h5_refcoco.py │ │ ├── convert_to_lmdb.py │ │ ├── extract_features.py │ │ ├── extract_features_from_gt.py │ │ ├── generate_demo.py │ │ ├── generate_pool.py │ │ ├── preprocess_sequential_train_segment.py │ │ └── refer_expression.ipynb │ ├── setup.py │ ├── tools │ │ └── refer │ │ │ ├── .gitignore │ │ │ ├── LICENSE │ │ │ ├── Makefile │ │ │ ├── README.md │ │ │ ├── coco │ │ │ ├── .gitignore │ │ │ ├── .travis.yml │ │ │ ├── LuaAPI │ │ │ │ ├── CocoApi.lua │ │ │ │ ├── MaskApi.lua │ │ │ │ ├── cocoDemo.lua │ │ │ │ ├── env.lua │ │ │ │ ├── init.lua │ │ │ │ └── rocks │ │ │ │ │ └── coco-scm-1.rockspec │ │ │ ├── MatlabAPI │ │ │ │ ├── CocoApi.m │ │ │ │ ├── CocoEval.m │ │ │ │ ├── CocoUtils.m │ │ │ │ ├── MaskApi.m │ │ │ │ ├── cocoDemo.m │ │ │ │ ├── evalDemo.m │ │ │ │ ├── gason.m │ │ │ │ └── private │ │ │ │ │ ├── gasonMex.cpp │ │ │ │ │ ├── gasonMex.mexa64 │ │ │ │ │ ├── gasonMex.mexmaci64 │ │ │ │ │ └── getPrmDflt.m │ │ │ ├── PythonAPI │ │ │ │ ├── Makefile │ │ │ │ ├── pycocoDemo.ipynb │ │ │ │ ├── pycocoEvalDemo.ipynb │ │ │ │ ├── pycocotools │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── _mask.pyx │ │ │ │ │ ├── coco.py │ │ │ │ │ ├── cocoeval.py │ │ │ │ │ └── mask.py │ │ │ │ └── setup.py │ │ │ ├── README.txt │ │ │ ├── common │ │ │ │ ├── gason.cpp │ │ │ │ ├── gason.h │ │ │ │ ├── maskApi.c │ │ │ │ └── maskApi.h │ │ │ └── license.txt │ │ │ ├── evaluation │ │ │ ├── __init__.py │ │ │ ├── bleu │ │ │ │ ├── LICENSE │ │ │ │ ├── __init__.py │ │ │ │ ├── bleu.py │ │ │ │ └── bleu_scorer.py │ │ │ ├── cider │ │ │ │ ├── __init__.py │ │ │ │ ├── cider.py │ │ │ │ └── cider_scorer.py │ │ │ ├── meteor │ │ │ │ ├── __init__.py │ │ │ │ ├── meteor-1.5.jar │ │ │ │ └── meteor.py │ │ │ ├── readme.txt │ │ │ ├── refEvaluation.py │ │ │ ├── rouge │ │ │ │ ├── __init__.py │ │ │ │ └── rouge.py │ │ │ └── tokenizer │ │ │ │ ├── __init__.py │ │ │ │ ├── ptbtokenizer.py │ │ │ │ └── stanford-corenlp-3.4.1.jar │ │ │ ├── external │ │ │ ├── .gitignore │ │ │ ├── README.md │ │ │ ├── __init__.py │ │ │ ├── _mask.pyx │ │ │ ├── mask.py │ │ │ ├── maskApi.c │ │ │ └── maskApi.h │ │ │ ├── pyEvalDemo.ipynb │ │ │ ├── pyReferDemo.ipynb │ │ │ ├── refer.py │ │ │ ├── setup.py │ │ │ └── test │ │ │ ├── sample_expressions_testA.json │ │ │ └── sample_expressions_testB.json │ ├── train_concap.py │ ├── train_tasks.py │ ├── vilbert │ │ ├── __init__.py │ │ ├── basebert.py │ │ ├── datasets │ │ │ ├── __init__.py │ │ │ ├── _image_features_reader.py │ │ │ ├── concept_cap_dataset.py │ │ │ ├── flickr_grounding_dataset.py │ │ │ ├── foil_dataset.py │ │ │ ├── gqa_dataset.py │ │ │ ├── guesswhat_dataset.py │ │ │ ├── guesswhat_pointing_dataset.py │ │ │ ├── nlvr2_dataset.py │ │ │ ├── refer_dense_caption.py │ │ │ ├── refer_expression_dataset.py │ │ │ ├── retreival_dataset.py │ │ │ ├── vcr_dataset.py │ │ │ ├── visdial_dataset.py │ │ │ ├── vismadlibs_dataset.py │ │ │ ├── visual7w_pointing_dataset.py │ │ │ ├── visual_entailment_dataset.py │ │ │ ├── visual_genome_dataset.py │ │ │ ├── vqa_dataset.py │ │ │ └── vqa_mc_dataset.py │ │ ├── optimization.py │ │ ├── task_utils.py │ │ ├── utils.py │ │ └── vilbert.py │ └── vilbert_tasks.yml └── vqa-maskrcnn-benchmark │ ├── .flake8 │ ├── .gitignore │ ├── ABSTRACTIONS.md │ ├── CODE_OF_CONDUCT.md │ ├── CONTRIBUTING.md │ ├── INSTALL.md │ ├── LICENSE │ ├── MODEL_ZOO.md │ ├── README.md │ ├── TROUBLESHOOTING.md │ ├── configs │ ├── caffe2 │ │ ├── e2e_faster_rcnn_R_101_FPN_1x_caffe2.yaml │ │ ├── e2e_faster_rcnn_R_50_C4_1x_caffe2.yaml │ │ ├── e2e_faster_rcnn_R_50_FPN_1x_caffe2.yaml │ │ ├── e2e_faster_rcnn_X_101_32x8d_FPN_1x_caffe2.yaml │ │ ├── e2e_mask_rcnn_R_101_FPN_1x_caffe2.yaml │ │ ├── e2e_mask_rcnn_R_50_C4_1x_caffe2.yaml │ │ ├── e2e_mask_rcnn_R_50_FPN_1x_caffe2.yaml │ │ └── e2e_mask_rcnn_X_101_32x8d_FPN_1x_caffe2.yaml │ ├── cityscapes │ │ ├── e2e_faster_rcnn_R_50_FPN_1x_cocostyle.yaml │ │ └── e2e_mask_rcnn_R_50_FPN_1x_cocostyle.yaml │ ├── e2e_faster_rcnn_R_101_FPN_1x.yaml │ ├── e2e_faster_rcnn_R_50_C4_1x.yaml │ ├── e2e_faster_rcnn_R_50_FPN_1x.yaml │ ├── e2e_faster_rcnn_X_101_32x8d_FPN_1x.yaml │ ├── e2e_mask_rcnn_R_101_FPN_1x.yaml │ ├── e2e_mask_rcnn_R_50_C4_1x.yaml │ ├── e2e_mask_rcnn_R_50_FPN_1x.yaml │ ├── e2e_mask_rcnn_X_101_32x8d_FPN_1x.yaml │ ├── pascal_voc │ │ ├── e2e_faster_rcnn_R_50_C4_1x_1_gpu_voc.yaml │ │ ├── e2e_faster_rcnn_R_50_C4_1x_4_gpu_voc.yaml │ │ └── e2e_mask_rcnn_R_50_FPN_1x_cocostyle.yaml │ ├── quick_schedules │ │ ├── e2e_faster_rcnn_R_50_C4_quick.yaml │ │ ├── e2e_faster_rcnn_R_50_FPN_quick.yaml │ │ ├── e2e_faster_rcnn_X_101_32x8d_FPN_quick.yaml │ │ ├── e2e_mask_rcnn_R_50_C4_quick.yaml │ │ ├── e2e_mask_rcnn_R_50_FPN_quick.yaml │ │ ├── e2e_mask_rcnn_X_101_32x8d_FPN_quick.yaml │ │ ├── rpn_R_50_C4_quick.yaml │ │ └── rpn_R_50_FPN_quick.yaml │ └── visual_genome_vqa │ │ ├── c2 │ │ └── modified_for_conversion_e2e_faster_rcnn_X-101-64x4d-FPN_1x_MLP_2048_FPN_512.yaml │ │ ├── debug │ │ └── e2e_faster_rcnn_X-101-64x4d-FPN_1x_MLP_2048_FPN_512_vqa_single.yaml │ │ ├── e2e_faster_rcnn_X-101-64x4d-FPN_1x_MLP_2048_FPN_512_test.yaml │ │ ├── e2e_faster_rcnn_X-101-64x4d-FPN_1x_MLP_2048_FPN_512_train.yaml │ │ ├── e2e_faster_rcnn_X-101-64x4d-FPN_1x_MLP_2048_FPN_512_vqa_test.yaml │ │ ├── e2e_faster_rcnn_X-101-64x4d-FPN_1x_MLP_2048_FPN_512_vqa_train.yaml │ │ ├── e2e_faster_rcnn_X-101-64x4d-FPN_1x_MLP_2048_FPN_512_vqa_val.yaml │ │ ├── e2e_faster_rcnn_X-152-32x8d-FPN_1x_MLP_2048_FPN_512_test.yaml │ │ └── e2e_faster_rcnn_X-152-32x8d-FPN_1x_MLP_2048_FPN_512_train.yaml │ ├── create_json.py │ ├── demo │ ├── README.md │ ├── demo_e2e_mask_rcnn_R_50_FPN_1x.png │ ├── demo_e2e_mask_rcnn_X_101_32x8d_FPN_1x.png │ ├── predictor.py │ └── webcam.py │ ├── docker │ ├── Dockerfile │ └── docker-jupyter │ │ ├── Dockerfile │ │ └── jupyter_notebook_config.py │ ├── maskrcnn_benchmark │ ├── __init__.py │ ├── config │ │ ├── __init__.py │ │ ├── defaults.py │ │ └── paths_catalog.py │ ├── csrc │ │ ├── ROIAlign.h │ │ ├── ROIPool.h │ │ ├── cpu │ │ │ ├── ROIAlign_cpu.cpp │ │ │ ├── nms_cpu.cpp │ │ │ └── vision.h │ │ ├── cuda │ │ │ ├── ROIAlign_cuda.cu │ │ │ ├── ROIPool_cuda.cu │ │ │ ├── nms.cu │ │ │ └── vision.h │ │ ├── nms.h │ │ └── vision.cpp │ ├── engine │ │ ├── __init__.py │ │ ├── inference.py │ │ └── trainer.py │ ├── layers │ │ ├── __init__.py │ │ ├── _utils.py │ │ ├── batch_norm.py │ │ ├── misc.py │ │ ├── nms.py │ │ ├── roi_align.py │ │ ├── roi_pool.py │ │ └── smooth_l1_loss.py │ ├── modeling │ │ ├── __init__.py │ │ ├── backbone │ │ │ ├── __init__.py │ │ │ ├── backbone.py │ │ │ ├── fpn.py │ │ │ └── resnet.py │ │ ├── balanced_positive_negative_sampler.py │ │ ├── box_coder.py │ │ ├── detector │ │ │ ├── __init__.py │ │ │ ├── detectors.py │ │ │ └── generalized_rcnn.py │ │ ├── matcher.py │ │ ├── poolers.py │ │ ├── registry.py │ │ ├── roi_heads │ │ │ ├── __init__.py │ │ │ ├── box_head │ │ │ │ ├── __init__.py │ │ │ │ ├── box_head.py │ │ │ │ ├── inference.py │ │ │ │ ├── loss.py │ │ │ │ ├── roi_box_feature_extractors.py │ │ │ │ └── roi_box_predictors.py │ │ │ ├── mask_head │ │ │ │ ├── __init__.py │ │ │ │ ├── inference.py │ │ │ │ ├── loss.py │ │ │ │ ├── mask_head.py │ │ │ │ ├── roi_mask_feature_extractors.py │ │ │ │ └── roi_mask_predictors.py │ │ │ └── roi_heads.py │ │ ├── rpn │ │ │ ├── __init__.py │ │ │ ├── anchor_generator.py │ │ │ ├── inference.py │ │ │ ├── loss.py │ │ │ └── rpn.py │ │ └── utils.py │ ├── solver │ │ ├── __init__.py │ │ ├── build.py │ │ └── lr_scheduler.py │ ├── structures │ │ ├── __init__.py │ │ ├── bounding_box.py │ │ ├── boxlist_ops.py │ │ ├── image_list.py │ │ └── segmentation_mask.py │ └── utils │ │ ├── README.md │ │ ├── __init__.py │ │ ├── c2_model_loading.py │ │ ├── checkpoint.py │ │ ├── collect_env.py │ │ ├── comm.py │ │ ├── env.py │ │ ├── imports.py │ │ ├── logger.py │ │ ├── metric_logger.py │ │ ├── miscellaneous.py │ │ ├── model_serialization.py │ │ ├── model_zoo.py │ │ └── registry.py │ ├── setup.py │ ├── tests │ ├── checkpoint.py │ ├── test_data_samplers.py │ └── test_metric_logger.py │ └── tools │ ├── c2_to_pt.py │ ├── cityscapes │ ├── convert_cityscapes_to_coco.py │ └── instances2dict_with_polygons.py │ ├── extract_vqa_feat.py │ ├── test_net.py │ └── train_net.py ├── figures ├── domain_variation.png ├── implicit_decomp.png ├── intro.png └── preprocessing.png └── index.md /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/README.md -------------------------------------------------------------------------------- /_config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/_config.yml -------------------------------------------------------------------------------- /baselines/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/baselines/README.md -------------------------------------------------------------------------------- /baselines/common_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/baselines/common_utils.py -------------------------------------------------------------------------------- /baselines/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/baselines/evaluate.py -------------------------------------------------------------------------------- /baselines/image_qa/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/baselines/image_qa/README.md -------------------------------------------------------------------------------- /baselines/image_qa/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /baselines/image_qa/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/baselines/image_qa/dataset.py -------------------------------------------------------------------------------- /baselines/image_qa/environment.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/baselines/image_qa/environment.yml -------------------------------------------------------------------------------- /baselines/image_qa/image_features.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/baselines/image_qa/image_features.py -------------------------------------------------------------------------------- /baselines/image_qa/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/baselines/image_qa/inference.py -------------------------------------------------------------------------------- /baselines/image_qa/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/baselines/image_qa/main.py -------------------------------------------------------------------------------- /baselines/image_qa/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/baselines/image_qa/model.py -------------------------------------------------------------------------------- /baselines/image_qa/train_and_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/baselines/image_qa/train_and_eval.py -------------------------------------------------------------------------------- /baselines/pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/baselines/pipeline.py -------------------------------------------------------------------------------- /baselines/qtype_clf/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/baselines/qtype_clf/README.md -------------------------------------------------------------------------------- /baselines/qtype_clf/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /baselines/qtype_clf/convert_to_qtype_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/baselines/qtype_clf/convert_to_qtype_data.py -------------------------------------------------------------------------------- /baselines/qtype_clf/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/baselines/qtype_clf/inference.py -------------------------------------------------------------------------------- /baselines/qtype_clf/preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/baselines/qtype_clf/preprocess.py -------------------------------------------------------------------------------- /baselines/qtype_clf/run_qtype_classifier.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/baselines/qtype_clf/run_qtype_classifier.py -------------------------------------------------------------------------------- /baselines/qtype_clf/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/baselines/qtype_clf/utils.py -------------------------------------------------------------------------------- /baselines/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/baselines/requirements.txt -------------------------------------------------------------------------------- /baselines/scripts/download.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/baselines/scripts/download.sh -------------------------------------------------------------------------------- /baselines/scripts/run_pipeline.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/baselines/scripts/run_pipeline.sh -------------------------------------------------------------------------------- /baselines/table_qa/README.md: -------------------------------------------------------------------------------- 1 | 2 | ## Training Table Models 3 | 4 | TBD -------------------------------------------------------------------------------- /baselines/table_qa/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /baselines/table_qa/data_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/baselines/table_qa/data_reader.py -------------------------------------------------------------------------------- /baselines/table_qa/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/baselines/table_qa/inference.py -------------------------------------------------------------------------------- /baselines/table_qa/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/baselines/table_qa/models.py -------------------------------------------------------------------------------- /baselines/table_qa/run_table_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/baselines/table_qa/run_table_qa.py -------------------------------------------------------------------------------- /baselines/table_qa/table_qa_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/baselines/table_qa/table_qa_utils.py -------------------------------------------------------------------------------- /baselines/text_qa/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/baselines/text_qa/README.md -------------------------------------------------------------------------------- /baselines/text_qa/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /baselines/text_qa/convert_data_into_squad_format.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/baselines/text_qa/convert_data_into_squad_format.py -------------------------------------------------------------------------------- /baselines/text_qa/inferece.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/baselines/text_qa/inferece.py -------------------------------------------------------------------------------- /baselines/text_qa/modeling_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/baselines/text_qa/modeling_bert.py -------------------------------------------------------------------------------- /baselines/text_qa/modeling_roberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/baselines/text_qa/modeling_roberta.py -------------------------------------------------------------------------------- /baselines/text_qa/run_text_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/baselines/text_qa/run_text_qa.py -------------------------------------------------------------------------------- /baselines/text_qa/squad_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/baselines/text_qa/squad_metrics.py -------------------------------------------------------------------------------- /baselines/text_qa/squad_preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/baselines/text_qa/squad_preprocess.py -------------------------------------------------------------------------------- /dataset/MMQA_dev.jsonl.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/dataset/MMQA_dev.jsonl.gz -------------------------------------------------------------------------------- /dataset/MMQA_images.jsonl.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/dataset/MMQA_images.jsonl.gz -------------------------------------------------------------------------------- /dataset/MMQA_tables.jsonl.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/dataset/MMQA_tables.jsonl.gz -------------------------------------------------------------------------------- /dataset/MMQA_test.jsonl.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/dataset/MMQA_test.jsonl.gz -------------------------------------------------------------------------------- /dataset/MMQA_texts.jsonl.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/dataset/MMQA_texts.jsonl.gz -------------------------------------------------------------------------------- /dataset/MMQA_train.jsonl.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/dataset/MMQA_train.jsonl.gz -------------------------------------------------------------------------------- /deps/vilbert-multi-task/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/.gitignore -------------------------------------------------------------------------------- /deps/vilbert-multi-task/CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /deps/vilbert-multi-task/CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/CONTRIBUTING.md -------------------------------------------------------------------------------- /deps/vilbert-multi-task/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/LICENSE -------------------------------------------------------------------------------- /deps/vilbert-multi-task/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/README.md -------------------------------------------------------------------------------- /deps/vilbert-multi-task/bert_base_6layer_6conect.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/bert_base_6layer_6conect.json -------------------------------------------------------------------------------- /deps/vilbert-multi-task/config/bert-base-uncased_weight_name.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/config/bert-base-uncased_weight_name.json -------------------------------------------------------------------------------- /deps/vilbert-multi-task/config/bert-large-uncased_weight_name.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/config/bert-large-uncased_weight_name.json -------------------------------------------------------------------------------- /deps/vilbert-multi-task/config/bert_base_2layer_2conect.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/config/bert_base_2layer_2conect.json -------------------------------------------------------------------------------- /deps/vilbert-multi-task/config/bert_base_4layer_4conect.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/config/bert_base_4layer_4conect.json -------------------------------------------------------------------------------- /deps/vilbert-multi-task/config/bert_base_6layer_6conect.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/config/bert_base_6layer_6conect.json -------------------------------------------------------------------------------- /deps/vilbert-multi-task/config/bert_base_8layer_8conect.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/config/bert_base_8layer_8conect.json -------------------------------------------------------------------------------- /deps/vilbert-multi-task/config/bert_base_baseline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/config/bert_base_baseline.json -------------------------------------------------------------------------------- /deps/vilbert-multi-task/config/bert_large_2layer_2conect.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/config/bert_large_2layer_2conect.json -------------------------------------------------------------------------------- /deps/vilbert-multi-task/config/bert_large_4layer_4conect.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/config/bert_large_4layer_4conect.json -------------------------------------------------------------------------------- /deps/vilbert-multi-task/config/bert_large_6layer_6conect.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/config/bert_large_6layer_6conect.json -------------------------------------------------------------------------------- /deps/vilbert-multi-task/config/bert_large_baseline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/config/bert_large_baseline.json -------------------------------------------------------------------------------- /deps/vilbert-multi-task/config/roberta-base_weight_name.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/config/roberta-base_weight_name.json -------------------------------------------------------------------------------- /deps/vilbert-multi-task/config/roberta_base_6layer_6connect.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/config/roberta_base_6layer_6connect.json -------------------------------------------------------------------------------- /deps/vilbert-multi-task/eval_retrieval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/eval_retrieval.py -------------------------------------------------------------------------------- /deps/vilbert-multi-task/eval_tasks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/eval_tasks.py -------------------------------------------------------------------------------- /deps/vilbert-multi-task/evaluation/eval_coco_retrieval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/evaluation/eval_coco_retrieval.py -------------------------------------------------------------------------------- /deps/vilbert-multi-task/evaluation/eval_concap_retrieval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/evaluation/eval_concap_retrieval.py -------------------------------------------------------------------------------- /deps/vilbert-multi-task/evaluation/eval_refer_expression.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/evaluation/eval_refer_expression.py -------------------------------------------------------------------------------- /deps/vilbert-multi-task/evaluation/eval_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/evaluation/eval_vqa.py -------------------------------------------------------------------------------- /deps/vilbert-multi-task/fig/vilbert.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/fig/vilbert.png -------------------------------------------------------------------------------- /deps/vilbert-multi-task/fig/vilbert_trim.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/fig/vilbert_trim.png -------------------------------------------------------------------------------- /deps/vilbert-multi-task/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/requirements.txt -------------------------------------------------------------------------------- /deps/vilbert-multi-task/script/Retrieval_visualization.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/script/Retrieval_visualization.ipynb -------------------------------------------------------------------------------- /deps/vilbert-multi-task/script/VCR_Q_AR_evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/script/VCR_Q_AR_evaluation.py -------------------------------------------------------------------------------- /deps/vilbert-multi-task/script/VCR_submission.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/script/VCR_submission.py -------------------------------------------------------------------------------- /deps/vilbert-multi-task/script/convert_h5_refcoco.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/script/convert_h5_refcoco.py -------------------------------------------------------------------------------- /deps/vilbert-multi-task/script/convert_to_lmdb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/script/convert_to_lmdb.py -------------------------------------------------------------------------------- /deps/vilbert-multi-task/script/extract_features.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/script/extract_features.py -------------------------------------------------------------------------------- /deps/vilbert-multi-task/script/extract_features_from_gt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/script/extract_features_from_gt.py -------------------------------------------------------------------------------- /deps/vilbert-multi-task/script/generate_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/script/generate_demo.py -------------------------------------------------------------------------------- /deps/vilbert-multi-task/script/generate_pool.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/script/generate_pool.py -------------------------------------------------------------------------------- /deps/vilbert-multi-task/script/preprocess_sequential_train_segment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/script/preprocess_sequential_train_segment.py -------------------------------------------------------------------------------- /deps/vilbert-multi-task/script/refer_expression.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/script/refer_expression.ipynb -------------------------------------------------------------------------------- /deps/vilbert-multi-task/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/setup.py -------------------------------------------------------------------------------- /deps/vilbert-multi-task/tools/refer/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/tools/refer/.gitignore -------------------------------------------------------------------------------- /deps/vilbert-multi-task/tools/refer/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/tools/refer/LICENSE -------------------------------------------------------------------------------- /deps/vilbert-multi-task/tools/refer/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/tools/refer/Makefile -------------------------------------------------------------------------------- /deps/vilbert-multi-task/tools/refer/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/tools/refer/README.md -------------------------------------------------------------------------------- /deps/vilbert-multi-task/tools/refer/coco/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/tools/refer/coco/.gitignore -------------------------------------------------------------------------------- /deps/vilbert-multi-task/tools/refer/coco/.travis.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/tools/refer/coco/.travis.yml -------------------------------------------------------------------------------- /deps/vilbert-multi-task/tools/refer/coco/LuaAPI/CocoApi.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/tools/refer/coco/LuaAPI/CocoApi.lua -------------------------------------------------------------------------------- /deps/vilbert-multi-task/tools/refer/coco/LuaAPI/MaskApi.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/tools/refer/coco/LuaAPI/MaskApi.lua -------------------------------------------------------------------------------- /deps/vilbert-multi-task/tools/refer/coco/LuaAPI/cocoDemo.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/tools/refer/coco/LuaAPI/cocoDemo.lua -------------------------------------------------------------------------------- /deps/vilbert-multi-task/tools/refer/coco/LuaAPI/env.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/tools/refer/coco/LuaAPI/env.lua -------------------------------------------------------------------------------- /deps/vilbert-multi-task/tools/refer/coco/LuaAPI/init.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/tools/refer/coco/LuaAPI/init.lua -------------------------------------------------------------------------------- /deps/vilbert-multi-task/tools/refer/coco/LuaAPI/rocks/coco-scm-1.rockspec: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/tools/refer/coco/LuaAPI/rocks/coco-scm-1.rockspec -------------------------------------------------------------------------------- /deps/vilbert-multi-task/tools/refer/coco/MatlabAPI/CocoApi.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/tools/refer/coco/MatlabAPI/CocoApi.m -------------------------------------------------------------------------------- /deps/vilbert-multi-task/tools/refer/coco/MatlabAPI/CocoEval.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/tools/refer/coco/MatlabAPI/CocoEval.m -------------------------------------------------------------------------------- /deps/vilbert-multi-task/tools/refer/coco/MatlabAPI/CocoUtils.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/tools/refer/coco/MatlabAPI/CocoUtils.m -------------------------------------------------------------------------------- /deps/vilbert-multi-task/tools/refer/coco/MatlabAPI/MaskApi.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/tools/refer/coco/MatlabAPI/MaskApi.m -------------------------------------------------------------------------------- /deps/vilbert-multi-task/tools/refer/coco/MatlabAPI/cocoDemo.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/tools/refer/coco/MatlabAPI/cocoDemo.m -------------------------------------------------------------------------------- /deps/vilbert-multi-task/tools/refer/coco/MatlabAPI/evalDemo.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/tools/refer/coco/MatlabAPI/evalDemo.m -------------------------------------------------------------------------------- /deps/vilbert-multi-task/tools/refer/coco/MatlabAPI/gason.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/tools/refer/coco/MatlabAPI/gason.m -------------------------------------------------------------------------------- /deps/vilbert-multi-task/tools/refer/coco/MatlabAPI/private/gasonMex.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/tools/refer/coco/MatlabAPI/private/gasonMex.cpp -------------------------------------------------------------------------------- /deps/vilbert-multi-task/tools/refer/coco/MatlabAPI/private/gasonMex.mexa64: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/tools/refer/coco/MatlabAPI/private/gasonMex.mexa64 -------------------------------------------------------------------------------- /deps/vilbert-multi-task/tools/refer/coco/MatlabAPI/private/gasonMex.mexmaci64: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/tools/refer/coco/MatlabAPI/private/gasonMex.mexmaci64 -------------------------------------------------------------------------------- /deps/vilbert-multi-task/tools/refer/coco/MatlabAPI/private/getPrmDflt.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/tools/refer/coco/MatlabAPI/private/getPrmDflt.m -------------------------------------------------------------------------------- /deps/vilbert-multi-task/tools/refer/coco/PythonAPI/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/tools/refer/coco/PythonAPI/Makefile -------------------------------------------------------------------------------- /deps/vilbert-multi-task/tools/refer/coco/PythonAPI/pycocoDemo.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/tools/refer/coco/PythonAPI/pycocoDemo.ipynb -------------------------------------------------------------------------------- /deps/vilbert-multi-task/tools/refer/coco/PythonAPI/pycocoEvalDemo.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/tools/refer/coco/PythonAPI/pycocoEvalDemo.ipynb -------------------------------------------------------------------------------- /deps/vilbert-multi-task/tools/refer/coco/PythonAPI/pycocotools/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'tylin' 2 | -------------------------------------------------------------------------------- /deps/vilbert-multi-task/tools/refer/coco/PythonAPI/pycocotools/_mask.pyx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/tools/refer/coco/PythonAPI/pycocotools/_mask.pyx -------------------------------------------------------------------------------- /deps/vilbert-multi-task/tools/refer/coco/PythonAPI/pycocotools/coco.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/tools/refer/coco/PythonAPI/pycocotools/coco.py -------------------------------------------------------------------------------- /deps/vilbert-multi-task/tools/refer/coco/PythonAPI/pycocotools/cocoeval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/tools/refer/coco/PythonAPI/pycocotools/cocoeval.py -------------------------------------------------------------------------------- /deps/vilbert-multi-task/tools/refer/coco/PythonAPI/pycocotools/mask.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/tools/refer/coco/PythonAPI/pycocotools/mask.py -------------------------------------------------------------------------------- /deps/vilbert-multi-task/tools/refer/coco/PythonAPI/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/tools/refer/coco/PythonAPI/setup.py -------------------------------------------------------------------------------- /deps/vilbert-multi-task/tools/refer/coco/README.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/tools/refer/coco/README.txt -------------------------------------------------------------------------------- /deps/vilbert-multi-task/tools/refer/coco/common/gason.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/tools/refer/coco/common/gason.cpp -------------------------------------------------------------------------------- /deps/vilbert-multi-task/tools/refer/coco/common/gason.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/tools/refer/coco/common/gason.h -------------------------------------------------------------------------------- /deps/vilbert-multi-task/tools/refer/coco/common/maskApi.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/tools/refer/coco/common/maskApi.c -------------------------------------------------------------------------------- /deps/vilbert-multi-task/tools/refer/coco/common/maskApi.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/tools/refer/coco/common/maskApi.h -------------------------------------------------------------------------------- /deps/vilbert-multi-task/tools/refer/coco/license.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/tools/refer/coco/license.txt -------------------------------------------------------------------------------- /deps/vilbert-multi-task/tools/refer/evaluation/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'licheng' 2 | 3 | 4 | -------------------------------------------------------------------------------- /deps/vilbert-multi-task/tools/refer/evaluation/bleu/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/tools/refer/evaluation/bleu/LICENSE -------------------------------------------------------------------------------- /deps/vilbert-multi-task/tools/refer/evaluation/bleu/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'tylin' 2 | -------------------------------------------------------------------------------- /deps/vilbert-multi-task/tools/refer/evaluation/bleu/bleu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/tools/refer/evaluation/bleu/bleu.py -------------------------------------------------------------------------------- /deps/vilbert-multi-task/tools/refer/evaluation/bleu/bleu_scorer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/tools/refer/evaluation/bleu/bleu_scorer.py -------------------------------------------------------------------------------- /deps/vilbert-multi-task/tools/refer/evaluation/cider/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'tylin' 2 | -------------------------------------------------------------------------------- /deps/vilbert-multi-task/tools/refer/evaluation/cider/cider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/tools/refer/evaluation/cider/cider.py -------------------------------------------------------------------------------- /deps/vilbert-multi-task/tools/refer/evaluation/cider/cider_scorer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/tools/refer/evaluation/cider/cider_scorer.py -------------------------------------------------------------------------------- /deps/vilbert-multi-task/tools/refer/evaluation/meteor/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'tylin' 2 | -------------------------------------------------------------------------------- /deps/vilbert-multi-task/tools/refer/evaluation/meteor/meteor-1.5.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/tools/refer/evaluation/meteor/meteor-1.5.jar -------------------------------------------------------------------------------- /deps/vilbert-multi-task/tools/refer/evaluation/meteor/meteor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/tools/refer/evaluation/meteor/meteor.py -------------------------------------------------------------------------------- /deps/vilbert-multi-task/tools/refer/evaluation/readme.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/tools/refer/evaluation/readme.txt -------------------------------------------------------------------------------- /deps/vilbert-multi-task/tools/refer/evaluation/refEvaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/tools/refer/evaluation/refEvaluation.py -------------------------------------------------------------------------------- /deps/vilbert-multi-task/tools/refer/evaluation/rouge/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'vrama91' 2 | -------------------------------------------------------------------------------- /deps/vilbert-multi-task/tools/refer/evaluation/rouge/rouge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/tools/refer/evaluation/rouge/rouge.py -------------------------------------------------------------------------------- /deps/vilbert-multi-task/tools/refer/evaluation/tokenizer/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'hfang' 2 | -------------------------------------------------------------------------------- /deps/vilbert-multi-task/tools/refer/evaluation/tokenizer/ptbtokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/tools/refer/evaluation/tokenizer/ptbtokenizer.py -------------------------------------------------------------------------------- /deps/vilbert-multi-task/tools/refer/evaluation/tokenizer/stanford-corenlp-3.4.1.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/tools/refer/evaluation/tokenizer/stanford-corenlp-3.4.1.jar -------------------------------------------------------------------------------- /deps/vilbert-multi-task/tools/refer/external/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/tools/refer/external/.gitignore -------------------------------------------------------------------------------- /deps/vilbert-multi-task/tools/refer/external/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/tools/refer/external/README.md -------------------------------------------------------------------------------- /deps/vilbert-multi-task/tools/refer/external/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'tylin' 2 | -------------------------------------------------------------------------------- /deps/vilbert-multi-task/tools/refer/external/_mask.pyx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/tools/refer/external/_mask.pyx -------------------------------------------------------------------------------- /deps/vilbert-multi-task/tools/refer/external/mask.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/tools/refer/external/mask.py -------------------------------------------------------------------------------- /deps/vilbert-multi-task/tools/refer/external/maskApi.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/tools/refer/external/maskApi.c -------------------------------------------------------------------------------- /deps/vilbert-multi-task/tools/refer/external/maskApi.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/tools/refer/external/maskApi.h -------------------------------------------------------------------------------- /deps/vilbert-multi-task/tools/refer/pyEvalDemo.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/tools/refer/pyEvalDemo.ipynb -------------------------------------------------------------------------------- /deps/vilbert-multi-task/tools/refer/pyReferDemo.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/tools/refer/pyReferDemo.ipynb -------------------------------------------------------------------------------- /deps/vilbert-multi-task/tools/refer/refer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/tools/refer/refer.py -------------------------------------------------------------------------------- /deps/vilbert-multi-task/tools/refer/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/tools/refer/setup.py -------------------------------------------------------------------------------- /deps/vilbert-multi-task/tools/refer/test/sample_expressions_testA.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/tools/refer/test/sample_expressions_testA.json -------------------------------------------------------------------------------- /deps/vilbert-multi-task/tools/refer/test/sample_expressions_testB.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/tools/refer/test/sample_expressions_testB.json -------------------------------------------------------------------------------- /deps/vilbert-multi-task/train_concap.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/train_concap.py -------------------------------------------------------------------------------- /deps/vilbert-multi-task/train_tasks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/train_tasks.py -------------------------------------------------------------------------------- /deps/vilbert-multi-task/vilbert/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/vilbert/__init__.py -------------------------------------------------------------------------------- /deps/vilbert-multi-task/vilbert/basebert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/vilbert/basebert.py -------------------------------------------------------------------------------- /deps/vilbert-multi-task/vilbert/datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/vilbert/datasets/__init__.py -------------------------------------------------------------------------------- /deps/vilbert-multi-task/vilbert/datasets/_image_features_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/vilbert/datasets/_image_features_reader.py -------------------------------------------------------------------------------- /deps/vilbert-multi-task/vilbert/datasets/concept_cap_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/vilbert/datasets/concept_cap_dataset.py -------------------------------------------------------------------------------- /deps/vilbert-multi-task/vilbert/datasets/flickr_grounding_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/vilbert/datasets/flickr_grounding_dataset.py -------------------------------------------------------------------------------- /deps/vilbert-multi-task/vilbert/datasets/foil_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/vilbert/datasets/foil_dataset.py -------------------------------------------------------------------------------- /deps/vilbert-multi-task/vilbert/datasets/gqa_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/vilbert/datasets/gqa_dataset.py -------------------------------------------------------------------------------- /deps/vilbert-multi-task/vilbert/datasets/guesswhat_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/vilbert/datasets/guesswhat_dataset.py -------------------------------------------------------------------------------- /deps/vilbert-multi-task/vilbert/datasets/guesswhat_pointing_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/vilbert/datasets/guesswhat_pointing_dataset.py -------------------------------------------------------------------------------- /deps/vilbert-multi-task/vilbert/datasets/nlvr2_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/vilbert/datasets/nlvr2_dataset.py -------------------------------------------------------------------------------- /deps/vilbert-multi-task/vilbert/datasets/refer_dense_caption.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/vilbert/datasets/refer_dense_caption.py -------------------------------------------------------------------------------- /deps/vilbert-multi-task/vilbert/datasets/refer_expression_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/vilbert/datasets/refer_expression_dataset.py -------------------------------------------------------------------------------- /deps/vilbert-multi-task/vilbert/datasets/retreival_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/vilbert/datasets/retreival_dataset.py -------------------------------------------------------------------------------- /deps/vilbert-multi-task/vilbert/datasets/vcr_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/vilbert/datasets/vcr_dataset.py -------------------------------------------------------------------------------- /deps/vilbert-multi-task/vilbert/datasets/visdial_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/vilbert/datasets/visdial_dataset.py -------------------------------------------------------------------------------- /deps/vilbert-multi-task/vilbert/datasets/vismadlibs_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/vilbert/datasets/vismadlibs_dataset.py -------------------------------------------------------------------------------- /deps/vilbert-multi-task/vilbert/datasets/visual7w_pointing_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/vilbert/datasets/visual7w_pointing_dataset.py -------------------------------------------------------------------------------- /deps/vilbert-multi-task/vilbert/datasets/visual_entailment_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/vilbert/datasets/visual_entailment_dataset.py -------------------------------------------------------------------------------- /deps/vilbert-multi-task/vilbert/datasets/visual_genome_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/vilbert/datasets/visual_genome_dataset.py -------------------------------------------------------------------------------- /deps/vilbert-multi-task/vilbert/datasets/vqa_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/vilbert/datasets/vqa_dataset.py -------------------------------------------------------------------------------- /deps/vilbert-multi-task/vilbert/datasets/vqa_mc_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/vilbert/datasets/vqa_mc_dataset.py -------------------------------------------------------------------------------- /deps/vilbert-multi-task/vilbert/optimization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/vilbert/optimization.py -------------------------------------------------------------------------------- /deps/vilbert-multi-task/vilbert/task_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/vilbert/task_utils.py -------------------------------------------------------------------------------- /deps/vilbert-multi-task/vilbert/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/vilbert/utils.py -------------------------------------------------------------------------------- /deps/vilbert-multi-task/vilbert/vilbert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/vilbert/vilbert.py -------------------------------------------------------------------------------- /deps/vilbert-multi-task/vilbert_tasks.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vilbert-multi-task/vilbert_tasks.yml -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/.flake8: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/.flake8 -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/.gitignore -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/ABSTRACTIONS.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/ABSTRACTIONS.md -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/CONTRIBUTING.md -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/INSTALL.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/INSTALL.md -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/LICENSE -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/MODEL_ZOO.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/MODEL_ZOO.md -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/README.md -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/TROUBLESHOOTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/TROUBLESHOOTING.md -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/configs/caffe2/e2e_faster_rcnn_R_101_FPN_1x_caffe2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/configs/caffe2/e2e_faster_rcnn_R_101_FPN_1x_caffe2.yaml -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/configs/caffe2/e2e_faster_rcnn_R_50_C4_1x_caffe2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/configs/caffe2/e2e_faster_rcnn_R_50_C4_1x_caffe2.yaml -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/configs/caffe2/e2e_faster_rcnn_R_50_FPN_1x_caffe2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/configs/caffe2/e2e_faster_rcnn_R_50_FPN_1x_caffe2.yaml -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/configs/caffe2/e2e_faster_rcnn_X_101_32x8d_FPN_1x_caffe2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/configs/caffe2/e2e_faster_rcnn_X_101_32x8d_FPN_1x_caffe2.yaml -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/configs/caffe2/e2e_mask_rcnn_R_101_FPN_1x_caffe2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/configs/caffe2/e2e_mask_rcnn_R_101_FPN_1x_caffe2.yaml -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/configs/caffe2/e2e_mask_rcnn_R_50_C4_1x_caffe2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/configs/caffe2/e2e_mask_rcnn_R_50_C4_1x_caffe2.yaml -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/configs/caffe2/e2e_mask_rcnn_R_50_FPN_1x_caffe2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/configs/caffe2/e2e_mask_rcnn_R_50_FPN_1x_caffe2.yaml -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/configs/caffe2/e2e_mask_rcnn_X_101_32x8d_FPN_1x_caffe2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/configs/caffe2/e2e_mask_rcnn_X_101_32x8d_FPN_1x_caffe2.yaml -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/configs/cityscapes/e2e_faster_rcnn_R_50_FPN_1x_cocostyle.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/configs/cityscapes/e2e_faster_rcnn_R_50_FPN_1x_cocostyle.yaml -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/configs/cityscapes/e2e_mask_rcnn_R_50_FPN_1x_cocostyle.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/configs/cityscapes/e2e_mask_rcnn_R_50_FPN_1x_cocostyle.yaml -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/configs/e2e_faster_rcnn_R_101_FPN_1x.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/configs/e2e_faster_rcnn_R_101_FPN_1x.yaml -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/configs/e2e_faster_rcnn_R_50_C4_1x.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/configs/e2e_faster_rcnn_R_50_C4_1x.yaml -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/configs/e2e_faster_rcnn_R_50_FPN_1x.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/configs/e2e_faster_rcnn_R_50_FPN_1x.yaml -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/configs/e2e_faster_rcnn_X_101_32x8d_FPN_1x.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/configs/e2e_faster_rcnn_X_101_32x8d_FPN_1x.yaml -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/configs/e2e_mask_rcnn_R_101_FPN_1x.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/configs/e2e_mask_rcnn_R_101_FPN_1x.yaml -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/configs/e2e_mask_rcnn_R_50_C4_1x.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/configs/e2e_mask_rcnn_R_50_C4_1x.yaml -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/configs/e2e_mask_rcnn_R_50_FPN_1x.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/configs/e2e_mask_rcnn_R_50_FPN_1x.yaml -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/configs/e2e_mask_rcnn_X_101_32x8d_FPN_1x.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/configs/e2e_mask_rcnn_X_101_32x8d_FPN_1x.yaml -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/configs/pascal_voc/e2e_faster_rcnn_R_50_C4_1x_1_gpu_voc.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/configs/pascal_voc/e2e_faster_rcnn_R_50_C4_1x_1_gpu_voc.yaml -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/configs/pascal_voc/e2e_faster_rcnn_R_50_C4_1x_4_gpu_voc.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/configs/pascal_voc/e2e_faster_rcnn_R_50_C4_1x_4_gpu_voc.yaml -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/configs/pascal_voc/e2e_mask_rcnn_R_50_FPN_1x_cocostyle.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/configs/pascal_voc/e2e_mask_rcnn_R_50_FPN_1x_cocostyle.yaml -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/configs/quick_schedules/e2e_faster_rcnn_R_50_C4_quick.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/configs/quick_schedules/e2e_faster_rcnn_R_50_C4_quick.yaml -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/configs/quick_schedules/e2e_faster_rcnn_R_50_FPN_quick.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/configs/quick_schedules/e2e_faster_rcnn_R_50_FPN_quick.yaml -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/configs/quick_schedules/e2e_faster_rcnn_X_101_32x8d_FPN_quick.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/configs/quick_schedules/e2e_faster_rcnn_X_101_32x8d_FPN_quick.yaml -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/configs/quick_schedules/e2e_mask_rcnn_R_50_C4_quick.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/configs/quick_schedules/e2e_mask_rcnn_R_50_C4_quick.yaml -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/configs/quick_schedules/e2e_mask_rcnn_R_50_FPN_quick.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/configs/quick_schedules/e2e_mask_rcnn_R_50_FPN_quick.yaml -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/configs/quick_schedules/e2e_mask_rcnn_X_101_32x8d_FPN_quick.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/configs/quick_schedules/e2e_mask_rcnn_X_101_32x8d_FPN_quick.yaml -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/configs/quick_schedules/rpn_R_50_C4_quick.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/configs/quick_schedules/rpn_R_50_C4_quick.yaml -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/configs/quick_schedules/rpn_R_50_FPN_quick.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/configs/quick_schedules/rpn_R_50_FPN_quick.yaml -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/configs/visual_genome_vqa/c2/modified_for_conversion_e2e_faster_rcnn_X-101-64x4d-FPN_1x_MLP_2048_FPN_512.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/configs/visual_genome_vqa/c2/modified_for_conversion_e2e_faster_rcnn_X-101-64x4d-FPN_1x_MLP_2048_FPN_512.yaml -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/configs/visual_genome_vqa/debug/e2e_faster_rcnn_X-101-64x4d-FPN_1x_MLP_2048_FPN_512_vqa_single.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/configs/visual_genome_vqa/debug/e2e_faster_rcnn_X-101-64x4d-FPN_1x_MLP_2048_FPN_512_vqa_single.yaml -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/configs/visual_genome_vqa/e2e_faster_rcnn_X-101-64x4d-FPN_1x_MLP_2048_FPN_512_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/configs/visual_genome_vqa/e2e_faster_rcnn_X-101-64x4d-FPN_1x_MLP_2048_FPN_512_test.yaml -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/configs/visual_genome_vqa/e2e_faster_rcnn_X-101-64x4d-FPN_1x_MLP_2048_FPN_512_train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/configs/visual_genome_vqa/e2e_faster_rcnn_X-101-64x4d-FPN_1x_MLP_2048_FPN_512_train.yaml -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/configs/visual_genome_vqa/e2e_faster_rcnn_X-101-64x4d-FPN_1x_MLP_2048_FPN_512_vqa_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/configs/visual_genome_vqa/e2e_faster_rcnn_X-101-64x4d-FPN_1x_MLP_2048_FPN_512_vqa_test.yaml -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/configs/visual_genome_vqa/e2e_faster_rcnn_X-101-64x4d-FPN_1x_MLP_2048_FPN_512_vqa_train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/configs/visual_genome_vqa/e2e_faster_rcnn_X-101-64x4d-FPN_1x_MLP_2048_FPN_512_vqa_train.yaml -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/configs/visual_genome_vqa/e2e_faster_rcnn_X-101-64x4d-FPN_1x_MLP_2048_FPN_512_vqa_val.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/configs/visual_genome_vqa/e2e_faster_rcnn_X-101-64x4d-FPN_1x_MLP_2048_FPN_512_vqa_val.yaml -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/configs/visual_genome_vqa/e2e_faster_rcnn_X-152-32x8d-FPN_1x_MLP_2048_FPN_512_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/configs/visual_genome_vqa/e2e_faster_rcnn_X-152-32x8d-FPN_1x_MLP_2048_FPN_512_test.yaml -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/configs/visual_genome_vqa/e2e_faster_rcnn_X-152-32x8d-FPN_1x_MLP_2048_FPN_512_train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/configs/visual_genome_vqa/e2e_faster_rcnn_X-152-32x8d-FPN_1x_MLP_2048_FPN_512_train.yaml -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/create_json.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/create_json.py -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/demo/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/demo/README.md -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/demo/demo_e2e_mask_rcnn_R_50_FPN_1x.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/demo/demo_e2e_mask_rcnn_R_50_FPN_1x.png -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/demo/demo_e2e_mask_rcnn_X_101_32x8d_FPN_1x.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/demo/demo_e2e_mask_rcnn_X_101_32x8d_FPN_1x.png -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/demo/predictor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/demo/predictor.py -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/demo/webcam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/demo/webcam.py -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/docker/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/docker/Dockerfile -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/docker/docker-jupyter/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/docker/docker-jupyter/Dockerfile -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/docker/docker-jupyter/jupyter_notebook_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/docker/docker-jupyter/jupyter_notebook_config.py -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Facebook, Inc. and its affiliates. All Rights Reserved. 2 | -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/config/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/config/__init__.py -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/config/defaults.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/config/defaults.py -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/config/paths_catalog.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/config/paths_catalog.py -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/csrc/ROIAlign.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/csrc/ROIAlign.h -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/csrc/ROIPool.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/csrc/ROIPool.h -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/csrc/cpu/ROIAlign_cpu.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/csrc/cpu/ROIAlign_cpu.cpp -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/csrc/cpu/nms_cpu.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/csrc/cpu/nms_cpu.cpp -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/csrc/cpu/vision.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/csrc/cpu/vision.h -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/csrc/cuda/ROIAlign_cuda.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/csrc/cuda/ROIAlign_cuda.cu -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/csrc/cuda/ROIPool_cuda.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/csrc/cuda/ROIPool_cuda.cu -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/csrc/cuda/nms.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/csrc/cuda/nms.cu -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/csrc/cuda/vision.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/csrc/cuda/vision.h -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/csrc/nms.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/csrc/nms.h -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/csrc/vision.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/csrc/vision.cpp -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/engine/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Facebook, Inc. and its affiliates. All Rights Reserved. 2 | -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/engine/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/engine/inference.py -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/engine/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/engine/trainer.py -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/layers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/layers/__init__.py -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/layers/_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/layers/_utils.py -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/layers/batch_norm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/layers/batch_norm.py -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/layers/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/layers/misc.py -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/layers/nms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/layers/nms.py -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/layers/roi_align.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/layers/roi_align.py -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/layers/roi_pool.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/layers/roi_pool.py -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/layers/smooth_l1_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/layers/smooth_l1_loss.py -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/modeling/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/modeling/backbone/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/modeling/backbone/__init__.py -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/modeling/backbone/backbone.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/modeling/backbone/backbone.py -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/modeling/backbone/fpn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/modeling/backbone/fpn.py -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/modeling/backbone/resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/modeling/backbone/resnet.py -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/modeling/balanced_positive_negative_sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/modeling/balanced_positive_negative_sampler.py -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/modeling/box_coder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/modeling/box_coder.py -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/modeling/detector/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/modeling/detector/__init__.py -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/modeling/detector/detectors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/modeling/detector/detectors.py -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/modeling/detector/generalized_rcnn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/modeling/detector/generalized_rcnn.py -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/modeling/matcher.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/modeling/matcher.py -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/modeling/poolers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/modeling/poolers.py -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/modeling/registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/modeling/registry.py -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/modeling/roi_heads/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/modeling/roi_heads/box_head/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/modeling/roi_heads/box_head/box_head.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/modeling/roi_heads/box_head/box_head.py -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/modeling/roi_heads/box_head/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/modeling/roi_heads/box_head/inference.py -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/modeling/roi_heads/box_head/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/modeling/roi_heads/box_head/loss.py -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/modeling/roi_heads/box_head/roi_box_feature_extractors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/modeling/roi_heads/box_head/roi_box_feature_extractors.py -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/modeling/roi_heads/box_head/roi_box_predictors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/modeling/roi_heads/box_head/roi_box_predictors.py -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/modeling/roi_heads/mask_head/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/modeling/roi_heads/mask_head/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/modeling/roi_heads/mask_head/inference.py -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/modeling/roi_heads/mask_head/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/modeling/roi_heads/mask_head/loss.py -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/modeling/roi_heads/mask_head/mask_head.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/modeling/roi_heads/mask_head/mask_head.py -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/modeling/roi_heads/mask_head/roi_mask_feature_extractors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/modeling/roi_heads/mask_head/roi_mask_feature_extractors.py -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/modeling/roi_heads/mask_head/roi_mask_predictors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/modeling/roi_heads/mask_head/roi_mask_predictors.py -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/modeling/roi_heads/roi_heads.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/modeling/roi_heads/roi_heads.py -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/modeling/rpn/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/modeling/rpn/__init__.py -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/modeling/rpn/anchor_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/modeling/rpn/anchor_generator.py -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/modeling/rpn/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/modeling/rpn/inference.py -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/modeling/rpn/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/modeling/rpn/loss.py -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/modeling/rpn/rpn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/modeling/rpn/rpn.py -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/modeling/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/modeling/utils.py -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/solver/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/solver/__init__.py -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/solver/build.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/solver/build.py -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/solver/lr_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/solver/lr_scheduler.py -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/structures/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/structures/bounding_box.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/structures/bounding_box.py -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/structures/boxlist_ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/structures/boxlist_ops.py -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/structures/image_list.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/structures/image_list.py -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/structures/segmentation_mask.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/structures/segmentation_mask.py -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/utils/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/utils/README.md -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/utils/c2_model_loading.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/utils/c2_model_loading.py -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/utils/checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/utils/checkpoint.py -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/utils/collect_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/utils/collect_env.py -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/utils/comm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/utils/comm.py -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/utils/env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/utils/env.py -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/utils/imports.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/utils/imports.py -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/utils/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/utils/logger.py -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/utils/metric_logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/utils/metric_logger.py -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/utils/miscellaneous.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/utils/miscellaneous.py -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/utils/model_serialization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/utils/model_serialization.py -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/utils/model_zoo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/utils/model_zoo.py -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/utils/registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/maskrcnn_benchmark/utils/registry.py -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/setup.py -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/tests/checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/tests/checkpoint.py -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/tests/test_data_samplers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/tests/test_data_samplers.py -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/tests/test_metric_logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/tests/test_metric_logger.py -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/tools/c2_to_pt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/tools/c2_to_pt.py -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/tools/cityscapes/convert_cityscapes_to_coco.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/tools/cityscapes/convert_cityscapes_to_coco.py -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/tools/cityscapes/instances2dict_with_polygons.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/tools/cityscapes/instances2dict_with_polygons.py -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/tools/extract_vqa_feat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/tools/extract_vqa_feat.py -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/tools/test_net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/tools/test_net.py -------------------------------------------------------------------------------- /deps/vqa-maskrcnn-benchmark/tools/train_net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/deps/vqa-maskrcnn-benchmark/tools/train_net.py -------------------------------------------------------------------------------- /figures/domain_variation.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/figures/domain_variation.png -------------------------------------------------------------------------------- /figures/implicit_decomp.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/figures/implicit_decomp.png -------------------------------------------------------------------------------- /figures/intro.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/figures/intro.png -------------------------------------------------------------------------------- /figures/preprocessing.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/figures/preprocessing.png -------------------------------------------------------------------------------- /index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/multimodalqa/HEAD/index.md --------------------------------------------------------------------------------