├── .gitignore ├── CODE_OF_CONDUCT.md ├── CONTRIBUTING.md ├── LICENSE ├── README.md ├── __init__.py ├── clipvil_anns_conversion.py ├── configs ├── datasets │ └── vqa2_extended.yaml ├── defaults.yaml └── experiments │ ├── movie_mcan │ └── vqa2 │ │ ├── defaults.yaml │ │ ├── select_pred.yaml │ │ └── select_pred_calibration.yaml │ ├── pythia │ └── vqa2 │ │ ├── defaults.yaml │ │ ├── select_pred.yaml │ │ └── select_pred_calibration.yaml │ ├── vilbert │ └── vqa2 │ │ ├── defaults.yaml │ │ ├── select_pred.yaml │ │ └── select_pred_calibration.yaml │ └── visual_bert │ └── vqa2 │ ├── defaults.yaml │ ├── select_pred.yaml │ └── select_pred_calibration.yaml ├── datasets ├── builder.py └── vqa2.py ├── eval_scripts ├── reliable_vqa_eval.py ├── run.py └── vqa.py ├── fixed_mcan_clip_grid_feature.py ├── models ├── select_movie_mcan.py ├── select_pythia.py ├── select_vilbert.py ├── select_visual_bert.py └── selective_predictors.py ├── modules ├── losses.py └── metrics.py └── split_data.py /.gitignore: -------------------------------------------------------------------------------- 1 | save/ 2 | *__pycache__* 3 | *.pyc -------------------------------------------------------------------------------- /CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/reliable_vqa/HEAD/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/reliable_vqa/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/reliable_vqa/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/reliable_vqa/HEAD/README.md -------------------------------------------------------------------------------- /__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/reliable_vqa/HEAD/__init__.py -------------------------------------------------------------------------------- /clipvil_anns_conversion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/reliable_vqa/HEAD/clipvil_anns_conversion.py -------------------------------------------------------------------------------- /configs/datasets/vqa2_extended.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/reliable_vqa/HEAD/configs/datasets/vqa2_extended.yaml -------------------------------------------------------------------------------- /configs/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/reliable_vqa/HEAD/configs/defaults.yaml -------------------------------------------------------------------------------- /configs/experiments/movie_mcan/vqa2/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/reliable_vqa/HEAD/configs/experiments/movie_mcan/vqa2/defaults.yaml -------------------------------------------------------------------------------- /configs/experiments/movie_mcan/vqa2/select_pred.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/reliable_vqa/HEAD/configs/experiments/movie_mcan/vqa2/select_pred.yaml -------------------------------------------------------------------------------- /configs/experiments/movie_mcan/vqa2/select_pred_calibration.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/reliable_vqa/HEAD/configs/experiments/movie_mcan/vqa2/select_pred_calibration.yaml -------------------------------------------------------------------------------- /configs/experiments/pythia/vqa2/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/reliable_vqa/HEAD/configs/experiments/pythia/vqa2/defaults.yaml -------------------------------------------------------------------------------- /configs/experiments/pythia/vqa2/select_pred.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/reliable_vqa/HEAD/configs/experiments/pythia/vqa2/select_pred.yaml -------------------------------------------------------------------------------- /configs/experiments/pythia/vqa2/select_pred_calibration.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/reliable_vqa/HEAD/configs/experiments/pythia/vqa2/select_pred_calibration.yaml -------------------------------------------------------------------------------- /configs/experiments/vilbert/vqa2/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/reliable_vqa/HEAD/configs/experiments/vilbert/vqa2/defaults.yaml -------------------------------------------------------------------------------- /configs/experiments/vilbert/vqa2/select_pred.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/reliable_vqa/HEAD/configs/experiments/vilbert/vqa2/select_pred.yaml -------------------------------------------------------------------------------- /configs/experiments/vilbert/vqa2/select_pred_calibration.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/reliable_vqa/HEAD/configs/experiments/vilbert/vqa2/select_pred_calibration.yaml -------------------------------------------------------------------------------- /configs/experiments/visual_bert/vqa2/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/reliable_vqa/HEAD/configs/experiments/visual_bert/vqa2/defaults.yaml -------------------------------------------------------------------------------- /configs/experiments/visual_bert/vqa2/select_pred.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/reliable_vqa/HEAD/configs/experiments/visual_bert/vqa2/select_pred.yaml -------------------------------------------------------------------------------- /configs/experiments/visual_bert/vqa2/select_pred_calibration.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/reliable_vqa/HEAD/configs/experiments/visual_bert/vqa2/select_pred_calibration.yaml -------------------------------------------------------------------------------- /datasets/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/reliable_vqa/HEAD/datasets/builder.py -------------------------------------------------------------------------------- /datasets/vqa2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/reliable_vqa/HEAD/datasets/vqa2.py -------------------------------------------------------------------------------- /eval_scripts/reliable_vqa_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/reliable_vqa/HEAD/eval_scripts/reliable_vqa_eval.py -------------------------------------------------------------------------------- /eval_scripts/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/reliable_vqa/HEAD/eval_scripts/run.py -------------------------------------------------------------------------------- /eval_scripts/vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/reliable_vqa/HEAD/eval_scripts/vqa.py -------------------------------------------------------------------------------- /fixed_mcan_clip_grid_feature.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/reliable_vqa/HEAD/fixed_mcan_clip_grid_feature.py -------------------------------------------------------------------------------- /models/select_movie_mcan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/reliable_vqa/HEAD/models/select_movie_mcan.py -------------------------------------------------------------------------------- /models/select_pythia.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/reliable_vqa/HEAD/models/select_pythia.py -------------------------------------------------------------------------------- /models/select_vilbert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/reliable_vqa/HEAD/models/select_vilbert.py -------------------------------------------------------------------------------- /models/select_visual_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/reliable_vqa/HEAD/models/select_visual_bert.py -------------------------------------------------------------------------------- /models/selective_predictors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/reliable_vqa/HEAD/models/selective_predictors.py -------------------------------------------------------------------------------- /modules/losses.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/reliable_vqa/HEAD/modules/losses.py -------------------------------------------------------------------------------- /modules/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/reliable_vqa/HEAD/modules/metrics.py -------------------------------------------------------------------------------- /split_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/reliable_vqa/HEAD/split_data.py --------------------------------------------------------------------------------