├── .gitignore ├── LICENSE ├── README.md ├── __pycache__ ├── Tensor.cpython-36.pyc ├── activation.cpython-36.pyc ├── attention.cpython-36.pyc ├── base_model.cpython-36.pyc ├── base_model_OE.cpython-36.pyc ├── bc.cpython-36.pyc ├── classifier.cpython-36.pyc ├── counting.cpython-36.pyc ├── dataset.cpython-36.pyc ├── dataset_MC.cpython-36.pyc ├── dataset_OE.cpython-36.pyc ├── fc.cpython-36.pyc ├── language_model.cpython-36.pyc ├── loss_function.cpython-36.pyc ├── meters.cpython-36.pyc ├── tc.cpython-36.pyc ├── train.cpython-36.pyc ├── train_OE.cpython-36.pyc ├── trainer.cpython-36.pyc ├── trainer_OE.cpython-36.pyc ├── trainer_fp16.cpython-36.pyc └── utils.cpython-36.pyc ├── misc ├── Free-form-Tri-attn.png └── Multiple-Choice-VQA.png ├── requirements.txt ├── sample_answerkey.csv ├── src ├── FFOE │ ├── base_model.py │ ├── dataset.py │ ├── main.py │ ├── test.py │ ├── train.py │ └── trainer.py ├── MC │ ├── base_model.py │ ├── dataset.py │ ├── main.py │ ├── test.py │ ├── train.py │ └── trainer.py ├── Tensor.py ├── activation.py ├── attention.py ├── bc.py ├── classifier.py ├── counting.py ├── dataset.py ├── evaluate.py ├── evaluate_TDIUC.py ├── fc.py ├── language_model.py ├── loss_function.py ├── meters.py ├── tc.py └── utils.py └── tools ├── __pycache__ └── compute_softscore.cpython-36.pyc ├── adaptive_detection_features_converter.py ├── compute_softscore.py ├── create_answer_embedding.py ├── create_bert_embedding.py ├── create_dictionary.py ├── create_embedding.py ├── detection_features_converter.py ├── detection_features_converter_target.py ├── download.sh ├── download_data.sh ├── grad_check.py └── process.sh /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aioz-ai/ICCV19_VQA-CTI/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aioz-ai/ICCV19_VQA-CTI/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aioz-ai/ICCV19_VQA-CTI/HEAD/README.md -------------------------------------------------------------------------------- /__pycache__/Tensor.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aioz-ai/ICCV19_VQA-CTI/HEAD/__pycache__/Tensor.cpython-36.pyc -------------------------------------------------------------------------------- /__pycache__/activation.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aioz-ai/ICCV19_VQA-CTI/HEAD/__pycache__/activation.cpython-36.pyc -------------------------------------------------------------------------------- /__pycache__/attention.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aioz-ai/ICCV19_VQA-CTI/HEAD/__pycache__/attention.cpython-36.pyc -------------------------------------------------------------------------------- /__pycache__/base_model.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aioz-ai/ICCV19_VQA-CTI/HEAD/__pycache__/base_model.cpython-36.pyc -------------------------------------------------------------------------------- /__pycache__/base_model_OE.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aioz-ai/ICCV19_VQA-CTI/HEAD/__pycache__/base_model_OE.cpython-36.pyc -------------------------------------------------------------------------------- /__pycache__/bc.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aioz-ai/ICCV19_VQA-CTI/HEAD/__pycache__/bc.cpython-36.pyc -------------------------------------------------------------------------------- /__pycache__/classifier.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aioz-ai/ICCV19_VQA-CTI/HEAD/__pycache__/classifier.cpython-36.pyc -------------------------------------------------------------------------------- /__pycache__/counting.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aioz-ai/ICCV19_VQA-CTI/HEAD/__pycache__/counting.cpython-36.pyc -------------------------------------------------------------------------------- /__pycache__/dataset.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aioz-ai/ICCV19_VQA-CTI/HEAD/__pycache__/dataset.cpython-36.pyc -------------------------------------------------------------------------------- /__pycache__/dataset_MC.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aioz-ai/ICCV19_VQA-CTI/HEAD/__pycache__/dataset_MC.cpython-36.pyc -------------------------------------------------------------------------------- /__pycache__/dataset_OE.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aioz-ai/ICCV19_VQA-CTI/HEAD/__pycache__/dataset_OE.cpython-36.pyc -------------------------------------------------------------------------------- /__pycache__/fc.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aioz-ai/ICCV19_VQA-CTI/HEAD/__pycache__/fc.cpython-36.pyc -------------------------------------------------------------------------------- /__pycache__/language_model.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aioz-ai/ICCV19_VQA-CTI/HEAD/__pycache__/language_model.cpython-36.pyc -------------------------------------------------------------------------------- /__pycache__/loss_function.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aioz-ai/ICCV19_VQA-CTI/HEAD/__pycache__/loss_function.cpython-36.pyc -------------------------------------------------------------------------------- /__pycache__/meters.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aioz-ai/ICCV19_VQA-CTI/HEAD/__pycache__/meters.cpython-36.pyc -------------------------------------------------------------------------------- /__pycache__/tc.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aioz-ai/ICCV19_VQA-CTI/HEAD/__pycache__/tc.cpython-36.pyc -------------------------------------------------------------------------------- /__pycache__/train.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aioz-ai/ICCV19_VQA-CTI/HEAD/__pycache__/train.cpython-36.pyc -------------------------------------------------------------------------------- /__pycache__/train_OE.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aioz-ai/ICCV19_VQA-CTI/HEAD/__pycache__/train_OE.cpython-36.pyc -------------------------------------------------------------------------------- /__pycache__/trainer.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aioz-ai/ICCV19_VQA-CTI/HEAD/__pycache__/trainer.cpython-36.pyc -------------------------------------------------------------------------------- /__pycache__/trainer_OE.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aioz-ai/ICCV19_VQA-CTI/HEAD/__pycache__/trainer_OE.cpython-36.pyc -------------------------------------------------------------------------------- /__pycache__/trainer_fp16.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aioz-ai/ICCV19_VQA-CTI/HEAD/__pycache__/trainer_fp16.cpython-36.pyc -------------------------------------------------------------------------------- /__pycache__/utils.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aioz-ai/ICCV19_VQA-CTI/HEAD/__pycache__/utils.cpython-36.pyc -------------------------------------------------------------------------------- /misc/Free-form-Tri-attn.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aioz-ai/ICCV19_VQA-CTI/HEAD/misc/Free-form-Tri-attn.png -------------------------------------------------------------------------------- /misc/Multiple-Choice-VQA.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aioz-ai/ICCV19_VQA-CTI/HEAD/misc/Multiple-Choice-VQA.png -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aioz-ai/ICCV19_VQA-CTI/HEAD/requirements.txt -------------------------------------------------------------------------------- /sample_answerkey.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aioz-ai/ICCV19_VQA-CTI/HEAD/sample_answerkey.csv -------------------------------------------------------------------------------- /src/FFOE/base_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aioz-ai/ICCV19_VQA-CTI/HEAD/src/FFOE/base_model.py -------------------------------------------------------------------------------- /src/FFOE/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aioz-ai/ICCV19_VQA-CTI/HEAD/src/FFOE/dataset.py -------------------------------------------------------------------------------- /src/FFOE/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aioz-ai/ICCV19_VQA-CTI/HEAD/src/FFOE/main.py -------------------------------------------------------------------------------- /src/FFOE/test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aioz-ai/ICCV19_VQA-CTI/HEAD/src/FFOE/test.py -------------------------------------------------------------------------------- /src/FFOE/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aioz-ai/ICCV19_VQA-CTI/HEAD/src/FFOE/train.py -------------------------------------------------------------------------------- /src/FFOE/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aioz-ai/ICCV19_VQA-CTI/HEAD/src/FFOE/trainer.py -------------------------------------------------------------------------------- /src/MC/base_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aioz-ai/ICCV19_VQA-CTI/HEAD/src/MC/base_model.py -------------------------------------------------------------------------------- /src/MC/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aioz-ai/ICCV19_VQA-CTI/HEAD/src/MC/dataset.py -------------------------------------------------------------------------------- /src/MC/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aioz-ai/ICCV19_VQA-CTI/HEAD/src/MC/main.py -------------------------------------------------------------------------------- /src/MC/test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aioz-ai/ICCV19_VQA-CTI/HEAD/src/MC/test.py -------------------------------------------------------------------------------- /src/MC/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aioz-ai/ICCV19_VQA-CTI/HEAD/src/MC/train.py -------------------------------------------------------------------------------- /src/MC/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aioz-ai/ICCV19_VQA-CTI/HEAD/src/MC/trainer.py -------------------------------------------------------------------------------- /src/Tensor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aioz-ai/ICCV19_VQA-CTI/HEAD/src/Tensor.py -------------------------------------------------------------------------------- /src/activation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aioz-ai/ICCV19_VQA-CTI/HEAD/src/activation.py -------------------------------------------------------------------------------- /src/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aioz-ai/ICCV19_VQA-CTI/HEAD/src/attention.py -------------------------------------------------------------------------------- /src/bc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aioz-ai/ICCV19_VQA-CTI/HEAD/src/bc.py -------------------------------------------------------------------------------- /src/classifier.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aioz-ai/ICCV19_VQA-CTI/HEAD/src/classifier.py -------------------------------------------------------------------------------- /src/counting.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aioz-ai/ICCV19_VQA-CTI/HEAD/src/counting.py -------------------------------------------------------------------------------- /src/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aioz-ai/ICCV19_VQA-CTI/HEAD/src/dataset.py -------------------------------------------------------------------------------- /src/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aioz-ai/ICCV19_VQA-CTI/HEAD/src/evaluate.py -------------------------------------------------------------------------------- /src/evaluate_TDIUC.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aioz-ai/ICCV19_VQA-CTI/HEAD/src/evaluate_TDIUC.py -------------------------------------------------------------------------------- /src/fc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aioz-ai/ICCV19_VQA-CTI/HEAD/src/fc.py -------------------------------------------------------------------------------- /src/language_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aioz-ai/ICCV19_VQA-CTI/HEAD/src/language_model.py -------------------------------------------------------------------------------- /src/loss_function.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aioz-ai/ICCV19_VQA-CTI/HEAD/src/loss_function.py -------------------------------------------------------------------------------- /src/meters.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aioz-ai/ICCV19_VQA-CTI/HEAD/src/meters.py -------------------------------------------------------------------------------- /src/tc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aioz-ai/ICCV19_VQA-CTI/HEAD/src/tc.py -------------------------------------------------------------------------------- /src/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aioz-ai/ICCV19_VQA-CTI/HEAD/src/utils.py -------------------------------------------------------------------------------- /tools/__pycache__/compute_softscore.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aioz-ai/ICCV19_VQA-CTI/HEAD/tools/__pycache__/compute_softscore.cpython-36.pyc -------------------------------------------------------------------------------- /tools/adaptive_detection_features_converter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aioz-ai/ICCV19_VQA-CTI/HEAD/tools/adaptive_detection_features_converter.py -------------------------------------------------------------------------------- /tools/compute_softscore.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aioz-ai/ICCV19_VQA-CTI/HEAD/tools/compute_softscore.py -------------------------------------------------------------------------------- /tools/create_answer_embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aioz-ai/ICCV19_VQA-CTI/HEAD/tools/create_answer_embedding.py -------------------------------------------------------------------------------- /tools/create_bert_embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aioz-ai/ICCV19_VQA-CTI/HEAD/tools/create_bert_embedding.py -------------------------------------------------------------------------------- /tools/create_dictionary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aioz-ai/ICCV19_VQA-CTI/HEAD/tools/create_dictionary.py -------------------------------------------------------------------------------- /tools/create_embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aioz-ai/ICCV19_VQA-CTI/HEAD/tools/create_embedding.py -------------------------------------------------------------------------------- /tools/detection_features_converter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aioz-ai/ICCV19_VQA-CTI/HEAD/tools/detection_features_converter.py -------------------------------------------------------------------------------- /tools/detection_features_converter_target.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aioz-ai/ICCV19_VQA-CTI/HEAD/tools/detection_features_converter_target.py -------------------------------------------------------------------------------- /tools/download.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aioz-ai/ICCV19_VQA-CTI/HEAD/tools/download.sh -------------------------------------------------------------------------------- /tools/download_data.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aioz-ai/ICCV19_VQA-CTI/HEAD/tools/download_data.sh -------------------------------------------------------------------------------- /tools/grad_check.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aioz-ai/ICCV19_VQA-CTI/HEAD/tools/grad_check.py -------------------------------------------------------------------------------- /tools/process.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aioz-ai/ICCV19_VQA-CTI/HEAD/tools/process.sh --------------------------------------------------------------------------------