├── .gitignore ├── LICENSE ├── README.md ├── VIBIKNet ├── README.md ├── __init__.py ├── config.py ├── data_engine │ ├── __init__.py │ ├── __init__.pyc │ ├── convert_to_lists.py │ ├── prepare_data.py │ ├── prepare_data.pyc │ └── vqa_data.pyc ├── main.py ├── visualize_results.ipynb └── vqa_model.py ├── docs ├── CVPR_KCNN.png ├── CVPR_Poster.pdf ├── CVPR_model.png └── examples.png ├── features_extraction ├── KCNN │ ├── README.md │ ├── applyNormPCA.m │ ├── applyNormPCAFV.m │ ├── applyNormPCAFV_split.m │ ├── applyNormPCA_test.m │ ├── extractCNNfeatures.m │ ├── extractCNNfeatures_newCaffe.m │ ├── extractObjectProposals.m │ ├── learnGMM.m │ ├── mainKCNNExtraction.m │ ├── out_applyNormPCA.txt │ ├── out_applyNormPCA_split.txt │ ├── out_extFeat_test.txt │ ├── out_extFeat_train.txt │ ├── out_extFeat_val.txt │ ├── out_extObj.txt │ ├── out_extObj_test.txt │ ├── out_extObj_val.txt │ ├── out_learnGMM_train.txt │ ├── out_normPCAFV_train.txt │ ├── out_normPCA_train.txt │ ├── out_transform.txt │ └── transformFVs.m ├── README.md ├── applyNormPCA.m ├── applyNormPCA_test.m ├── extractCNNFeatures.m ├── extractCNNFeaturesConv.m ├── indexFeatures.m ├── indexFeaturesMSRVD.m ├── mainExtract3DCNN.m ├── mainExtract3DCNN.sh ├── mainExtractConvLayer.m ├── mainExtractFCLayer.m ├── mat2csv.m ├── mat2csv_objProps.m ├── mega_upload.sh ├── prepare_batch_custom_crop.m └── splitCSV.m └── utils ├── __init__.py ├── __init__.pyc ├── callbacks.py ├── callbacks.pyc ├── common.py ├── common.pyc ├── evaluation.py ├── evaluation.pyc ├── prepare_features.py ├── pretrain_word_vectors.py ├── read_write.py ├── read_write.pyc ├── vqaClassNormalizedEval.py ├── vqaClassNormalizedEval.pyc ├── vqaEval.py └── vqaEval.pyc /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MarcBS/VIBIKNet/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MarcBS/VIBIKNet/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MarcBS/VIBIKNet/HEAD/README.md -------------------------------------------------------------------------------- /VIBIKNet/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MarcBS/VIBIKNet/HEAD/VIBIKNet/README.md -------------------------------------------------------------------------------- /VIBIKNet/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /VIBIKNet/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MarcBS/VIBIKNet/HEAD/VIBIKNet/config.py -------------------------------------------------------------------------------- /VIBIKNet/data_engine/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'lvapeab' -------------------------------------------------------------------------------- /VIBIKNet/data_engine/__init__.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MarcBS/VIBIKNet/HEAD/VIBIKNet/data_engine/__init__.pyc -------------------------------------------------------------------------------- /VIBIKNet/data_engine/convert_to_lists.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MarcBS/VIBIKNet/HEAD/VIBIKNet/data_engine/convert_to_lists.py -------------------------------------------------------------------------------- /VIBIKNet/data_engine/prepare_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MarcBS/VIBIKNet/HEAD/VIBIKNet/data_engine/prepare_data.py -------------------------------------------------------------------------------- /VIBIKNet/data_engine/prepare_data.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MarcBS/VIBIKNet/HEAD/VIBIKNet/data_engine/prepare_data.pyc -------------------------------------------------------------------------------- /VIBIKNet/data_engine/vqa_data.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MarcBS/VIBIKNet/HEAD/VIBIKNet/data_engine/vqa_data.pyc -------------------------------------------------------------------------------- /VIBIKNet/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MarcBS/VIBIKNet/HEAD/VIBIKNet/main.py -------------------------------------------------------------------------------- /VIBIKNet/visualize_results.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MarcBS/VIBIKNet/HEAD/VIBIKNet/visualize_results.ipynb -------------------------------------------------------------------------------- /VIBIKNet/vqa_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MarcBS/VIBIKNet/HEAD/VIBIKNet/vqa_model.py -------------------------------------------------------------------------------- /docs/CVPR_KCNN.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MarcBS/VIBIKNet/HEAD/docs/CVPR_KCNN.png -------------------------------------------------------------------------------- /docs/CVPR_Poster.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MarcBS/VIBIKNet/HEAD/docs/CVPR_Poster.pdf -------------------------------------------------------------------------------- /docs/CVPR_model.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MarcBS/VIBIKNet/HEAD/docs/CVPR_model.png -------------------------------------------------------------------------------- /docs/examples.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MarcBS/VIBIKNet/HEAD/docs/examples.png -------------------------------------------------------------------------------- /features_extraction/KCNN/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MarcBS/VIBIKNet/HEAD/features_extraction/KCNN/README.md -------------------------------------------------------------------------------- /features_extraction/KCNN/applyNormPCA.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MarcBS/VIBIKNet/HEAD/features_extraction/KCNN/applyNormPCA.m -------------------------------------------------------------------------------- /features_extraction/KCNN/applyNormPCAFV.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MarcBS/VIBIKNet/HEAD/features_extraction/KCNN/applyNormPCAFV.m -------------------------------------------------------------------------------- /features_extraction/KCNN/applyNormPCAFV_split.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MarcBS/VIBIKNet/HEAD/features_extraction/KCNN/applyNormPCAFV_split.m -------------------------------------------------------------------------------- /features_extraction/KCNN/applyNormPCA_test.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MarcBS/VIBIKNet/HEAD/features_extraction/KCNN/applyNormPCA_test.m -------------------------------------------------------------------------------- /features_extraction/KCNN/extractCNNfeatures.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MarcBS/VIBIKNet/HEAD/features_extraction/KCNN/extractCNNfeatures.m -------------------------------------------------------------------------------- /features_extraction/KCNN/extractCNNfeatures_newCaffe.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MarcBS/VIBIKNet/HEAD/features_extraction/KCNN/extractCNNfeatures_newCaffe.m -------------------------------------------------------------------------------- /features_extraction/KCNN/extractObjectProposals.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MarcBS/VIBIKNet/HEAD/features_extraction/KCNN/extractObjectProposals.m -------------------------------------------------------------------------------- /features_extraction/KCNN/learnGMM.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MarcBS/VIBIKNet/HEAD/features_extraction/KCNN/learnGMM.m -------------------------------------------------------------------------------- /features_extraction/KCNN/mainKCNNExtraction.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MarcBS/VIBIKNet/HEAD/features_extraction/KCNN/mainKCNNExtraction.m -------------------------------------------------------------------------------- /features_extraction/KCNN/out_applyNormPCA.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MarcBS/VIBIKNet/HEAD/features_extraction/KCNN/out_applyNormPCA.txt -------------------------------------------------------------------------------- /features_extraction/KCNN/out_applyNormPCA_split.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MarcBS/VIBIKNet/HEAD/features_extraction/KCNN/out_applyNormPCA_split.txt -------------------------------------------------------------------------------- /features_extraction/KCNN/out_extFeat_test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MarcBS/VIBIKNet/HEAD/features_extraction/KCNN/out_extFeat_test.txt -------------------------------------------------------------------------------- /features_extraction/KCNN/out_extFeat_train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MarcBS/VIBIKNet/HEAD/features_extraction/KCNN/out_extFeat_train.txt -------------------------------------------------------------------------------- /features_extraction/KCNN/out_extFeat_val.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MarcBS/VIBIKNet/HEAD/features_extraction/KCNN/out_extFeat_val.txt -------------------------------------------------------------------------------- /features_extraction/KCNN/out_extObj.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MarcBS/VIBIKNet/HEAD/features_extraction/KCNN/out_extObj.txt -------------------------------------------------------------------------------- /features_extraction/KCNN/out_extObj_test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MarcBS/VIBIKNet/HEAD/features_extraction/KCNN/out_extObj_test.txt -------------------------------------------------------------------------------- /features_extraction/KCNN/out_extObj_val.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MarcBS/VIBIKNet/HEAD/features_extraction/KCNN/out_extObj_val.txt -------------------------------------------------------------------------------- /features_extraction/KCNN/out_learnGMM_train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MarcBS/VIBIKNet/HEAD/features_extraction/KCNN/out_learnGMM_train.txt -------------------------------------------------------------------------------- /features_extraction/KCNN/out_normPCAFV_train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MarcBS/VIBIKNet/HEAD/features_extraction/KCNN/out_normPCAFV_train.txt -------------------------------------------------------------------------------- /features_extraction/KCNN/out_normPCA_train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MarcBS/VIBIKNet/HEAD/features_extraction/KCNN/out_normPCA_train.txt -------------------------------------------------------------------------------- /features_extraction/KCNN/out_transform.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MarcBS/VIBIKNet/HEAD/features_extraction/KCNN/out_transform.txt -------------------------------------------------------------------------------- /features_extraction/KCNN/transformFVs.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MarcBS/VIBIKNet/HEAD/features_extraction/KCNN/transformFVs.m -------------------------------------------------------------------------------- /features_extraction/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MarcBS/VIBIKNet/HEAD/features_extraction/README.md -------------------------------------------------------------------------------- /features_extraction/applyNormPCA.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MarcBS/VIBIKNet/HEAD/features_extraction/applyNormPCA.m -------------------------------------------------------------------------------- /features_extraction/applyNormPCA_test.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MarcBS/VIBIKNet/HEAD/features_extraction/applyNormPCA_test.m -------------------------------------------------------------------------------- /features_extraction/extractCNNFeatures.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MarcBS/VIBIKNet/HEAD/features_extraction/extractCNNFeatures.m -------------------------------------------------------------------------------- /features_extraction/extractCNNFeaturesConv.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MarcBS/VIBIKNet/HEAD/features_extraction/extractCNNFeaturesConv.m -------------------------------------------------------------------------------- /features_extraction/indexFeatures.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MarcBS/VIBIKNet/HEAD/features_extraction/indexFeatures.m -------------------------------------------------------------------------------- /features_extraction/indexFeaturesMSRVD.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MarcBS/VIBIKNet/HEAD/features_extraction/indexFeaturesMSRVD.m -------------------------------------------------------------------------------- /features_extraction/mainExtract3DCNN.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MarcBS/VIBIKNet/HEAD/features_extraction/mainExtract3DCNN.m -------------------------------------------------------------------------------- /features_extraction/mainExtract3DCNN.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MarcBS/VIBIKNet/HEAD/features_extraction/mainExtract3DCNN.sh -------------------------------------------------------------------------------- /features_extraction/mainExtractConvLayer.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MarcBS/VIBIKNet/HEAD/features_extraction/mainExtractConvLayer.m -------------------------------------------------------------------------------- /features_extraction/mainExtractFCLayer.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MarcBS/VIBIKNet/HEAD/features_extraction/mainExtractFCLayer.m -------------------------------------------------------------------------------- /features_extraction/mat2csv.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MarcBS/VIBIKNet/HEAD/features_extraction/mat2csv.m -------------------------------------------------------------------------------- /features_extraction/mat2csv_objProps.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MarcBS/VIBIKNet/HEAD/features_extraction/mat2csv_objProps.m -------------------------------------------------------------------------------- /features_extraction/mega_upload.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MarcBS/VIBIKNet/HEAD/features_extraction/mega_upload.sh -------------------------------------------------------------------------------- /features_extraction/prepare_batch_custom_crop.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MarcBS/VIBIKNet/HEAD/features_extraction/prepare_batch_custom_crop.m -------------------------------------------------------------------------------- /features_extraction/splitCSV.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MarcBS/VIBIKNet/HEAD/features_extraction/splitCSV.m -------------------------------------------------------------------------------- /utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /utils/__init__.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MarcBS/VIBIKNet/HEAD/utils/__init__.pyc -------------------------------------------------------------------------------- /utils/callbacks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MarcBS/VIBIKNet/HEAD/utils/callbacks.py -------------------------------------------------------------------------------- /utils/callbacks.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MarcBS/VIBIKNet/HEAD/utils/callbacks.pyc -------------------------------------------------------------------------------- /utils/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MarcBS/VIBIKNet/HEAD/utils/common.py -------------------------------------------------------------------------------- /utils/common.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MarcBS/VIBIKNet/HEAD/utils/common.pyc -------------------------------------------------------------------------------- /utils/evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MarcBS/VIBIKNet/HEAD/utils/evaluation.py -------------------------------------------------------------------------------- /utils/evaluation.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MarcBS/VIBIKNet/HEAD/utils/evaluation.pyc -------------------------------------------------------------------------------- /utils/prepare_features.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MarcBS/VIBIKNet/HEAD/utils/prepare_features.py -------------------------------------------------------------------------------- /utils/pretrain_word_vectors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MarcBS/VIBIKNet/HEAD/utils/pretrain_word_vectors.py -------------------------------------------------------------------------------- /utils/read_write.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MarcBS/VIBIKNet/HEAD/utils/read_write.py -------------------------------------------------------------------------------- /utils/read_write.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MarcBS/VIBIKNet/HEAD/utils/read_write.pyc -------------------------------------------------------------------------------- /utils/vqaClassNormalizedEval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MarcBS/VIBIKNet/HEAD/utils/vqaClassNormalizedEval.py -------------------------------------------------------------------------------- /utils/vqaClassNormalizedEval.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MarcBS/VIBIKNet/HEAD/utils/vqaClassNormalizedEval.pyc -------------------------------------------------------------------------------- /utils/vqaEval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MarcBS/VIBIKNet/HEAD/utils/vqaEval.py -------------------------------------------------------------------------------- /utils/vqaEval.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MarcBS/VIBIKNet/HEAD/utils/vqaEval.pyc --------------------------------------------------------------------------------