├── .gitignore ├── 001_porting_VQA_data ├── gen_simulinks.sh ├── porting_VQA_data.lua └── script_port_VQA_data.sh ├── 002_extract_image_features ├── gen_simulinks.sh └── vqa_extract_conv_feature.lua ├── 003_skipthoughts_porting ├── 001_write_vocab_file_vqa.lua ├── 002_write_vocab_table_vqa.py ├── 003_write_encoder_param.py ├── 004_save_params_in_torch_file_vqa.lua ├── 005_save_encoder_params_in_torch_file.lua └── prepare.sh ├── 004_train_DPPnet_fixed_cnn ├── gen_simulinks.sh └── vqa_train.lua ├── 005_train_DPPnet_finetune_cnn ├── gen_simulinks.sh └── vqa_train.lua ├── 006_test_DPPnet ├── gen_simulinks.sh └── vqa_test.lua ├── LICENSE ├── README.md ├── cache ├── get_cache.sh └── readme.md ├── data ├── MSCOCO │ └── README.md ├── get_mscoco.sh ├── get_skipthoughts_params.sh └── get_vqa.sh ├── get_skip_thought_pkg.sh ├── model ├── DPPnet │ └── README.md ├── HashedNets │ ├── HashLinear.lua │ ├── Hasher.lua │ ├── HasherME.lua │ ├── libhashnn │ │ ├── CMakeLists.txt │ │ ├── cmake │ │ │ ├── CMakeCache.txt │ │ │ ├── FindCUDA.cmake │ │ │ ├── FindCUDA │ │ │ │ ├── make2cmake.cmake │ │ │ │ ├── parse_cubin.cmake │ │ │ │ └── run_nvcc.cmake │ │ │ ├── Makefile │ │ │ └── cmake_install.cmake │ │ ├── compile.sh │ │ └── myhashnn.cu │ ├── main.lua │ └── readme.txt ├── get_models.sh ├── layers │ └── Linear_wo_bias.lua └── skipthoughts_GRU.lua ├── prepare.sh └── utils ├── file_utils.lua ├── load_caffe_model.lua ├── model_utils.lua ├── qa_utils.lua └── vqa_loader.lua /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/DPPnet/HEAD/.gitignore -------------------------------------------------------------------------------- /001_porting_VQA_data/gen_simulinks.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/DPPnet/HEAD/001_porting_VQA_data/gen_simulinks.sh -------------------------------------------------------------------------------- /001_porting_VQA_data/porting_VQA_data.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/DPPnet/HEAD/001_porting_VQA_data/porting_VQA_data.lua -------------------------------------------------------------------------------- /001_porting_VQA_data/script_port_VQA_data.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/DPPnet/HEAD/001_porting_VQA_data/script_port_VQA_data.sh -------------------------------------------------------------------------------- /002_extract_image_features/gen_simulinks.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/DPPnet/HEAD/002_extract_image_features/gen_simulinks.sh -------------------------------------------------------------------------------- /002_extract_image_features/vqa_extract_conv_feature.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/DPPnet/HEAD/002_extract_image_features/vqa_extract_conv_feature.lua -------------------------------------------------------------------------------- /003_skipthoughts_porting/001_write_vocab_file_vqa.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/DPPnet/HEAD/003_skipthoughts_porting/001_write_vocab_file_vqa.lua -------------------------------------------------------------------------------- /003_skipthoughts_porting/002_write_vocab_table_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/DPPnet/HEAD/003_skipthoughts_porting/002_write_vocab_table_vqa.py -------------------------------------------------------------------------------- /003_skipthoughts_porting/003_write_encoder_param.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/DPPnet/HEAD/003_skipthoughts_porting/003_write_encoder_param.py -------------------------------------------------------------------------------- /003_skipthoughts_porting/004_save_params_in_torch_file_vqa.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/DPPnet/HEAD/003_skipthoughts_porting/004_save_params_in_torch_file_vqa.lua -------------------------------------------------------------------------------- /003_skipthoughts_porting/005_save_encoder_params_in_torch_file.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/DPPnet/HEAD/003_skipthoughts_porting/005_save_encoder_params_in_torch_file.lua -------------------------------------------------------------------------------- /003_skipthoughts_porting/prepare.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/DPPnet/HEAD/003_skipthoughts_porting/prepare.sh -------------------------------------------------------------------------------- /004_train_DPPnet_fixed_cnn/gen_simulinks.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/DPPnet/HEAD/004_train_DPPnet_fixed_cnn/gen_simulinks.sh -------------------------------------------------------------------------------- /004_train_DPPnet_fixed_cnn/vqa_train.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/DPPnet/HEAD/004_train_DPPnet_fixed_cnn/vqa_train.lua -------------------------------------------------------------------------------- /005_train_DPPnet_finetune_cnn/gen_simulinks.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/DPPnet/HEAD/005_train_DPPnet_finetune_cnn/gen_simulinks.sh -------------------------------------------------------------------------------- /005_train_DPPnet_finetune_cnn/vqa_train.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/DPPnet/HEAD/005_train_DPPnet_finetune_cnn/vqa_train.lua -------------------------------------------------------------------------------- /006_test_DPPnet/gen_simulinks.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/DPPnet/HEAD/006_test_DPPnet/gen_simulinks.sh -------------------------------------------------------------------------------- /006_test_DPPnet/vqa_test.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/DPPnet/HEAD/006_test_DPPnet/vqa_test.lua -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/DPPnet/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/DPPnet/HEAD/README.md -------------------------------------------------------------------------------- /cache/get_cache.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/DPPnet/HEAD/cache/get_cache.sh -------------------------------------------------------------------------------- /cache/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/DPPnet/HEAD/cache/readme.md -------------------------------------------------------------------------------- /data/MSCOCO/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/DPPnet/HEAD/data/MSCOCO/README.md -------------------------------------------------------------------------------- /data/get_mscoco.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/DPPnet/HEAD/data/get_mscoco.sh -------------------------------------------------------------------------------- /data/get_skipthoughts_params.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/DPPnet/HEAD/data/get_skipthoughts_params.sh -------------------------------------------------------------------------------- /data/get_vqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/DPPnet/HEAD/data/get_vqa.sh -------------------------------------------------------------------------------- /get_skip_thought_pkg.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/DPPnet/HEAD/get_skip_thought_pkg.sh -------------------------------------------------------------------------------- /model/DPPnet/README.md: -------------------------------------------------------------------------------- 1 | This directory contains trained DPPnet model 2 | -------------------------------------------------------------------------------- /model/HashedNets/HashLinear.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/DPPnet/HEAD/model/HashedNets/HashLinear.lua -------------------------------------------------------------------------------- /model/HashedNets/Hasher.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/DPPnet/HEAD/model/HashedNets/Hasher.lua -------------------------------------------------------------------------------- /model/HashedNets/HasherME.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/DPPnet/HEAD/model/HashedNets/HasherME.lua -------------------------------------------------------------------------------- /model/HashedNets/libhashnn/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/DPPnet/HEAD/model/HashedNets/libhashnn/CMakeLists.txt -------------------------------------------------------------------------------- /model/HashedNets/libhashnn/cmake/CMakeCache.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/DPPnet/HEAD/model/HashedNets/libhashnn/cmake/CMakeCache.txt -------------------------------------------------------------------------------- /model/HashedNets/libhashnn/cmake/FindCUDA.cmake: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/DPPnet/HEAD/model/HashedNets/libhashnn/cmake/FindCUDA.cmake -------------------------------------------------------------------------------- /model/HashedNets/libhashnn/cmake/FindCUDA/make2cmake.cmake: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/DPPnet/HEAD/model/HashedNets/libhashnn/cmake/FindCUDA/make2cmake.cmake -------------------------------------------------------------------------------- /model/HashedNets/libhashnn/cmake/FindCUDA/parse_cubin.cmake: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/DPPnet/HEAD/model/HashedNets/libhashnn/cmake/FindCUDA/parse_cubin.cmake -------------------------------------------------------------------------------- /model/HashedNets/libhashnn/cmake/FindCUDA/run_nvcc.cmake: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/DPPnet/HEAD/model/HashedNets/libhashnn/cmake/FindCUDA/run_nvcc.cmake -------------------------------------------------------------------------------- /model/HashedNets/libhashnn/cmake/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/DPPnet/HEAD/model/HashedNets/libhashnn/cmake/Makefile -------------------------------------------------------------------------------- /model/HashedNets/libhashnn/cmake/cmake_install.cmake: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/DPPnet/HEAD/model/HashedNets/libhashnn/cmake/cmake_install.cmake -------------------------------------------------------------------------------- /model/HashedNets/libhashnn/compile.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/DPPnet/HEAD/model/HashedNets/libhashnn/compile.sh -------------------------------------------------------------------------------- /model/HashedNets/libhashnn/myhashnn.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/DPPnet/HEAD/model/HashedNets/libhashnn/myhashnn.cu -------------------------------------------------------------------------------- /model/HashedNets/main.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/DPPnet/HEAD/model/HashedNets/main.lua -------------------------------------------------------------------------------- /model/HashedNets/readme.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/DPPnet/HEAD/model/HashedNets/readme.txt -------------------------------------------------------------------------------- /model/get_models.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/DPPnet/HEAD/model/get_models.sh -------------------------------------------------------------------------------- /model/layers/Linear_wo_bias.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/DPPnet/HEAD/model/layers/Linear_wo_bias.lua -------------------------------------------------------------------------------- /model/skipthoughts_GRU.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/DPPnet/HEAD/model/skipthoughts_GRU.lua -------------------------------------------------------------------------------- /prepare.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/DPPnet/HEAD/prepare.sh -------------------------------------------------------------------------------- /utils/file_utils.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/DPPnet/HEAD/utils/file_utils.lua -------------------------------------------------------------------------------- /utils/load_caffe_model.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/DPPnet/HEAD/utils/load_caffe_model.lua -------------------------------------------------------------------------------- /utils/model_utils.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/DPPnet/HEAD/utils/model_utils.lua -------------------------------------------------------------------------------- /utils/qa_utils.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/DPPnet/HEAD/utils/qa_utils.lua -------------------------------------------------------------------------------- /utils/vqa_loader.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HyeonwooNoh/DPPnet/HEAD/utils/vqa_loader.lua --------------------------------------------------------------------------------