├── .gitignore ├── .ipynb_checkpoints └── visualize_model-checkpoint.ipynb ├── README-Images ├── demo1.png ├── demo2.png ├── demo3.png └── demo4.png ├── README.md ├── baseline_lstm_img_model.py ├── baseline_lstm_model.py ├── borrowed_code.list ├── cmp_nn_vqa_model.py ├── evaluation ├── evaluate.py └── lib │ ├── __init__.py │ ├── vqa.py │ └── vqaEval.py ├── lib ├── __init__.py ├── data_loader.py └── load_vocab.py ├── preprocessed_data ├── image_features │ └── read.txt ├── vocabulary_vqa.txt ├── vocabulary_vqa_glove.npy └── vqa_answers_original.txt ├── preprocessing ├── build_answer_vocab.py ├── build_layouts.py ├── build_module_input_vocab.py ├── extract_image_vgg_features.py ├── lib │ ├── VGG_ILSVRC_16_layers_deploy.prototxt │ ├── __init__.py │ ├── download.txt │ ├── parse_tree_to_primary_layout.py │ └── primary_to_module_layout.py ├── pick_subset.py ├── split_subset.py └── split_val.py ├── raw_data ├── Annotations │ └── download.txt ├── Images │ └── download.txt └── Questions │ └── download.txt ├── structure_project.txt ├── train_baseline_lstm.py ├── train_baseline_lstm_img.py ├── train_cmp_nn_vqa.py ├── visualize_model.ipynb └── visualize_model.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HarshTrivedi/nmn-pytorch/HEAD/.gitignore -------------------------------------------------------------------------------- /.ipynb_checkpoints/visualize_model-checkpoint.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HarshTrivedi/nmn-pytorch/HEAD/.ipynb_checkpoints/visualize_model-checkpoint.ipynb -------------------------------------------------------------------------------- /README-Images/demo1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HarshTrivedi/nmn-pytorch/HEAD/README-Images/demo1.png -------------------------------------------------------------------------------- /README-Images/demo2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HarshTrivedi/nmn-pytorch/HEAD/README-Images/demo2.png -------------------------------------------------------------------------------- /README-Images/demo3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HarshTrivedi/nmn-pytorch/HEAD/README-Images/demo3.png -------------------------------------------------------------------------------- /README-Images/demo4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HarshTrivedi/nmn-pytorch/HEAD/README-Images/demo4.png -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HarshTrivedi/nmn-pytorch/HEAD/README.md -------------------------------------------------------------------------------- /baseline_lstm_img_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HarshTrivedi/nmn-pytorch/HEAD/baseline_lstm_img_model.py -------------------------------------------------------------------------------- /baseline_lstm_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HarshTrivedi/nmn-pytorch/HEAD/baseline_lstm_model.py -------------------------------------------------------------------------------- /borrowed_code.list: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HarshTrivedi/nmn-pytorch/HEAD/borrowed_code.list -------------------------------------------------------------------------------- /cmp_nn_vqa_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HarshTrivedi/nmn-pytorch/HEAD/cmp_nn_vqa_model.py -------------------------------------------------------------------------------- /evaluation/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HarshTrivedi/nmn-pytorch/HEAD/evaluation/evaluate.py -------------------------------------------------------------------------------- /evaluation/lib/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /evaluation/lib/vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HarshTrivedi/nmn-pytorch/HEAD/evaluation/lib/vqa.py -------------------------------------------------------------------------------- /evaluation/lib/vqaEval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HarshTrivedi/nmn-pytorch/HEAD/evaluation/lib/vqaEval.py -------------------------------------------------------------------------------- /lib/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lib/data_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HarshTrivedi/nmn-pytorch/HEAD/lib/data_loader.py -------------------------------------------------------------------------------- /lib/load_vocab.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HarshTrivedi/nmn-pytorch/HEAD/lib/load_vocab.py -------------------------------------------------------------------------------- /preprocessed_data/image_features/read.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HarshTrivedi/nmn-pytorch/HEAD/preprocessed_data/image_features/read.txt -------------------------------------------------------------------------------- /preprocessed_data/vocabulary_vqa.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HarshTrivedi/nmn-pytorch/HEAD/preprocessed_data/vocabulary_vqa.txt -------------------------------------------------------------------------------- /preprocessed_data/vocabulary_vqa_glove.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HarshTrivedi/nmn-pytorch/HEAD/preprocessed_data/vocabulary_vqa_glove.npy -------------------------------------------------------------------------------- /preprocessed_data/vqa_answers_original.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HarshTrivedi/nmn-pytorch/HEAD/preprocessed_data/vqa_answers_original.txt -------------------------------------------------------------------------------- /preprocessing/build_answer_vocab.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HarshTrivedi/nmn-pytorch/HEAD/preprocessing/build_answer_vocab.py -------------------------------------------------------------------------------- /preprocessing/build_layouts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HarshTrivedi/nmn-pytorch/HEAD/preprocessing/build_layouts.py -------------------------------------------------------------------------------- /preprocessing/build_module_input_vocab.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HarshTrivedi/nmn-pytorch/HEAD/preprocessing/build_module_input_vocab.py -------------------------------------------------------------------------------- /preprocessing/extract_image_vgg_features.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HarshTrivedi/nmn-pytorch/HEAD/preprocessing/extract_image_vgg_features.py -------------------------------------------------------------------------------- /preprocessing/lib/VGG_ILSVRC_16_layers_deploy.prototxt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HarshTrivedi/nmn-pytorch/HEAD/preprocessing/lib/VGG_ILSVRC_16_layers_deploy.prototxt -------------------------------------------------------------------------------- /preprocessing/lib/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /preprocessing/lib/download.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HarshTrivedi/nmn-pytorch/HEAD/preprocessing/lib/download.txt -------------------------------------------------------------------------------- /preprocessing/lib/parse_tree_to_primary_layout.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HarshTrivedi/nmn-pytorch/HEAD/preprocessing/lib/parse_tree_to_primary_layout.py -------------------------------------------------------------------------------- /preprocessing/lib/primary_to_module_layout.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HarshTrivedi/nmn-pytorch/HEAD/preprocessing/lib/primary_to_module_layout.py -------------------------------------------------------------------------------- /preprocessing/pick_subset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HarshTrivedi/nmn-pytorch/HEAD/preprocessing/pick_subset.py -------------------------------------------------------------------------------- /preprocessing/split_subset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HarshTrivedi/nmn-pytorch/HEAD/preprocessing/split_subset.py -------------------------------------------------------------------------------- /preprocessing/split_val.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HarshTrivedi/nmn-pytorch/HEAD/preprocessing/split_val.py -------------------------------------------------------------------------------- /raw_data/Annotations/download.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HarshTrivedi/nmn-pytorch/HEAD/raw_data/Annotations/download.txt -------------------------------------------------------------------------------- /raw_data/Images/download.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HarshTrivedi/nmn-pytorch/HEAD/raw_data/Images/download.txt -------------------------------------------------------------------------------- /raw_data/Questions/download.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HarshTrivedi/nmn-pytorch/HEAD/raw_data/Questions/download.txt -------------------------------------------------------------------------------- /structure_project.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HarshTrivedi/nmn-pytorch/HEAD/structure_project.txt -------------------------------------------------------------------------------- /train_baseline_lstm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HarshTrivedi/nmn-pytorch/HEAD/train_baseline_lstm.py -------------------------------------------------------------------------------- /train_baseline_lstm_img.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HarshTrivedi/nmn-pytorch/HEAD/train_baseline_lstm_img.py -------------------------------------------------------------------------------- /train_cmp_nn_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HarshTrivedi/nmn-pytorch/HEAD/train_cmp_nn_vqa.py -------------------------------------------------------------------------------- /visualize_model.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HarshTrivedi/nmn-pytorch/HEAD/visualize_model.ipynb -------------------------------------------------------------------------------- /visualize_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HarshTrivedi/nmn-pytorch/HEAD/visualize_model.py --------------------------------------------------------------------------------