├── .gitignore ├── LICENSE.txt ├── README.md ├── exp_clevr_snmn ├── cfgs │ ├── joint_gt_layout.yaml │ ├── joint_scratch.yaml │ ├── loc_gt_layout.yaml │ ├── loc_scratch.yaml │ ├── vqa_gt_layout.yaml │ └── vqa_scratch.yaml ├── clevr_dataset ├── clevr_loc_dataset ├── data │ ├── answers_clevr.txt │ ├── build_clevr_imdb.py │ ├── build_clevr_imdb_loc.py │ ├── extract_resnet101_c4.py │ ├── extract_resnet101_c4_loc.py │ ├── get_ground_truth_layout.py │ ├── get_ground_truth_layout_loc.py │ ├── glove │ │ └── glove_clevr.npy │ ├── vocabulary_clevr.txt │ └── vocabulary_layout.txt ├── results │ └── .keep ├── tb │ └── .keep ├── test_net_loc.py ├── test_net_vqa.py ├── tfmodel │ ├── .keep │ └── resnet │ │ └── download_resnet_v1_101.sh ├── train_net_joint.py ├── train_net_loc.py └── train_net_vqa.py ├── exp_vqa ├── cfgs │ ├── vqa_v1_gt_layout.yaml │ ├── vqa_v1_scratch.yaml │ ├── vqa_v2_gt_layout.yaml │ └── vqa_v2_scratch.yaml ├── coco_dataset ├── data │ ├── answers_vqa.txt │ ├── build_vqa_imdb_r152_7x7.py │ ├── build_vqa_imdb_r152_7x7_vqa_v2.py │ ├── extract_resnet152_c5_7x7.py │ ├── gt_layout_train2014_new_parse.npy │ ├── gt_layout_val2014_new_parse.npy │ ├── v2_gt_layout_train2014_new_parse.npy │ ├── v2_gt_layout_val2014_new_parse.npy │ ├── vocabulary_layout.txt │ ├── vocabulary_vqa.txt │ └── vocabulary_vqa_glove.npy ├── results │ └── .keep ├── tb │ └── .keep ├── test_net_vqa.py ├── tfmodel │ ├── .keep │ └── resnet │ │ └── download_resnet_v1_152.sh ├── train_net_vqa.py └── vqa_dataset ├── models_clevr_snmn ├── __init__.py ├── config.py ├── controller.py ├── input_unit.py ├── model.py ├── nmn.py ├── output_unit.py └── vis.py ├── models_vqa ├── __init__.py ├── config.py ├── controller.py ├── input_unit.py ├── model.py ├── nmn.py ├── output_unit.py └── vis.py └── util ├── __init__.py ├── attr_dict.py ├── boxes.py ├── clevr_test └── CLEVR_eval_with_q_type.py ├── clevr_train ├── __init__.py └── data_reader.py ├── cnn.py ├── gumbel_softmax.py ├── losses.py ├── nets ├── __init__.py ├── resnet_utils.py └── resnet_v1.py ├── text_processing.py └── vqa_train ├── __init__.py └── data_reader.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ronghanghu/snmn/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ronghanghu/snmn/HEAD/LICENSE.txt -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ronghanghu/snmn/HEAD/README.md -------------------------------------------------------------------------------- /exp_clevr_snmn/cfgs/joint_gt_layout.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ronghanghu/snmn/HEAD/exp_clevr_snmn/cfgs/joint_gt_layout.yaml -------------------------------------------------------------------------------- /exp_clevr_snmn/cfgs/joint_scratch.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ronghanghu/snmn/HEAD/exp_clevr_snmn/cfgs/joint_scratch.yaml -------------------------------------------------------------------------------- /exp_clevr_snmn/cfgs/loc_gt_layout.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ronghanghu/snmn/HEAD/exp_clevr_snmn/cfgs/loc_gt_layout.yaml -------------------------------------------------------------------------------- /exp_clevr_snmn/cfgs/loc_scratch.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ronghanghu/snmn/HEAD/exp_clevr_snmn/cfgs/loc_scratch.yaml -------------------------------------------------------------------------------- /exp_clevr_snmn/cfgs/vqa_gt_layout.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ronghanghu/snmn/HEAD/exp_clevr_snmn/cfgs/vqa_gt_layout.yaml -------------------------------------------------------------------------------- /exp_clevr_snmn/cfgs/vqa_scratch.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ronghanghu/snmn/HEAD/exp_clevr_snmn/cfgs/vqa_scratch.yaml -------------------------------------------------------------------------------- /exp_clevr_snmn/clevr_dataset: -------------------------------------------------------------------------------- 1 | /private/home/ronghanghu/workspace/DATASETS/CLEVR_v1.0/ -------------------------------------------------------------------------------- /exp_clevr_snmn/clevr_loc_dataset: -------------------------------------------------------------------------------- 1 | /private/home/ronghanghu/workspace/DATASETS/CLEVR_loc/ -------------------------------------------------------------------------------- /exp_clevr_snmn/data/answers_clevr.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ronghanghu/snmn/HEAD/exp_clevr_snmn/data/answers_clevr.txt -------------------------------------------------------------------------------- /exp_clevr_snmn/data/build_clevr_imdb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ronghanghu/snmn/HEAD/exp_clevr_snmn/data/build_clevr_imdb.py -------------------------------------------------------------------------------- /exp_clevr_snmn/data/build_clevr_imdb_loc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ronghanghu/snmn/HEAD/exp_clevr_snmn/data/build_clevr_imdb_loc.py -------------------------------------------------------------------------------- /exp_clevr_snmn/data/extract_resnet101_c4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ronghanghu/snmn/HEAD/exp_clevr_snmn/data/extract_resnet101_c4.py -------------------------------------------------------------------------------- /exp_clevr_snmn/data/extract_resnet101_c4_loc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ronghanghu/snmn/HEAD/exp_clevr_snmn/data/extract_resnet101_c4_loc.py -------------------------------------------------------------------------------- /exp_clevr_snmn/data/get_ground_truth_layout.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ronghanghu/snmn/HEAD/exp_clevr_snmn/data/get_ground_truth_layout.py -------------------------------------------------------------------------------- /exp_clevr_snmn/data/get_ground_truth_layout_loc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ronghanghu/snmn/HEAD/exp_clevr_snmn/data/get_ground_truth_layout_loc.py -------------------------------------------------------------------------------- /exp_clevr_snmn/data/glove/glove_clevr.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ronghanghu/snmn/HEAD/exp_clevr_snmn/data/glove/glove_clevr.npy -------------------------------------------------------------------------------- /exp_clevr_snmn/data/vocabulary_clevr.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ronghanghu/snmn/HEAD/exp_clevr_snmn/data/vocabulary_clevr.txt -------------------------------------------------------------------------------- /exp_clevr_snmn/data/vocabulary_layout.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ronghanghu/snmn/HEAD/exp_clevr_snmn/data/vocabulary_layout.txt -------------------------------------------------------------------------------- /exp_clevr_snmn/results/.keep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /exp_clevr_snmn/tb/.keep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /exp_clevr_snmn/test_net_loc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ronghanghu/snmn/HEAD/exp_clevr_snmn/test_net_loc.py -------------------------------------------------------------------------------- /exp_clevr_snmn/test_net_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ronghanghu/snmn/HEAD/exp_clevr_snmn/test_net_vqa.py -------------------------------------------------------------------------------- /exp_clevr_snmn/tfmodel/.keep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /exp_clevr_snmn/tfmodel/resnet/download_resnet_v1_101.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ronghanghu/snmn/HEAD/exp_clevr_snmn/tfmodel/resnet/download_resnet_v1_101.sh -------------------------------------------------------------------------------- /exp_clevr_snmn/train_net_joint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ronghanghu/snmn/HEAD/exp_clevr_snmn/train_net_joint.py -------------------------------------------------------------------------------- /exp_clevr_snmn/train_net_loc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ronghanghu/snmn/HEAD/exp_clevr_snmn/train_net_loc.py -------------------------------------------------------------------------------- /exp_clevr_snmn/train_net_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ronghanghu/snmn/HEAD/exp_clevr_snmn/train_net_vqa.py -------------------------------------------------------------------------------- /exp_vqa/cfgs/vqa_v1_gt_layout.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ronghanghu/snmn/HEAD/exp_vqa/cfgs/vqa_v1_gt_layout.yaml -------------------------------------------------------------------------------- /exp_vqa/cfgs/vqa_v1_scratch.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ronghanghu/snmn/HEAD/exp_vqa/cfgs/vqa_v1_scratch.yaml -------------------------------------------------------------------------------- /exp_vqa/cfgs/vqa_v2_gt_layout.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ronghanghu/snmn/HEAD/exp_vqa/cfgs/vqa_v2_gt_layout.yaml -------------------------------------------------------------------------------- /exp_vqa/cfgs/vqa_v2_scratch.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ronghanghu/snmn/HEAD/exp_vqa/cfgs/vqa_v2_scratch.yaml -------------------------------------------------------------------------------- /exp_vqa/coco_dataset: -------------------------------------------------------------------------------- 1 | /private/home/ronghanghu/workspace/DATASETS/coco/ -------------------------------------------------------------------------------- /exp_vqa/data/answers_vqa.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ronghanghu/snmn/HEAD/exp_vqa/data/answers_vqa.txt -------------------------------------------------------------------------------- /exp_vqa/data/build_vqa_imdb_r152_7x7.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ronghanghu/snmn/HEAD/exp_vqa/data/build_vqa_imdb_r152_7x7.py -------------------------------------------------------------------------------- /exp_vqa/data/build_vqa_imdb_r152_7x7_vqa_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ronghanghu/snmn/HEAD/exp_vqa/data/build_vqa_imdb_r152_7x7_vqa_v2.py -------------------------------------------------------------------------------- /exp_vqa/data/extract_resnet152_c5_7x7.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ronghanghu/snmn/HEAD/exp_vqa/data/extract_resnet152_c5_7x7.py -------------------------------------------------------------------------------- /exp_vqa/data/gt_layout_train2014_new_parse.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ronghanghu/snmn/HEAD/exp_vqa/data/gt_layout_train2014_new_parse.npy -------------------------------------------------------------------------------- /exp_vqa/data/gt_layout_val2014_new_parse.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ronghanghu/snmn/HEAD/exp_vqa/data/gt_layout_val2014_new_parse.npy -------------------------------------------------------------------------------- /exp_vqa/data/v2_gt_layout_train2014_new_parse.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ronghanghu/snmn/HEAD/exp_vqa/data/v2_gt_layout_train2014_new_parse.npy -------------------------------------------------------------------------------- /exp_vqa/data/v2_gt_layout_val2014_new_parse.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ronghanghu/snmn/HEAD/exp_vqa/data/v2_gt_layout_val2014_new_parse.npy -------------------------------------------------------------------------------- /exp_vqa/data/vocabulary_layout.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ronghanghu/snmn/HEAD/exp_vqa/data/vocabulary_layout.txt -------------------------------------------------------------------------------- /exp_vqa/data/vocabulary_vqa.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ronghanghu/snmn/HEAD/exp_vqa/data/vocabulary_vqa.txt -------------------------------------------------------------------------------- /exp_vqa/data/vocabulary_vqa_glove.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ronghanghu/snmn/HEAD/exp_vqa/data/vocabulary_vqa_glove.npy -------------------------------------------------------------------------------- /exp_vqa/results/.keep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /exp_vqa/tb/.keep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /exp_vqa/test_net_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ronghanghu/snmn/HEAD/exp_vqa/test_net_vqa.py -------------------------------------------------------------------------------- /exp_vqa/tfmodel/.keep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /exp_vqa/tfmodel/resnet/download_resnet_v1_152.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ronghanghu/snmn/HEAD/exp_vqa/tfmodel/resnet/download_resnet_v1_152.sh -------------------------------------------------------------------------------- /exp_vqa/train_net_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ronghanghu/snmn/HEAD/exp_vqa/train_net_vqa.py -------------------------------------------------------------------------------- /exp_vqa/vqa_dataset: -------------------------------------------------------------------------------- 1 | /private/home/ronghanghu/workspace/DATASETS/VQA/ -------------------------------------------------------------------------------- /models_clevr_snmn/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /models_clevr_snmn/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ronghanghu/snmn/HEAD/models_clevr_snmn/config.py -------------------------------------------------------------------------------- /models_clevr_snmn/controller.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ronghanghu/snmn/HEAD/models_clevr_snmn/controller.py -------------------------------------------------------------------------------- /models_clevr_snmn/input_unit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ronghanghu/snmn/HEAD/models_clevr_snmn/input_unit.py -------------------------------------------------------------------------------- /models_clevr_snmn/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ronghanghu/snmn/HEAD/models_clevr_snmn/model.py -------------------------------------------------------------------------------- /models_clevr_snmn/nmn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ronghanghu/snmn/HEAD/models_clevr_snmn/nmn.py -------------------------------------------------------------------------------- /models_clevr_snmn/output_unit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ronghanghu/snmn/HEAD/models_clevr_snmn/output_unit.py -------------------------------------------------------------------------------- /models_clevr_snmn/vis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ronghanghu/snmn/HEAD/models_clevr_snmn/vis.py -------------------------------------------------------------------------------- /models_vqa/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /models_vqa/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ronghanghu/snmn/HEAD/models_vqa/config.py -------------------------------------------------------------------------------- /models_vqa/controller.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ronghanghu/snmn/HEAD/models_vqa/controller.py -------------------------------------------------------------------------------- /models_vqa/input_unit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ronghanghu/snmn/HEAD/models_vqa/input_unit.py -------------------------------------------------------------------------------- /models_vqa/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ronghanghu/snmn/HEAD/models_vqa/model.py -------------------------------------------------------------------------------- /models_vqa/nmn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ronghanghu/snmn/HEAD/models_vqa/nmn.py -------------------------------------------------------------------------------- /models_vqa/output_unit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ronghanghu/snmn/HEAD/models_vqa/output_unit.py -------------------------------------------------------------------------------- /models_vqa/vis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ronghanghu/snmn/HEAD/models_vqa/vis.py -------------------------------------------------------------------------------- /util/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /util/attr_dict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ronghanghu/snmn/HEAD/util/attr_dict.py -------------------------------------------------------------------------------- /util/boxes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ronghanghu/snmn/HEAD/util/boxes.py -------------------------------------------------------------------------------- /util/clevr_test/CLEVR_eval_with_q_type.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ronghanghu/snmn/HEAD/util/clevr_test/CLEVR_eval_with_q_type.py -------------------------------------------------------------------------------- /util/clevr_train/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /util/clevr_train/data_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ronghanghu/snmn/HEAD/util/clevr_train/data_reader.py -------------------------------------------------------------------------------- /util/cnn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ronghanghu/snmn/HEAD/util/cnn.py -------------------------------------------------------------------------------- /util/gumbel_softmax.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ronghanghu/snmn/HEAD/util/gumbel_softmax.py -------------------------------------------------------------------------------- /util/losses.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ronghanghu/snmn/HEAD/util/losses.py -------------------------------------------------------------------------------- /util/nets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ronghanghu/snmn/HEAD/util/nets/__init__.py -------------------------------------------------------------------------------- /util/nets/resnet_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ronghanghu/snmn/HEAD/util/nets/resnet_utils.py -------------------------------------------------------------------------------- /util/nets/resnet_v1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ronghanghu/snmn/HEAD/util/nets/resnet_v1.py -------------------------------------------------------------------------------- /util/text_processing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ronghanghu/snmn/HEAD/util/text_processing.py -------------------------------------------------------------------------------- /util/vqa_train/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /util/vqa_train/data_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ronghanghu/snmn/HEAD/util/vqa_train/data_reader.py --------------------------------------------------------------------------------