├── .gitignore ├── LICENSE.txt ├── README.md ├── exp_clevr_detected ├── DataLoader.py ├── README.md ├── model │ ├── __init__.py │ ├── basic_modules.py │ ├── composite_modules.py │ └── net.py ├── preprocess │ ├── preprocess_questions.py │ ├── programs.py │ └── utils.py ├── train.py ├── validate.py └── visualize-output.ipynb ├── exp_clevr_gt_sigmoid ├── DataLoader.py ├── README.md ├── model │ ├── __init__.py │ ├── basic_modules.py │ ├── composite_modules.py │ └── net.py ├── preprocess │ ├── preprocess_questions.py │ ├── preprocess_scene.py │ ├── programs.py │ └── utils.py ├── train.py └── validate.py ├── exp_clevr_gt_softmax ├── DataLoader.py ├── README.md ├── model │ ├── __init__.py │ ├── basic_modules.py │ ├── composite_modules.py │ └── net.py ├── preprocess │ ├── preprocess_questions.py │ ├── preprocess_scene.py │ ├── programs.py │ └── utils.py ├── train.py ├── validate.py └── visualize-output.ipynb ├── exp_vqa ├── DataLoader.py ├── README.md ├── model │ ├── __init__.py │ ├── composite_modules.py │ ├── controller.py │ ├── net.py │ └── questionEncoder.py ├── preprocess │ ├── preprocess_features.py │ ├── preprocess_questions.py │ └── utils.py ├── train.py ├── validate.py └── visualize.ipynb ├── images ├── ._example.png ├── ._flowchart.png ├── example.png └── flowchart.png ├── pretrained ├── david_vocab.json └── program_generator.pt └── utils ├── __init__.py ├── find-salient.py ├── generate_programs.py └── misc.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shijx12/XNM-Net/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shijx12/XNM-Net/HEAD/LICENSE.txt -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shijx12/XNM-Net/HEAD/README.md -------------------------------------------------------------------------------- /exp_clevr_detected/DataLoader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shijx12/XNM-Net/HEAD/exp_clevr_detected/DataLoader.py -------------------------------------------------------------------------------- /exp_clevr_detected/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shijx12/XNM-Net/HEAD/exp_clevr_detected/README.md -------------------------------------------------------------------------------- /exp_clevr_detected/model/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /exp_clevr_detected/model/basic_modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shijx12/XNM-Net/HEAD/exp_clevr_detected/model/basic_modules.py -------------------------------------------------------------------------------- /exp_clevr_detected/model/composite_modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shijx12/XNM-Net/HEAD/exp_clevr_detected/model/composite_modules.py -------------------------------------------------------------------------------- /exp_clevr_detected/model/net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shijx12/XNM-Net/HEAD/exp_clevr_detected/model/net.py -------------------------------------------------------------------------------- /exp_clevr_detected/preprocess/preprocess_questions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shijx12/XNM-Net/HEAD/exp_clevr_detected/preprocess/preprocess_questions.py -------------------------------------------------------------------------------- /exp_clevr_detected/preprocess/programs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shijx12/XNM-Net/HEAD/exp_clevr_detected/preprocess/programs.py -------------------------------------------------------------------------------- /exp_clevr_detected/preprocess/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shijx12/XNM-Net/HEAD/exp_clevr_detected/preprocess/utils.py -------------------------------------------------------------------------------- /exp_clevr_detected/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shijx12/XNM-Net/HEAD/exp_clevr_detected/train.py -------------------------------------------------------------------------------- /exp_clevr_detected/validate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shijx12/XNM-Net/HEAD/exp_clevr_detected/validate.py -------------------------------------------------------------------------------- /exp_clevr_detected/visualize-output.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shijx12/XNM-Net/HEAD/exp_clevr_detected/visualize-output.ipynb -------------------------------------------------------------------------------- /exp_clevr_gt_sigmoid/DataLoader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shijx12/XNM-Net/HEAD/exp_clevr_gt_sigmoid/DataLoader.py -------------------------------------------------------------------------------- /exp_clevr_gt_sigmoid/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shijx12/XNM-Net/HEAD/exp_clevr_gt_sigmoid/README.md -------------------------------------------------------------------------------- /exp_clevr_gt_sigmoid/model/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /exp_clevr_gt_sigmoid/model/basic_modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shijx12/XNM-Net/HEAD/exp_clevr_gt_sigmoid/model/basic_modules.py -------------------------------------------------------------------------------- /exp_clevr_gt_sigmoid/model/composite_modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shijx12/XNM-Net/HEAD/exp_clevr_gt_sigmoid/model/composite_modules.py -------------------------------------------------------------------------------- /exp_clevr_gt_sigmoid/model/net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shijx12/XNM-Net/HEAD/exp_clevr_gt_sigmoid/model/net.py -------------------------------------------------------------------------------- /exp_clevr_gt_sigmoid/preprocess/preprocess_questions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shijx12/XNM-Net/HEAD/exp_clevr_gt_sigmoid/preprocess/preprocess_questions.py -------------------------------------------------------------------------------- /exp_clevr_gt_sigmoid/preprocess/preprocess_scene.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shijx12/XNM-Net/HEAD/exp_clevr_gt_sigmoid/preprocess/preprocess_scene.py -------------------------------------------------------------------------------- /exp_clevr_gt_sigmoid/preprocess/programs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shijx12/XNM-Net/HEAD/exp_clevr_gt_sigmoid/preprocess/programs.py -------------------------------------------------------------------------------- /exp_clevr_gt_sigmoid/preprocess/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shijx12/XNM-Net/HEAD/exp_clevr_gt_sigmoid/preprocess/utils.py -------------------------------------------------------------------------------- /exp_clevr_gt_sigmoid/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shijx12/XNM-Net/HEAD/exp_clevr_gt_sigmoid/train.py -------------------------------------------------------------------------------- /exp_clevr_gt_sigmoid/validate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shijx12/XNM-Net/HEAD/exp_clevr_gt_sigmoid/validate.py -------------------------------------------------------------------------------- /exp_clevr_gt_softmax/DataLoader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shijx12/XNM-Net/HEAD/exp_clevr_gt_softmax/DataLoader.py -------------------------------------------------------------------------------- /exp_clevr_gt_softmax/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shijx12/XNM-Net/HEAD/exp_clevr_gt_softmax/README.md -------------------------------------------------------------------------------- /exp_clevr_gt_softmax/model/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /exp_clevr_gt_softmax/model/basic_modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shijx12/XNM-Net/HEAD/exp_clevr_gt_softmax/model/basic_modules.py -------------------------------------------------------------------------------- /exp_clevr_gt_softmax/model/composite_modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shijx12/XNM-Net/HEAD/exp_clevr_gt_softmax/model/composite_modules.py -------------------------------------------------------------------------------- /exp_clevr_gt_softmax/model/net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shijx12/XNM-Net/HEAD/exp_clevr_gt_softmax/model/net.py -------------------------------------------------------------------------------- /exp_clevr_gt_softmax/preprocess/preprocess_questions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shijx12/XNM-Net/HEAD/exp_clevr_gt_softmax/preprocess/preprocess_questions.py -------------------------------------------------------------------------------- /exp_clevr_gt_softmax/preprocess/preprocess_scene.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shijx12/XNM-Net/HEAD/exp_clevr_gt_softmax/preprocess/preprocess_scene.py -------------------------------------------------------------------------------- /exp_clevr_gt_softmax/preprocess/programs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shijx12/XNM-Net/HEAD/exp_clevr_gt_softmax/preprocess/programs.py -------------------------------------------------------------------------------- /exp_clevr_gt_softmax/preprocess/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shijx12/XNM-Net/HEAD/exp_clevr_gt_softmax/preprocess/utils.py -------------------------------------------------------------------------------- /exp_clevr_gt_softmax/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shijx12/XNM-Net/HEAD/exp_clevr_gt_softmax/train.py -------------------------------------------------------------------------------- /exp_clevr_gt_softmax/validate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shijx12/XNM-Net/HEAD/exp_clevr_gt_softmax/validate.py -------------------------------------------------------------------------------- /exp_clevr_gt_softmax/visualize-output.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shijx12/XNM-Net/HEAD/exp_clevr_gt_softmax/visualize-output.ipynb -------------------------------------------------------------------------------- /exp_vqa/DataLoader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shijx12/XNM-Net/HEAD/exp_vqa/DataLoader.py -------------------------------------------------------------------------------- /exp_vqa/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shijx12/XNM-Net/HEAD/exp_vqa/README.md -------------------------------------------------------------------------------- /exp_vqa/model/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /exp_vqa/model/composite_modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shijx12/XNM-Net/HEAD/exp_vqa/model/composite_modules.py -------------------------------------------------------------------------------- /exp_vqa/model/controller.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shijx12/XNM-Net/HEAD/exp_vqa/model/controller.py -------------------------------------------------------------------------------- /exp_vqa/model/net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shijx12/XNM-Net/HEAD/exp_vqa/model/net.py -------------------------------------------------------------------------------- /exp_vqa/model/questionEncoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shijx12/XNM-Net/HEAD/exp_vqa/model/questionEncoder.py -------------------------------------------------------------------------------- /exp_vqa/preprocess/preprocess_features.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shijx12/XNM-Net/HEAD/exp_vqa/preprocess/preprocess_features.py -------------------------------------------------------------------------------- /exp_vqa/preprocess/preprocess_questions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shijx12/XNM-Net/HEAD/exp_vqa/preprocess/preprocess_questions.py -------------------------------------------------------------------------------- /exp_vqa/preprocess/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shijx12/XNM-Net/HEAD/exp_vqa/preprocess/utils.py -------------------------------------------------------------------------------- /exp_vqa/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shijx12/XNM-Net/HEAD/exp_vqa/train.py -------------------------------------------------------------------------------- /exp_vqa/validate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shijx12/XNM-Net/HEAD/exp_vqa/validate.py -------------------------------------------------------------------------------- /exp_vqa/visualize.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shijx12/XNM-Net/HEAD/exp_vqa/visualize.ipynb -------------------------------------------------------------------------------- /images/._example.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shijx12/XNM-Net/HEAD/images/._example.png -------------------------------------------------------------------------------- /images/._flowchart.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shijx12/XNM-Net/HEAD/images/._flowchart.png -------------------------------------------------------------------------------- /images/example.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shijx12/XNM-Net/HEAD/images/example.png -------------------------------------------------------------------------------- /images/flowchart.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shijx12/XNM-Net/HEAD/images/flowchart.png -------------------------------------------------------------------------------- /pretrained/david_vocab.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shijx12/XNM-Net/HEAD/pretrained/david_vocab.json -------------------------------------------------------------------------------- /pretrained/program_generator.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shijx12/XNM-Net/HEAD/pretrained/program_generator.pt -------------------------------------------------------------------------------- /utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /utils/find-salient.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shijx12/XNM-Net/HEAD/utils/find-salient.py -------------------------------------------------------------------------------- /utils/generate_programs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shijx12/XNM-Net/HEAD/utils/generate_programs.py -------------------------------------------------------------------------------- /utils/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shijx12/XNM-Net/HEAD/utils/misc.py --------------------------------------------------------------------------------